
    bi                    r   U d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlm	Z	 d dl
mZ d dlmZ d dlmZ ddgZ ej$                  d      Zej(                  j*                  efZd	ed
<    eej2                         ed      kD  r, ej$                  d      Zeej6                  j8                  fz   Z ej:                  d      d        Zd Zd Z d Z!ejD                  jG                  dddg      d        Z$d Z%d Z&d Z'd Z(ejD                  jR                  ejD                  jG                  ddg      d               Z*ejD                  jW                  ddd       ejD                  jR                  ejD                  jY                  d!"      d#                      Z-ejD                  jR                  d$        Z.y)%    )annotationsN)
open_files)Version)tmpdirabrequestsztuple[type[Exception], ...]errsz0.7.4aiohttpmodule)scopec               #  d  K   t               5 } t        D ]I  }t        t        j                  j                  | |      d      5 }|j                  ddz         d d d        K t        j                  dddg}t        j                  ||       }d}	 	 t        j                  d	       	 |  |j%                          d d d        y # 1 sw Y   xY w# t        j                  j                  $ r5}t        j                   d
       |d
z  }|dk  rt#        d      |Y d }~nd }~ww xY w# 1 sw Y   y xY ww)Nwb   ai'  z-mzhttp.server8999)cwd
   zhttp://localhost:8999g?r   zServer did not appear)r   filesopenospathjoinwritesys
executable
subprocessPopenr	   get
exceptionsConnectionErrortimesleepRuntimeError	terminate)dfnfcmdptimeoutes          U/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/dask/bytes/tests/test_http.py
dir_serverr-      s     	 Q 	&Bbggll1b)40 &Au%& &	& ~~t]F;Sa(G45 	% & & &&66 G

33Q;&'>?QF G	  s^   D04D$C8D$C$D$9	D0CD$D ++DD$D  D$$D-)D0c                4   d}t         d   }t        ||z         d   }|5 }|j                         }d d d        t        t        j
                  j                  | |      d      5 }|j                         k(  sJ 	 d d d        y # 1 sw Y   SxY w# 1 sw Y   y xY w)Nhttp://localhost:8999/r   rbr   r   readr   r   r   r   )r-   rootr&   r'   dataexpecteds         r,   test_simpler6   3   s    #D	qB4"9a A	
 avvx	bggll:r*D	1 'Xx}}&&&' ' ' 's   B"BBBc                    d}t         d   }t        ||z         d   }t        t        j                  j                  | |      d      5 }|j                         }|5 }|j                  d      }||d d k(  sJ |j                  dk(  sJ |j                  d       |j                  d      }||d d k(  sJ |j                  dd       |j                  dk(  sJ 	 d d d        d d d        y # 1 sw Y   xY w# 1 sw Y   y xY w)Nr/   r   r0               )	r   r   r   r   r   r   r2   locseek)r-   r3   r&   r'   r5   r4   s         r,   test_locr>   =   s    #D	qB4"9a A	bggll:r*D	1 
X==? 	!66!9D8BQ<'''55A::FF1I66!9D8BQ<'''FF1aL55A::	
 
	 	
 
s%   C4A<C(C4(C1	-C44C=c                j   d}t         d   }ddi}t        ||z   |      d   }|5 }|j                  d      |j                  d      z   }d d d        t        t        j
                  j                  | |      d	      5 }|j                         k(  sJ 	 d d d        y # 1 sw Y   SxY w# 1 sw Y   y xY w)
Nr/   r   DatezWed, 21 Oct 2015 07:28:00 GMT)headersr:   )lengthr0   r1   )r-   r3   r&   rA   r'   r4   r5   s          r,   test_fetch_range_with_headersrD   N   s    #D	qB67G4"9g.q1A	
 4avvQv!&&&"334	bggll:r*D	1 'Xx}}&&&' '4 4' 's   &B=B)B&)B2
block_sizei c                   d}t         d   }t        ||z         d   }t        t        j                  j                  | |      d      5 }|j                         }|5 }|j                  d      |d d k(  sJ |j                  d       |j                  d      |d d k(  sJ |j                  d      |dd k(  sJ |j                  dd       |j                         |dd  k(  sJ 	 d d d        d d d        y # 1 sw Y   xY w# 1 sw Y   y xY w)Nr/   r   r0   r      ir8   )r   r   r   r   r   r   r2   r=   )r-   rE   r3   r&   r'   r5   s         r,   test_opsrH   Z   s   #D	qB4"9a A	bggll:r*D	1 	.X==? 	.!66":#2...FF1I66":#2...66":"R000FF3N668x~---	.	. 	.	. 	.	. 	.s%   C?BC3"C?3C<	8C??Dc                   d}t         d   }t        ||z   d      d   }t        t        j                  j                  | |      d      5 }|j                         }|5 }|j                         |k(  sJ |j                  t        |      k(  sJ 	 d d d        t         d   }t        ||z   d      d   }|5 }t        t        j                        t        d      k  r=t        j                  t              5  |j                  d      |d d k(  sJ 	 d d d        n|j                  d      |d d k(  sJ d d d        d d d        y # 1 sw Y   xY w# 1 sw Y   &xY w# 1 sw Y   *xY w# 1 sw Y   y xY w)	Nr/   r   r8   )rE   r0   r:   z	2021.11.1r   )r   r   r   r   r   r   r2   sizelenr   fsspec__version__pytestraises
ValueError)r-   r3   r&   r'   r5   s        r,   test_ops_blocksizerQ   k   s[   #D	qB4"9+A.A	bggll:r*D	1 3X==? 	+!668x'''66S]***		+ 1XtbyQ/2 	3!v))*W[-AA]]:. 766":#26667 7 vvbzXcr]222	33 3	+ 	+7 7	3 	33 3sT   	E$0E &E$3?E2E"E/E$ E		E$EEE!	E$$E-c                *   t        d      d   }t        j                  t              5  |5 }|j	                          d d d        d d d        t        d      d   }t
        }t        j                  |      5  |5 }|j	                          d d d        d d d        d}t        d   }t        ||z   d      d   }t        j                  t              5  |5  	 d d d        d d d        t        ||z         d   }|5 }t        j                  t              5  |j                  d       d d d        d d d        y # 1 sw Y   xY w# 1 sw Y   xY w# 1 sw Y   xY w# 1 sw Y   xY w# 1 sw Y   xY w# 1 sw Y   xY w# 1 sw Y   ZxY w# 1 sw Y   y xY w)Nz"http://localhost:8999/doesnotexistr   zhttp://nohost/r/   r   )moderC   )
r   rN   rO   r
   r2   FileNotFoundErrorr   NotImplementedErrorrP   r=   )r-   r'   r5   r3   r&   s        r,   test_errorsrV      ss   78;A	t	  	!FFH	 	#$Q'A H	x	   	!FFH	 $D	qB4"94(+A	*	+  		 	4"9a A	
 a]]:& 	FF2J	 !	 	 	 	 	 	 
	 	 s   ED5E5E8E	EE1E%E18F	E=$F	5D>	:EE
E	EE"%E.	*E11E:=F	F		Fc                v   d}t        t        D cg c]  }||z   	 c}      }t        |t              D ]g  \  }}|5 }t        t        j
                  j                  | |      d      5 }|j                         |j                         k(  sJ 	 d d d        d d d        i y c c}w # 1 sw Y   xY w# 1 sw Y   xY w)Nr/   r0   )r   r   zipr   r   r   r   r2   )r-   r3   r'   fsf2r5   s         r,   
test_filesr[      s    #D	u-!TAX-	.BR 32 	3!bggll:r2D9 3Xvvx8==?2223	3 	33 .3 3	3 	3s(   B+B/&$B#B/#B,(B//B8	c                t    d}t        |dz         }|d   j                  dk(  sJ |d   j                  dk(  sJ y )Nr/   *r   zhttp://localhost:8999/ar:   zhttp://localhost:8999/b)r   r   )r-   r3   rY   s      r,   test_open_globr^      sC    #D	D3J	Ba5::2222a5::2222    enginepyarrowc                n   t        j                  dd       t        j                  d      }t        j                  |        |j                  dg|       j                         }|j                  j                         t        t        d            k(  sJ |j                  j                         g dk(  sJ y )	Nr	   z2.21.0)
minversiondask.dataframezthttps://github.com/Parquet/parquet-compatibility/raw/master/parquet-testdata/impala/1.1.1-NONE/nation.impala.parquet)r`      )n_nationkeyn_namen_regionkey	n_comment)	rN   importorskipread_parquetcomputerf   tolistlistrangecolumns)r`   dddfs      r,   test_parquetrs      s     
x8			-	.B
	$	

  
 
 gi  >>  "d59o555::"WWWWr_   r      z(https://github.com/dask/dask/issues/3696)rerunsreruns_delayreasonzFlaky test.)rw   c                 x    ddg} t        j                  |       }|j                  dk(  sJ |j                          y )Nrhttps://raw.githubusercontent.com/weierophinney/pastebin/master/public/js-src/dojox/data/tests/stores/patterns.csvzhttps://en.wikipedia.orgr8   )db	read_textnpartitionsrl   )urlsr   s     r,   test_bagr~      s=    	D"D
 	TA==AIIKr_   c                 t    t        j                  d      } d}| j                  |      }|j                          y )Nrd   ry   )rN   rj   read_csvrl   )rq   urlr   s      r,   test_read_csvr      s7    			-	.B	D  	CAIIKr_   )/
__future__r   r   r   r   r!   rL   rN   fsspec.corer   packaging.versionr   dask.bagbagrz   
dask.utilsr   r   rj   r	   r   RequestExceptionrT   r
   __annotations__rM   r   client_exceptionsClientResponseErrorfixturer-   r6   r>   rD   markparametrizerH   rQ   rV   r[   r^   networkrs   flakyskipr~   r    r_   r,   <module>r      s   " 	  
    " %  	c
6z* ((%!  6!11!f!!),G7,,@@BBD h  ,'"	' e}5. 6. 34033 KX	 
X  A&P   '	 ( 
	  r_   