
    bi                     |   U d dl Z d dlZd dlmZmZmZ d dlmZ ddlmZ ddl	m	Z	 ddl
m
Z
 ddlmZ dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ dee   defdZej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fe	j4                   e e j6                  e	      j9                               fej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fej4                   e e j6                  e      j9                               fdZddddddddd Zd!i fd!d"d#ifd$i fd$i fd$i fd%i fd%i fd%i fd&i fd'i fd(i fd)i fd*i fd*i fd+Ze ee!ee f   f   e"d,<   ejG                  ejH                  jJ                  D  ci c]  } | d-i f	 c}        ejG                  ejH                  jJ                  D  ci c]  } | jM                         d-i f c}        ejG                  e	jN                  jJ                  D  ci c]  } | d.i f	 c}        ejG                  e	jN                  jJ                  D  ci c]  } | jM                         d.i f c}        ejG                  ejP                  jJ                  D  ci c]  } | d/i f	 c}        ejG                  ejP                  jJ                  D  ci c]  } | jM                         d/i f c}        ejG                  ejR                  jJ                  D  ci c]  } | d0i f	 c}        ejG                  ejR                  jJ                  D  ci c]  } | jM                         d0i f c}        i Z*e eee   f   e"d1<   ejW                         D ])  \  Z,\  Z-Z.e*j_                  e-g       ja                  e,       + e*D ]  Z-e*e-   ja                  d2        i Z1eeee   f   e"d3<   e*D ]  Z-g e1e-<   	 ejH                  jd                  e1d-<   ejH                  jd                  e1d.<   ejH                  jd                  e1d/<   ejH                  jd                  e1d0<   yc c} w c c} w c c} w c c} w c c} w c c} w c c} w c c} w )4    N)DictListTuple)insecure_hashlib   )arrow)audiofolder)cache)csv)hdf5)imagefolder)json)pandas)parquet)	pdffolder)sql)text)videofolder)
webdataset)xmllinesreturnc                     g }| D ]-  }t        j                  dd|      }|s|j                  |       / dj                  |      }|j	                  d      }t        j                  |      j                         S )Nz#.* 
zutf-8)resubappendjoinencoder   sha256	hexdigest)r   filtered_lineslinefull_str
full_bytess        ]/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/datasets/packaged_modules/__init__.py_hash_python_linesr(      ss    N (vvfb$'!!$'( yy(H )J"":.88::    )r   r   r   r   r   r   r   r	   r   r   r   r   r   @eea64c71ca8b46dd3f537ed218fc9bf495d5707789152eb2764f5c78fa66d59d@8bb11242116d547c741b2e8a1f18598ffdd40a1d4f2a2872c7a28b697434bc96@3ac4ffc4563c796122ef66899b9485a3f1a977553e2d2a8a318c72b8cc6f2202@ca31c69184d9832faed373922c2acccec0b13a0bb5bbbe19371385c3ff26f1d1@74f69db2c14c2860059d39860b1f400a03d11bf7fb5a8258ca38c501c878c137@c4a140d10f020282918b5dd1b8a49f0104729c6177f60a6b49ec2a365ec69f34@7b7ce5247a942be131d49ad4f3de5866083399a0f250901bd8dc202f8c5f7ce5@d3c1655c66c8f72e4efb5c79e952975fa6e2ce538473a6890241ddbddee9071c)r   r   r   r   r   r   r   r	   r   sep	r   r   r   r   r   r   r   )z.csvz.tsvz.jsonz.jsonlz.ndjsonz.parquetz.geoparquetz.gpqz.arrowz.txtz.tarz.xmlz.hdf5z.h5_EXTENSION_TO_MODULEr   r	   r   r   _MODULE_TO_EXTENSIONSz.zip_MODULE_TO_METADATA_FILE_NAMES)3inspectr   typingr   r   r   huggingface_hub.utilsr   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   liststrr(   __name__	getsource
splitlines_PACKAGED_DATASETS_MODULES&_PACKAGED_DATASETS_MODULES_2_15_HASHESr4   dicttuple__annotations__updateImageFolder
EXTENSIONSupperAudioFolderVideoFolder	PdfFolderr5   items_ext_module_
setdefaultr   r6   METADATA_FILENAMES)exts   0r'   <module>rR      s    	 $ $ 2  $    $        $ " 
;d3i 
;C 
; LL,->W->->s-C-N-N-PQR]]./@w/@/@/F/Q/Q/STU 23D73D3DV3L3W3W3Y Z[  "45FW5F5Fw5O5Z5Z5\"]^nn01B1B1B51I1T1T1VWX]]./@w/@/@/F/Q/Q/STU((*<=NW=N=N{=[=f=f=h*ij((*<=NW=N=N{=[=f=f=h*ij((*<=NW=N=N{=[=f=f=h*ij$$&89J9J9J99U9`9`9b&cd&&(:;L7;L;LZ;X;c;c;e(fgLL,->W->->s-C-N-N-PQR]]./@w/@/@/F/Q/Q/STU $ NNPQONUU	* & BKUDM"b\rl|Br?OmRL2BKb\B<5 d3c4i 001 "   AXAXAcAcd#S=""55d e   I`I`IkIkl#SYY[="*==l m   AXAXAcAcd#S=""55d e   I`I`IkIkl#SYY[="*==l m   AXAXAcAcd#S=""55d e   I`I`IkIkl#SYY[="*==l m   y?R?R?]?]^S;"33^ _   yGZGZGeGefSYY[;*;;f g /1 tCcN+ 0.446 ?D,7A$$Wb188>? % 2G'"))&12 8: S$s)^ 4 9$ 1G.0"7+10;0G0G0Z0Z } -0;0G0G0Z0Z } -0;0G0G0Z0Z } -.9.E.E.X.X { +1 eldldl^fs0   +X!X%X X%X*X/X4X9