
    *#h!                        d dl Z d dlZ d dlZd dlZd dlmZ d dlmZ ddlm	Z	  e	e
      ZdZdZdZd	Zd
ZdZej$                  j'                  dd      Zedz   ZdZdZ ej0                   ej2                               Zh dZej9                  dh      Z ej0                  e j<                  j                  d            Z ej0                  e j<                  j                  d            Z  ej0                  e j<                  j                  d            Z! ej0                  e j<                  j                  d            Z"ej$                  j'                  dd      jG                         Z$ej$                  j'                  dd      jG                         Z%ej$                  j'                  dd      jG                         Z&dZ'dZ(e%ev ree$evrae jR                  jU                  d      duZ(e(rS	  ej0                  e j<                  j                  d            Z'ejW                  de' d       nejW                  d       dZ-dZ.e$ev re%evre jR                  jU                  d       duZ.e.r6d!D ]/  Z/	  ej0                  e j<                  j                  e/            Z- n dZ.e.rNe-j`                  d"k  rejW                  d#e- d$       dZ.n'ejW                  d%e- d       nejW                  d&       dZ1dZ2e&ev re jR                  jU                  d'      duxr e jR                  jU                  d(      duZ2e2rS	  ej0                  e j<                  j                  d'            Z1ejW                  d)e1 d       nejW                  d*       ej$                  j'                  d+d      jG                         Z3dZ4dZ5e3ev rD	  ej0                  e j<                  j                  d,            Z4d-Z5ejW                  d.e4 d       nejW                  d/       e jR                  jU                  d0      duZ6e jR                  jU                  d1      duZ7e jR                  jU                  d2      duxr?  ej0                   e jp                  d2      jr                         ej0                  d3      k\  Z:e jR                  jU                  d2      duxr?  ej0                   e jp                  d2      jr                         ej0                  d4      k\  Z;e jR                  jU                  d5      duZ<e jR                  jU                  d6      duZ=e jR                  jU                  d7      duZ>e jR                  jU                  d8      duZ?d9Z@ ej                  d:e@      ZBej                  j                  eBd;      ZEej                  j                   ej                  d<eE            ZGej                  j                  eGd=      ZH e ej                  d>eH            ZIej                  j                  eGd?      ZJ e ej                  d@eJ            ZKej                  j                  eGdA      ZL e ej                  dBeL            ZMdCZNej                  j                  eIeN      ZO e ej                  dDeO            ZPdEZQej                  j                  eOeQ      ZR e ej                  dFeR            ZSej$                  j'                  dGd      jG                         ev ZTdHZUdIZVdJZWdKZXdLZYdLZZdLZ[ej$                  j'                  dMd      jG                         ev Z\d Z] e^ej$                  j'                  dNe]            Z_dOZ`dPZadQZbdRZcdSZddTZedUZfdVZgdWZhdXZidYZjdZZkd[Zld\ZmdIZnd\Zod]Zpy# e j<                  jX                  $ r Y nw xY w# e j<                  jX                  $ r Y aw xY w# e j<                  jX                  $ r Y dw xY w# e j<                  jX                  $ r Y w xY w)^    N)Path)version   )
get_loggerzBhttps://s3.amazonaws.com/datasets.huggingface.co/datasets/datasetsz5https://cdn-datasets.huggingface.co/datasets/datasetszXhttps://raw.githubusercontent.com/huggingface/datasets/{revision}/datasets/{path}/{name}zAhttps://s3.amazonaws.com/datasets.huggingface.co/datasets/metricsz3https://cdn-datasets.huggingface.co/datasets/metriczWhttps://raw.githubusercontent.com/huggingface/datasets/{revision}/metrics/{path}/{name}HF_ENDPOINTzhttps://huggingface.coz-/datasets/{repo_id}/resolve/{revision}/{path}z)hf://datasets/{repo_id}@{revision}/{path}main>   1ONYESTRUEAUTOdillfsspecpandaspyarrowUSE_TF	USE_TORCHUSE_JAXzN/AFtorchzPyTorch version z available.z'Disabling PyTorch because USE_TF is set
tensorflow)	r   ztensorflow-cpuztensorflow-gpuz
tf-nightlyztf-nightly-cpuztf-nightly-gpuzintel-tensorflowztensorflow-rocmztensorflow-macos   z"TensorFlow found but with version z(. `datasets` requires version 2 minimum.zTensorFlow version z-Disabling Tensorflow because USE_TORCH is setjaxjaxlibzJAX version z-Disabling JAX because USE_JAX is set to FalseUSE_BEAMapache_beamTzApache Beam version z6Disabling Apache Beam because USE_BEAM is set to False
sqlalchemyPIL	soundfilez1.0.31z1.1.0rarfile	zstandardlz4py7zrz~/.cacheXDG_CACHE_HOMEhuggingfaceHF_HOMEdatasetsHF_DATASETS_CACHEmetricsHF_METRICS_CACHEmodulesHF_MODULES_CACHE	downloads$HF_DATASETS_DOWNLOADED_DATASETS_PATH	extracted#HF_DATASETS_EXTRACTED_DATASETS_PATHHF_UPDATE_DOWNLOAD_COUNTSi  
   l        500MBd   HF_DATASETS_OFFLINEHF_DATASETS_IN_MEMORY_MAX_SIZEzdataset.arrowzindices.arrowz
state.jsonzdataset_info.jsonzdataset_infos.jsonLICENSEzmetric_info.jsonzdataset_dict.jsonconfigsdatasets_modules            g?)q	importlibimportlib.metadataosplatformpathlibr   	packagingr   utils.loggingr   __name__loggerS3_DATASETS_BUCKET_PREFIX"CLOUDFRONT_DATASETS_DISTRIB_PREFIXREPO_DATASETS_URLS3_METRICS_BUCKET_PREFIX!CLOUDFRONT_METRICS_DISTRIB_PREFIXREPO_METRICS_URLenvirongetr   HUB_DATASETS_URLHUB_DATASETS_HFFS_URLHUB_DEFAULT_VERSIONparsepython_version
PY_VERSIONENV_VARS_TRUE_VALUESunionENV_VARS_TRUE_AND_AUTO_VALUESmetadataDILL_VERSIONFSSPEC_VERSIONPANDAS_VERSIONPYARROW_VERSIONupperr   r   r   TORCH_VERSIONTORCH_AVAILABLEutil	find_specinfoPackageNotFoundError
TF_VERSIONTF_AVAILABLEpackagemajorJAX_VERSIONJAX_AVAILABLEr   BEAM_VERSIONBEAM_AVAILABLESQLALCHEMY_AVAILABLEPIL_AVAILABLEimport_module__libsndfile_version__IS_OPUS_SUPPORTEDIS_MP3_SUPPORTEDRARFILE_AVAILABLEZSTANDARD_AVAILABLELZ4_AVAILABLEPY7ZR_AVAILABLEDEFAULT_XDG_CACHE_HOMEgetenvr#   pathjoinDEFAULT_HF_CACHE_HOME
expanduserHF_CACHE_HOMEDEFAULT_HF_DATASETS_CACHEr'   DEFAULT_HF_METRICS_CACHEr)   DEFAULT_HF_MODULES_CACHEr+   DOWNLOADED_DATASETS_DIR DEFAULT_DOWNLOADED_DATASETS_PATHDOWNLOADED_DATASETS_PATHEXTRACTED_DATASETS_DIRDEFAULT_EXTRACTED_DATASETS_PATHEXTRACTED_DATASETS_PATHr0   DEFAULT_MAX_BATCH_SIZE'ARROW_READER_BATCH_SIZE_IN_DATASET_ITERMAX_TABLE_NBYTES_FOR_PICKLINGMAX_SHARD_SIZE)PARQUET_ROW_GROUP_SIZE_FOR_AUDIO_DATASETS)PARQUET_ROW_GROUP_SIZE_FOR_IMAGE_DATASETS*PARQUET_ROW_GROUP_SIZE_FOR_BINARY_DATASETSr4   DEFAULT_IN_MEMORY_MAX_SIZEfloatIN_MEMORY_MAX_SIZEDATASET_ARROW_FILENAMEDATASET_INDICES_FILENAMEDATASET_STATE_JSON_FILENAMEDATASET_INFO_FILENAMEDATASETDICT_INFOS_FILENAMELICENSE_FILENAMEMETRIC_INFO_FILENAMEDATASETDICT_JSON_FILENAMEMETADATA_CONFIGS_FIELDMODULE_NAME_FOR_DYNAMIC_MODULES%MAX_DATASET_CONFIG_ID_READABLE_LENGTHSTREAMING_READ_MAX_RETRIESSTREAMING_READ_RETRY_INTERVAL*DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE2GLOBBED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE3ARCHIVED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCEPBAR_REFRESH_TIME_INTERVAL     L/var/www/html/sandstorm/venv/lib/python3.12/site-packages/datasets/config.py<module>r      s'     	    % 
H	 a %\ "n  _ $Y !l  jjnn],DE!PP C  W]]282245
 2  4 : :F8 D  w}}Y//77?@y1199(CDy1199(CD'--	 2 2 : :9 EF	&	)	/	/	1JJNN;/557	
**..F
+
1
1
3--&@T2Tnn..w7tCO	)GMM)*<*<*D*DW*MNMKK*=/EF KK9:
	**y@T/T>>++L9EL

 	!G*W]]9+=+=+E+Eg+NO
 !	!$ !LaKK<ZLHpqr LKK-j\EF
KK?@ 
++NN,,U34?rINND\D\]eDfnrDrM	''--	(:(:(B(B5(IJKKK,{m;?@ KK?@ ::>>*f-335,,$w}}Y%7%7%?%?%NO*<.DE KKHI !~~//=TI  ((/t;NN,,[9E -'--IK(??KW]]8K  >>++K8D IK(??JW]]7J 
 NN,,Y7tC nn..{;4G ((/t;..**734? $ +-CD^]C ""9299Y8M#NOGGLL
C #68QRS 77<<yA 			"46NOP 77<<yA 			"46NOP % #%77<<0ACZ#[  			*PRr st $ "$'',,/OQg"h yryy)NPopq  JJNN.7==?C``    +- ' !(   -0 ),/ )-0 * jjnn%:FCIIKOcc   2::>>*JLfgh  ) * * + 1  ) / " "4 (+ %    !  .1 *57 269 3 " Q !!66 		2 %%:: 2 !!66 		 22 sK   )A ^ ,+^-3A _ 8A_- ^*)^*-_
	_
_*)_*-`
	`
