
    *#h#                     N    d dl mZmZ ddlmZ ddlmZ ddlmZ  G d de      Z	y	)
    )CallableOptional   )Features)	Generator   )AbstractDatasetInputStreamc                   b     e Zd Z	 	 	 	 	 	 d
dedee   dedededee   dee	   f fdZ
d	 Z xZS )GeneratorDatasetInputStream	generatorfeatures	cache_dirkeep_in_memory	streaming
gen_kwargsnum_procc           	      Z    t        	|   d|||||d| t        d||||d|| _        y )N)r   r   r   r   r   )r   r   r   r    )super__init__r   builder)
selfr   r   r   r   r   r   r   kwargs	__class__s
            R/var/www/html/sandstorm/venv/lib/python3.12/site-packages/datasets/io/generator.pyr   z$GeneratorDatasetInputStream.__init__	   sY     	 	
)	
 	
 ! 
!	

 
    c                    | j                   r| j                  j                  d      }|S d }d }d }d }| j                  j                  |||d|| j                         | j                  j                  d|| j                        }|S )Ntrain)splitF)download_configdownload_modeverification_modetry_from_hf_gcs	base_pathr   )r   r"   	in_memory)r   r   as_streaming_datasetdownload_and_preparer   
as_datasetr   )r   datasetr    r!   r"   r$   s         r   readz GeneratorDatasetInputStream.read$   s    >>ll77g7FG& ! #O M $ILL-- /+"3 %# .  ll--1BdNaNa . G r   )NNFFNN)__name__
__module____qualname__r   r   r   strbooldictintr   r*   __classcell__)r   s   @r   r   r      sr     (,$%)"&

 8$
 	

 
 
 TN
 3-
6r   r   N)
typingr   r    r   $packaged_modules.generator.generatorr   abcr	   r   r   r   r   <module>r7      s    %  < +2"< 2r   