*#h\ d Z ddlZddlZddlmZmZmZmZmZmZm Z m
Z
ddl m Z ddl
mZ ej ej ej ej
ej dZej Zd Zdefd Zdej* fd
Zd d Zd d Zd!d
e e dej* fdZdefdZdeddfdZ d Z d Z d Z d Z d dZ!d dZ" e G d d Z#da$ G d d Z% e% Z
de&fd Z'd Z(d Z)y)"z Logging utilities. N)CRITICALDEBUGERRORFATALINFONOTSETWARNWARNING)Optional)auto)debuginfowarningerrorcriticalc t j dd } | r[| t v r t | S t j j d| ddj
t j t S )z
If DATASETS_VERBOSITY env var is set to one of the valid choices return that as the new default level.
If it is not - fall back to ``_default_log_level``
DATASETS_VERBOSITYNz"Unknown option DATASETS_VERBOSITY=z, has to be one of: z, ) osgetenv
log_levelslogging getLoggerr joinkeys_default_log_level)
env_level_strs S/var/www/html/sandstorm/venv/lib/python3.12/site-packages/datasets/utils/logging.py_get_default_logging_levelr , ss
II 2D9M J & m, , ' '4]O D%&*ii
0A&B$DF
returnc 2 t j d d S )N.r )__name__split r r _get_library_namer& = s >># q !!r c < t j t S N)r r r& r% r r _get_library_root_loggerr) A s . 0 11r c t } | j t j | j t y r( )r)
addHandlerr
StreamHandlersetLevelr library_root_loggers r _configure_library_root_loggerr0 E s4 24""7#8#8#:; !;!=>r c V t } | j t j y r( )r) r- r r r. s r _reset_library_root_loggerr2 L s 24 0r namec D |
t } t j | S )z_Return a logger with the specified name.
This function can be used in dataset scripts.
)r& r r )r3 s r
get_loggerr5 Q s" | " T ""r c 2 t j S )a Return the current level for the HuggingFace datasets library's root logger.
Returns:
Logging level, e.g., `datasets.logging.DEBUG` and `datasets.logging.INFO`.
HuggingFace datasets library has following logging levels:
- `datasets.logging.CRITICAL`, `datasets.logging.FATAL`
- `datasets.logging.ERROR`
- `datasets.logging.WARNING`, `datasets.logging.WARN`
- `datasets.logging.INFO`
- `datasets.logging.DEBUG`
)r) getEffectiveLevelr% r r
get_verbosityr8 Z s $ % 7 7 99r verbosityc 6 t j | y)zSet the level for the Hugging Face Datasets library's root logger.
Args:
verbosity:
Logging level, e.g., `datasets.logging.DEBUG` and `datasets.logging.INFO`.
N)r) r- )r9 s r
set_verbosityr; m s '' 2r c t t S )zSet the level for the Hugging Face datasets library's root logger to `INFO`.
This will display most of the logging information and tqdm bars.
Shortcut to `datasets.logging.set_verbosity(datasets.logging.INFO)`.
)r; r r% r r set_verbosity_infor= v s r c t t S )zSet the level for the Hugging Face datasets library's root logger to `WARNING`.
This will display only the warning and errors logging information and tqdm bars.
Shortcut to `datasets.logging.set_verbosity(datasets.logging.WARNING)`.
)r; r
r% r r set_verbosity_warningr? s !!r c t t S )zSet the level for the Hugging Face datasets library's root logger to `DEBUG`.
This will display all the logging information and tqdm bars.
Shortcut to `datasets.logging.set_verbosity(datasets.logging.DEBUG)`.
)r; r r% r r set_verbosity_debugrA r c t t S )zSet the level for the Hugging Face datasets library's root logger to `ERROR`.
This will display only the errors logging information and tqdm bars.
Shortcut to `datasets.logging.set_verbosity(datasets.logging.ERROR)`.
)r; r r% r r set_verbosity_errorrD rB r c " dt _ y)zjDisable propagation of the library log outputs.
Note that log propagation is disabled by default.
FNr) propagater% r r disable_propagationrH s ,1 (r c " dt _ y)zEnable propagation of the library log outputs.
Please disable the Hugging Face datasets library's default handler to prevent double logging if the root logger has
been configured.
TNrF r% r r enable_propagationrJ s
,0 (r c . e Zd ZdZd Zd Zd Zd Zd Zy) EmptyTqdmz%Dummy tqdm which doesn't do anything.c , |r |d | _ y d | _ y )Nr ) _iteratorselfargskwargss r __init__zEmptyTqdm.__init__ s $(adr c , t | j S r( )iterrN rP s r __iter__zEmptyTqdm.__iter__ s DNN##r c d }|S )zReturn empty function.c y r( r% )rQ rR s r empty_fnz'EmptyTqdm.__getattr__..empty_fn s r r% )rP _rZ s r __getattr__zEmptyTqdm.__getattr__ s r c | S r( r% rV s r __enter__zEmptyTqdm.__enter__ s r c y r( r% )rP type_value tracebacks r __exit__zEmptyTqdm.__exit__ s r N) r#
__module__ __qualname____doc__rS rW r\ r^ rc r% r r rL rL s /3$r rL Tc * e Zd ZdddZd Zd Zd Zy) _tqdm_clsF)disablec R t r|st j |i |S t |i |S r( ) _tqdm_activetqdm_libtqdmrL )rP ri rQ rR s r __call__z_tqdm_cls.__call__ s+ ==$1&1 1 d-f- -r c \ d | _ t r t j j |i |S y r( )_lockrk rl rm set_lockrO s r rq z_tqdm_cls.set_lock s+
==))4:6: : r c L t r t j j S y r( )rk rl rm get_lockrV s r rs z_tqdm_cls.get_lock s ==))+ + r c ^ | j |= y# t $ r |dk7 r t | Y yw xY w)z;fix for https://github.com/huggingface/datasets/issues/6066rp N)__dict__KeyErrorAttributeError)rP attrs r __delattr__z_tqdm_cls.__delattr__ s9 +
d# +w$T** +s
,,N)r# rd re rn rq rs ry r% r r rh rh s &+ . ;
,+r rh c t t S )zCReturn a boolean indicating whether tqdm progress bars are enabled.)boolrk r% r r is_progress_bar_enabledr| s r c da y)zEnable tqdm progress bar.TNrk r% r r enable_progress_barr s Lr c da y)zDisable tqdm progress bar.FNr~ r% r r disable_progress_barr s Lr )r Nr( )*rf r r r r r r r r r r
typingr rm r rl r r r strr& Loggerr) r0 r2 r5 intr8 r; r= r? rA rD rH rJ rL rk rh r{ r| r r r% r r r s& ! ]] LL
]]
__ ""3 "2'.. 2?1
#Xc] #gnn #:s :&3S 3T 3 " 10 0 + +2 { r