#hH lUddlZddlZddlmZmZmZmZmZmZddl m Z ddl Z ddl m ZddlmZddlmZgZeeed<dZefded ej.fd Zefded eej2effd Zead eeeffd Zed Ze dZdeeefd eeeffdZdeeefd eeeffdZ y)N)AnyCallableDictListTupleTypeVar) ParamSpec) _log_handlers) _WaitCounter__all__default destinationreturnc t|\}}tjd|}|jtjtj d}|j |d|_|j||S)Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF) _get_logging_handlerlogging getLoggersetLevelDEBUG Formatter setFormatter propagate addHandler)rlogging_handlerlog_handler_namelogger formatters Z/var/www/html/sandstorm/venv/lib/python3.12/site-packages/torch/distributed/c10d_logger.py_get_or_create_loggerrsy(<[(I%O%   '7&89 :F OOGMM"!!kI  +F o& McPt|}t|jd|}||fS)N-)r type__name__)r log_handlerrs rrr's7 ,K{+445Q{mD ) **r c <tjr|jdxs|jd}|tj|jdtj|tj tj |tj tj |d}|ddk(rCtjjj}djd|D|d <|Sd |i}|S) Ngroup process_grouppg) func_namepg_namebackend world_size group_size global_rank local_rankr,nccl.c32K|]}t|yw)N)str).0vs r z _get_msg_dict..As/M1A/Ms nccl_versionr*) distis_initializedget_get_process_group_name get_backendget_world_sizeget_ranktorchcudar1versionjoin)r*argskwargsr'msg_dictr8s r _get_msg_dictrG3s  7#Bvzz/'B%;66vzz$7GHI**512!0023!0078"mmo.!]]512  I & ( ::??224L'*xx/M /M'MH^ $ O I;  Or _T_Pfuncctjdtjdtjdt ffd }|S)NrDrErc |i|S#t$r:}tjg|i|}||d<tj |d}~wwxYw)Nerror) ExceptionrGr$ _c10d_loggerdebug)rDrErMrFrJs rwrapperz"_exception_logger..wrapperNs] (( ( $T]]DTDVDH#('HW    x (   s A5A  A functoolswrapsrIrDrErHrJrQs` r_exception_loggerrVMsB__Trww")) Nr ctjdtjdtjdt ffd }|S)NrDrErctdjj5|i|}ddd|S#1swYSxYw)Nzpytorch.wait_counter.c10d.)r r$guard)rDrE func_returnrJs rrQz_time_logger..wrapper\sK 6t}}oF G M M O 0//K 0 0s ;ArRrUs` r _time_loggerr[[sB__Trww")) Nr )!rSrtypingrrrrrrtyping_extensionsr r@torch.distributed distributedr9"torch.distributed.logging_handlersr torch.monitorr r r4__annotations___DEFAULT_DESTINATIONLoggerrHandlerrrOrGrHrIrVr[r rrgs<<' <&c .B s gnn ,++ 7??C  +%& c3h, T]t_ HRV, "b&1A xB'HRV,<r