P/j hUddlZddlZddlZddlmZmZmZmZmZm Z ddl m Z ddl Z ddl mZddlmZgZeeed<dZefdedej,fd Zefdedeej0effd Zeadeeeffd Ze d Ze d ZdeeefdeeeffdZdeeefdeeeffdZy)N)AnyCallableDictListTupleTypeVar) ParamSpec) _log_handlers__all__default destinationreturnc t|\}}tjd|}|jtjtj d}|j |d|_|j||S)Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF) _get_logging_handlerlogging getLoggersetLevelDEBUG Formatter setFormatter propagate addHandler)r logging_handlerlog_handler_namelogger formatters `/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/torch/distributed/c10d_logger.py_get_or_create_loggerrsy(<[(I%O%   '7&89 :F OOGMM"!!kI  +F o& McPt|}t|jd|}||fS)N-)r type__name__)r log_handlerrs rrr's7 ,K{+445Q{mD ) **rc Ttjr|jdxs|jd}||d|tj|jdtj|tj tj |tj tj |d}|ddk(rCtjjj}djd |D|d <|S||d|d }|S) Ngroup process_groupz, pg) func_nameargspg_namebackend world_size group_size global_rank local_rankr,nccl.c32K|]}t|yw)N)str).0vs r z _get_msg_dict..Bs/M1A/Ms nccl_version)r)r*) distis_initializedget_get_process_group_name get_backendget_world_sizeget_ranktorchcudar1versionjoin)r)r*kwargsr&msg_dictr8s r _get_msg_dictrF3s  7#Bvzz/'B%;fBvh'66vzz$7GHI**512!0023!0078"mmo.!]]512   I & ( ::??224L'*xx/M /M'MH^ $ O&;fBvh'  Or_T_Pfuncctjdtjdtjdt ffd }|S)Nr*rDrc |i|S#t$r:}tjg|i|}||d<tj |d}~wwxYw)Nerror) ExceptionrFr# _c10d_loggerdebug)r*rDrLrErIs rwrapperz"_exception_logger..wrapperPs] (( ( $T]]DTDVDH#('HW    x (   s A5A  A functoolswrapsrHr*rDrGrIrPs` r_exception_loggerrUOsB__Trww")) Nrctjdtjdtjdt ffd }|S)Nr*rDrctj}|i|}tj|z }tjg|i|}|d|d<tj ||S)Nns time_spent)timetime_nsrFr#rNrO)r*rDt1 func_returnrYrErIs rrPz_time_logger..wrapper^sj \\^D+F+ \\^b(  @@@$.ris <<' <c .B s gnn ,++ 7??C  +%& c3h0 T]t_ HRV, "b&1A  xB' HRV,< r