o hI @sUddlZddlZddlZddlmZmZddlmZddlm Z gZ ee e d<dejfddZdd e deeje ffd d Zead d ZddZdS)N)ListTuple) _log_handlers__all__returncCsNt\}}td|}|tjtd}||d|_|||S)Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF) _get_logging_handlerlogging getLoggersetLevelDEBUG Formatter setFormatter propagate addHandler)logging_handlerlog_handler_namelogger formatterrS/var/www/html/ai/venv/lib/python3.10/site-packages/torch/distributed/c10d_logger.py_get_or_create_loggers    rdefault destinationcCst|}t|j}||fS)N)rtype__name__)r log_handlerrrrrr!s rctfdd}|S)Nc sz|i|WStyW}zCtr?j|d|t|dt|dtt|d|d}nj|d||d}t |d}~ww)N, group) func_nameargsbackend world_size global_rank local_rankerror)rr r%) Exceptiondistis_initializedr get_backendgetget_world_sizeget_rank _c10d_loggerdebug)r kwargsr%error_msg_dictfuncrrwrapper,s(   z"_exception_logger..wrapper functoolswrapsr2r3rr1r_exception_logger+sr8cr)Nc st}|i|}t}trBj|d|t|dt|dtt|d||dd}nj|d|||d}t ||S)Nrrns)rr r!r"r#r$ time_spent)rr r:) timetime_nsr'r(rr)r*r+r,r-r.)r r/t1 func_returnt2msg_dictr1rrr3Gs$    z_time_logger..wrapperr4r7rr1r _time_loggerFsrA)r)r5rr;typingrr"torch.distributed.logging_handlersrtorch.distributed distributedr'rstr__annotations__LoggerrHandlerrr-r8rArrrrs