P/jUddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlmZddlmZmZmZmZddlmZmZmZmZmZmZm Z m!Z!ddl"m#Z#ddlm$Z$ddl%Z%ddl&Z%ddl'm(Z(dd l)m*Z*dd l+m,Z,dd l-m.Z.m/Z/m0Z0m1Z1dd l&m2Z2dd l3m4Z4m5Z5m6Z6m7Z7ddl8m9Z9ddl:m;Z;mZ?ddl@mAZAddlBmCZCmDZDddlEmFZFmGZGddlHmIZImJZJmKZKddlLmMZMmNZNddlOmPZPmQZQmRZRmSZSmTZTddlUmVZVmWZWmXZXmYZYddlZm[Z[m\Z\m]Z]ddlJm^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgddlhmiZimjZjmkZkddllmmZmddlnmoZoddlpmqZqmrZrmsZsmtZtddlKmuZudd lvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZmZmZmZmZmZmZmZmZd!ed"< ddlZejrdd#lmZdd$lmZdd%lmZmZdd&lmZej,eZe%j2j5ed'Ze%j2j5ed(Zej:Ze d)Ze#d*ZGd+d,ZGd-d.ZeZeZdad/ed0<ejLe? dN dOd1ZdPd2Ze]jRdQd3Z dR dSd4ZdaejZZd5ed6<dTd7ZdTd8ZGd9d:Z dU dVd;ZddlmZeZd?ed@<dWdAZ dXddB dYdCZGdDdEZdZdFZd[dGZd\dHZGdIdJej~ZGdKdLZ d]dMZy#e$rdZYwxYw)^) annotationsN)Path)CodeType FrameType FunctionType ModuleType)AnyCallableDictListOptionalSetTypeVarUnion) ParamSpec) ReferenceType)GlobalStateGuard)get_compile_pg)CompileTimeInstructionCounter)compile_contextCompileContext CompileIdtracing) structured)compile_time_strobelight_metajustknobs_check#maybe_upload_prof_stats_to_manifoldsignpost_event)_use_lazy_graph_module)ConstraintViolationErrorGuardOnDataDependentSymNode)_forward_from_src)DistributedDataParallel)_disable_current_modesis_in_torch_dispatch_mode)CapturedTracebackformat_traceback_short)configexc trace_rules)remove_dead_coderemove_pointless_jumps) check_inst_exn_tab_entries_valid Instruction is_generator propagate_inst_exn_table_entriestransform_code_object)CacheSizeRelevantForFramecompute_cache_sizeexceeds_cache_size_limitis_recompilation)always_optimize_code_objects skip_code TorchPatcher) augment_exc_messageBackendCompilerFailedCacheLimitExceededformat_error_msgInternalTorchDynamoErrorSkipCodeRecursiveExceptionTorchRuntimeErrorUncapturedHigherOrderOpError unimplemented Unsupported)CheckFunctionManager&get_and_maybe_log_recompilation_reason GuardedCode)Hooks)ExecutionRecord)DistributedStateInstructionTranslator LocalStateSpeculationLog)is_numpy)CleanupManagerCompilationMetricscounters dynamo_timedformat_bytecodeframe_phase_timinggen_record_file_nameget_chromium_event_loggerincrement_frame is_namedtupleistype LazyString orig_code_maprecord_compilation_metricsreset_graph_break_dup_checkersetup_compile_debugtroubleshooting_urlwrite_record_to_filezOptional[ModuleType]np) CompilerFn)WrapBackendDebug) BytecodeHook CacheEntry)FrameStateSizeEntrybytecode graph_breaks_T_Pc eZdZy) TODO_UNKNOWNN)__name__ __module__ __qualname__^/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/torch/_dynamo/convert_frame.pyrkrksrprkc,eZdZddZddZddZddZy) Trackerc0g|_t|_yN)seensetseen_idsselfs rq__init__zTracker.__init__s35 "%% rpct|jvrQtj|fd}jj |jj yy)Nc:jjSru)rxremove)_idxrzs rqzTracker.add..sDMM4H4H4Mrp)idrxweakrefrefrvappendadd)rz strong_objobjrs` @rqrz Tracker.addsRn dmm #++j*MNC II  S ! MM  c " $rpc0t||jvSru)rrx)rzitems rq __contains__zTracker.__contains__s$x4==((rpcl|jj|jjyru)rvclearrxrys rqrz Tracker.clears   rpN)returnNone)rrrr)rrrbool)rlrmrnr{rrrrorprqrsrss(#)rprszOptional[GlobalStateGuard]initial_global_statecJt|||}t|j|Sru)original_forward_from_srcr8__code__)srcglobals co_fieldsresults rqfx_forward_from_src_skip_resultrs# 'sGY ?F foo MrpcRtjdfd }|_|S)z Context manager to: 1) Save/restore torch.is_grad_enabled() state 2) Save/restore python random state 3) Save/restore torch random state 4) Monkey patch torch.fx.graph_module._forward_from_src c|t}tj}tjj 5tj }tj }tj}tj}tjj}d} tjjrtjj} tjj} tjjj } t"tjj_t%} t'j(} | j+tjj,j/ |i|| j1| j1tjj3|tj4j6j9|tj:||tj<|tjj?|| tjj?| tjjA| | tjj_|jCsJd|jEdcdddS#| j1| j1tjj3|tj4j6j9|tj:||tj<|tjj?|| tjj?| tjjA| | tjj_|jCsJd|jEdwxYw#1swYyxYw)N) warn_onlyzGlobal z7state changed while dynamo tracing, please report a bug)#rtorchis_grad_enabled_C_PreserveDispatchKeyGuardis_inference_mode_enabled$are_deterministic_algorithms_enabled-is_deterministic_algorithms_warn_only_enabledrandomgetstate get_rng_statecuda is_available_get_cublas_allow_tf32fx graph_moduler"rr] contextlib ExitStack enter_context_symbolic_trace_maybe_revert_all_patchesclose_set_grad_enabledautograd grad_mode_enter_inference_modeuse_deterministic_algorithmssetstate set_rng_state_set_cublas_allow_tf32checkreason)argskwargsguardsprior_grad_modeprior_inference_modeprior_deterministicprior_warn_only py_rng_statetorch_rng_statecuda_rng_state allow_tf32prior_fwd_from_srccleanup exit_stackfns rq_fnz"preserve_global_state.._fns!#//1 XX / / 1$ f#(#B#B#D "'"L"L"N #QQSO!??,L#ll88:O!Nzz&&(!&!9!9!;88:J!&!6!6!H!H 6UEHH ! ! 3)+G#--/J  $ $((BBD  f4*6*   "**?;((>>?ST22'? - **?;!-JJ,,^<// ;:L%%7LLNfV]]_--def"G$ f$ f*   "**?;((>>?ST22'? - **?;!-JJ,,^<// ;:L%%7LLNfV]]_--def"G$ f$ fs&E'P2&K2-D;P22D=P//P22P;rz_P.argsrz _P.kwargsrrh) functoolswraps_torchdynamo_orig_callable)rrs` rqpreserve_global_staters2__R+f+fZ&(C" Jrpcp|jtvry|jjD]}||jvs|j|}t |t r%|j jds|turyts]tjsn|tus t|syidfd |jjD] }|s ytj!d|jj"|jj$|jj&y)z+Check if the frame has torch.* related bitsTztorch.c t}|vr|Sd|<ttjtjj fs4t tr.ttjj r d|<|StjrDtr>t tjsttjr d|<|St ttfrt!fdD|<|St t"r5tj%}t!fd|D|<|St t&t(t*tdt,fr d|<|St/r3t1dr't!fdj2D|<|Sy)z)Recursively check if the obj has a tensorFTc3.K|] }|ywruro.0v has_tensors rq z:has_tensor_in_frame..has_tensor..s">Q:a=">c3.K|] }|ywrurors rqrz:has_tensor_in_frame..has_tensor.."s"AQ:a="ArN_fieldsc3BK|]}t|ywru)getattr)rrrrs rqrz:has_tensor_in_frame..has_tensor..(s"T1:gc1o#>"Ts)r isinstancerTensornnModulerXtype issubclassr) trace_numpyr`ndarraygenericlisttupleanydictvaluesstrintfloatrrWhasattrr)robj_idrrrxs` rqrz'has_tensor_in_frame..has_tensorsC X F# #  cELL%((//: ; 3 *S%((//"B#HV F# #   RZZ(JsBJJ,G#HV F# # C$ '"">#">>HV F# # C #**,'F""A&"AAHV F# # C#sE4:t< =$HV F# # 3 GC$;""T "TTHV F# # rpz0skipping because no torch.* %s %s %sF)robjectrr)f_coder7co_names f_globalsrrrl startswithrr`r)rrMf_localsrlogdebugco_name co_filenameco_firstlineno)framerrvaluerrxs @@rqhas_tensor_in_framers ||33<<((  eoo %//'*C#z* ''1SE\f((cRi8C= !#H(V&&( e II      ##  rpcd}t|dr)t||}t||j||_t ||y)N exec_recordexport)rrTr_rrecord_filenamer:)ecoderrrs rqexception_handlerrAs? Oq- .q$7_amm<+&)rpz/typing.Counter[Union[int, FrameStateSizeEntry]]FRAME_COMPILE_COUNTERc<tjr t|S|Sru)r)cprofilecprofile_wrapper)funcs rqmaybe_cprofiler Vs %% KrpcDtjdfd }|S)Nc P tj}|sJdtd jdt |j ddd}t j}|jtj}|j g|i|}tj|z }|jtjd j||tj|} |j!|tjd||j'd } t)j*d d d d ddt |gt(j,} t)j.dddt | g| j0tjd| t?t |x r#t@jBjEd fd|S#t"$rtj%d|YwxYw#t2$rtjd|j5tj6j8j;d|j5tj6j<j;dYwxYw)NzTrace id is Nonez/tmp/r/z.profilez7### Cprofile for %s trace id [%s] took %.3f seconds ###zCannot write to %szRaw profile at %sz.svg gprof2dotz-fpstatsz"--node-label=total-time-percentagez!--node-label=self-time-percentagez--node-label=total-time)stdoutdotz-Tsvgz-o)stdinz Generated SVG from profile at %szxFailed to generate SVG from profile -- dumping stats instead.Try installing gprof2dot and dot for a better visualizationlinkcddS)Ncprofile_manifold_url)nameurlro) manifold_linksrqrz;cprofile_wrapper..profile_wrapper..s !8Orp)#rcurrent_trace_idrrlrreplacecProfileProfileenabletimeruncalldisablerwarningrStats dump_statsPermissionError exception with_suffix subprocessPopenPIPE check_callrFileNotFoundError sort_statsSortKeyTIME print_stats CUMULATIVErr_loggingtrace_structured) rrtrace_id profile_pathprofstart_tsretvalprofile_latencypssvg_pathgprof2dot_processrr s @rqprofile_wrapperz)cprofile_wrapper..profile_wrapper]sH!224+++xDMM?!CM$9$9#s$C#DH M ! 99;d4T4V4))+0  E MM    \\$  > OOL ) '6++F3 E * 0 087- %" !   ! !s8}5'..  KK:H E@    =  NN + +O  K > MM. = >,! E KKN  MM&..-- . : :2 > MM&..33 4 @ @ D  Es&G/;A9H/HHBJ%$J%r)rr)r r?s` rqr r \s'__T::x rpcdeZdZ d ddZed dZdd d dZy) ConvertFrameAssertNcPt||_||_||_||_yru)r\r _one_graph_export_export_constraints)rz compiler_fn one_graphrexport_constraintss rqr{zConvertFrameAssert.__init__s( &'*5'# #5 rpcfdS)Nc\t|jjjSru)convert_frame_assertrCrDrEbackendrzs rqrz8ConvertFrameAssert._clone_with_backend..s$3 T__dllD4L4L rprorys`rq_clone_with_backendz&ConvertFrameAssert._clone_with_backends   rprskipcnt|j}t||}tj ||t vryt jjdr-t jjd|jk7ry|jdk(r|jjdry|jdk(ry|jdk(rQ|jjt jjtj j"ry|jdk(r|jdk(ry|jdk(r%|jdk(rt%|j&syt)|r t+d t-|syt/ad |vrt2|d <t2d z a|d }t5|t6sJt8|} t8|xxd z cc<t;|| } t=d d |j|t?| |j|j@|jB|jDdtG|j|jH|jJ|j&|jL|jN|jP|jR|||||| |d zS)NTORCHDYNAMO_DEBUG_FUNCTIONz )ztransformers/file_utils.pyztransformers/utils/generic.pyzdiffusers/utils/outputs.py __setattr__r{zz generator_idr(dynamoz_convert_frame_assert._compile)rframe_id compile_idrr cache_sizeaccumulated_cache_size) frame_staterYrP)*rVrr4 input_codesr output_codesosenvirongetrrendswithrpathdirnameroptim__file__r f_builtinsr0rBrrr FRAME_COUNTERrrrrrrr+num_cache_entries_with_same_id_matched_objsnum_cache_entries_compilerrrrCrDrE) rzr cache_entryhooksr\rPrrZrXframe_compile_idrYs rq__call__zConvertFrameAssert.__call__s] ||'{;  <  JJNN7 8 ;< L <<; &4+;+;+D+D ,  <<= ( <<: %$*:*:*E*E GGOOEKK00 1+  <<: %$*:*:j*H LLJ &  J.))*   + &"5) 01  #!.K  Q Mu%(C(((0:h'1,'x)9:   ,<<$!*o#//"&"5"5(TT*4*F*F   LL OO NN     + + OO LL  $ $    #!  rpTFN) rFrarGrrrrHOptional[typing.Never]rr)rz*Callable[[CompilerFn], ConvertFrameAssert] rrrlOptional[CacheEntry]rmrGr\*Dict[str, Union[int, FrameStateSizeEntry]]rPrrOptional[GuardedCode]rlrmrnr{propertyrNrororprqrArAs59 6 6 6 6 3 6  6  l l *l  l @ l l  l rprAct||||S)z&Fully convert a frame into an FX graph)rA)rFrGrrHs rqrKrK!s k9f>P QQrp) OrderedDict)RemovableHandle) OutputGraphzDict[int, BytecodeHook]_bytecode_hookscJtt}|t|j<|S)zRegister hooks for bytecode generated by Dynamo. The hook can do some logging, as well as return a new code object to be used. Please refer to `BytecodeHook` for the hook signature. )rzr|r)hookhandles rqregister_bytecode_hookr7s! _ -F!%OFII MrprOc ! 123456789:;<ddlm2m}m.transform`s !&           )#+/ " /667 9N9N9P     MM , , .!!!)))) 44 QF//0  ' ' ,\ : ,\ :45El5STLO ()    ..   ! ! # .. >   -/v}}../   MM , , .sHD6 D*D-D*5D6D' #D**D3/D66A4F**F--G ctdd5tj5||||cdddcdddS#1swYnxYw dddy#1swYyxYw)Nz_compile.compile_innerentire_frame_compile phase_name)rQrrecord)rrGrmr_compile_inners rq compile_innerz_compile..compile_innersu 2?U V I.557 I%dIuiH I I I I I I I I I Is!A A AA AA!rrc tjx}} dd}|d|j|j|j|d}t j D])}|t j_ t||}nj0Jd|J|d |j|j|j|t2j5D]} | ||} | | }|t6|<t8j#|||z Jdd } |J| |} | |}d }|d |j:d| d z }|d|j:d|z }|j:d| |j:d|k(sJ|d}|d|j<d z }|d|j<z }|j<|j<k(sJ|d}|d|j>d z }|d|j>z }|j>|j>k(sJ|j@rjCryjDJjFtHjJ|<tM|r |jNnd}tQ||jR}jCs'|jT|jUjD|S#tj$r} tjdtt| j j#| j$xst't)| tj}|dkDr t+dYd} ~ d} ~ wtj,$rY} tj/d| |j|j|j|rtj/dYd} ~ yd} ~ wwxYw)Nc tjtjr#tj t |||||yyru) bytecode_log isEnabledForloggingDEBUGrrR)prefixrfilenameline_nors rq log_bytecodez6_compile.._compile_inner..log_bytecodes9((7""#FD(GTJ8rpzORIGINAL BYTECODEzRestarting analysis due to %sdz100+ RestartAnalysis() callsz.Skipping frame %s %s %s %sz%No graph captured with one_graph=Truez;compiler collective wasn't run before compilation completedzMODIFIED BYTECODEcddl}|j|jzt|j|j zzt|j|j zzS)Nr)inspect co_argcountco_kwonlyargcountrco_flags CO_VARARGSCO_VARKEYWORDS)rrs rq count_argsz4_compile.._compile_inner..count_argss]   (()t}}w'9'99:;t}}w'='==>? rpzarg mismatch: zold code object has args z, znew code object has args zfree var mismatch: zold code object has free var znew code object has free var zcell var mismatch: zold code object has cell var znew code object has cell var ) rrrrrrrrrrrrrrrr)+r!rrr itertoolscountrraattemptr2r*RestartAnalysisrinforYr' __traceback__rrestart_reasonrrrBrr all_statesr|rrZr^ co_varnames co_freevars co_cellvarsris_empty_graphrcleanupsrNinstancerD guard_fail_fnrFcheck_fnguard_export_fn)rrGrmrlast_attempt_start_time start_timerout_coderrr~ hook_outputrtotal_argcount_oldtotal_argcount_newmsgr guarded_coderYrdynamo_time_before_restartrrestart_reasonss rqrz _compile.._compile_inners:04yy{:*  " .1 -> K $$&5+@+@+L  ! !&-- 0]&& B35qG  ##A$4$4$DDG E*.))+'S=!"@A==  LL$$'' IIEF s& KO#BM,,OAOOcVd|jd|jd|jdS)N'z' (:))rrr)rs rqformat_func_infoz"_compile..format_func_infoDs04<<.D,<,<+=Qt?R?R>SSTUUrpcsydS)Nz$Unable to find recompilation reasonsro)recompile_reasonssrqformat_guard_failuresz'_compile..format_guard_failuresGs(A(,,rpztorch._dynamo hit config.%s (%s) function: %s last reason: %s To log all recompilation reasons, use TORCH_LOGS="recompiles". To diagnose recompilation issues, see %s.z7pytorch/compiler:skip_code_recursive_on_cache_limit_hitz reachedzBtorchdynamo start compiling %s %s:%s, stack (elided %s frames): %srO dynamo_startc .dttjfdtjt j dzjjjtjjdgziS)Nstackc|dk7S)Nrro)fconvert_frame_interns rqrz,_compile....s!J-3G"GrprO)linerr) rr takewhilerfrom_tracebackr&extractsummaryrr intern_stringr)rrrPsrqrz_compile..s''G"11-551t8DLLN!% 3 3 $ $.$<$with_tracebackr)=rrrrrFrGrrHrmrlrZrr\rYrPrrrr compile_pgexceeded limit_typerrchromium_event_logr fail_type fail_reasonfail_user_frame_filenamefail_user_frame_lineno/start_possibly_missed_reinplacing_opportunitiesrr frame_key guard_countshape_env_guard_countgraph_op_countgraph_node_countgraph_input_countentire_frame_compile_timebackend_compile_timeinductor_compile_time code_gen_timeoprrrmetricsrrrrrrrrrrrrrs=```````` ``` @@@@@@@@@@@@rqrkrkAs $),$(F.2F/U'/U7H/U /U/U/U/UbIIIIF I  I#o>MMMMF M  MM?M^  < < =b?z"@b?%(E25%%(*') ): ) 0Z\ J  $  &&::<! J 'E FU!  8 JO*  V - KK<  + &%'# <<IB)J,. ) )JI#&!33!&--0 (+F,<,<,C,C(D%!'!3!3!5#&v||'9'9#: $'(;(;$<!,>y,I,M,M*D-)(:)'D'H'H%t($);9(E(I(I&)%!39 = A A*d S ?E?W?W$XR__$X!$X.4.I.I((*BOO($(MM''00<CFF:# (,%!%#' $(!,0)'+$(,% $ $'G!'*2w$"%%-1YY[:-E*<@9(J   ##FF,,% !)$%(&!$*D(97G: 'w / MM * * < < >Eb?b?b?R%Y(s <Q,,Ia&K auV y,I,M,M*D-)(:)'D'H'H%t($);9(E(I(I&)%!39 = A A*d S ?E?W?W$XR__$X$X!$X.4.I.I((*BOO(($(MM''00<CFF:# (,%!%#' $(!,0)'+$(,% $ $'G!'*2w$"%%-1YY[:-E*<@9(J   ##FF,,% !)$%(&!$*D(97G: 'w / MM * * < < >Eb?b?b?b?b?s#b<8Hb' U""Db'?U b'"U 5Db' b< b'" X0+CX++X00X33Db$]% $b$:^ Db$$b''b0 ,b<<ccHeZdZddZeddZ d ddZy) ConvertFramecD||_t|d|_||_y)NF)rG)rrK_inner_convert_hooks)rzrFrms rqr{zConvertFrame.__init__s *5'2;%P rpcfdS)Nc0t|jSru) convert_framer"rLs rqrz2ConvertFrame._clone_with_backend..s}WdkkBrprorys`rqrNz ConvertFrame._clone_with_backends BBrpctddxxdz cc< |j|||||dz}tddxxdz cc<|S#t$r}t|trt|t }t|t rt jtjrt|dr|tt|j5|j} djt!j"| } t j%d| d dddn #1swYnxYwt&j(s|st+|d d} |j,} t/|| | |} |rt0j3| d nt0j5| d t|t6r3t8j:j<j>j@cYd}~SYd}~yd}~wwxYw) Nframestotalr(rOokrYrz(Graph break: skip: from user code at: %sT)exc_infor)!rPr!rrrArCgraph_break_logrrrrrrrY real_stackr traceback format_listrr)suppress_errorsrrr=rrr$r?rrr eval_frameskip_code_recursive_flag)rzrrlrmr\rPrr soft_fail user_stackuser_stack_formattedrr error_msgs rqrozConvertFrame.__call__s 7#q(#C L(({E;TAX)F X t $ ) $M= L!9:"1k2I ![)o.J.J / 1l+( )EF %&\\ /1ww%11*=0,(--G0%).   ))) &a):DAO<G A D GD( $B/GG#G#N)rFrarmrGrr)rz*Callable[[WrapBackendDebug], ConvertFrame])r) rrrlrsrmrGr\rtrPrrzOOptional[Union[GuardedCode, torch._C._dynamo.eval_frame.SkipCodeRecursiveFlag]]rvrorprqrrsi CC PP*P P @ P  P Prprct||S)zHTry to convert a frame into an FX graph, if error leave frame unmodified)r)rFrms rqr%r%os  U ++rpcHddlm}tj}dt_t |d5}t j |}dddttjjjtj|_ t|j|j|j|j|dddt!t#ddddit%dd|t_y#1swYxYw#|t_wxYw) Nr()eagerFrbr*i) rFrGrrHrmrZrlrr\rY)backends.debuggingr8r)replay_record_enabledopenrHloadrrchainritemsrkrrrrGr3r)rr8original_replay_valin_filers rqreplayrCus) 66#(F h / %%g./)//&..*>*>*@')//BSTUFN; KK NN MM OO#'0A6 S) "(;$-//,(;$sDADD D!ctjdkrytj|D]"}|jdk(s|j dzcSt d)N) rRESUMErz$RESUME instruction not found in code)sys version_infodisget_instructionsopnameoffset RuntimeError)rinsts rqfirst_real_inst_idxrPsV '!$$T*$ ;;( ";;!# #$ = >>rpc0eZdZdd ddZy)ConvertFrameProtocolrrOcyruro)rzrrlrmr\rPs rqrozConvertFrameProtocol.__call__s rpNrr)rlrmrnrororprqrRrRsG    *    @       rprRc,eZdZddZ ddZy)CatchErrorsWrappercVtj||||_||_yru)rrrrm)rzcallbackrms rqr{zCatchErrorsWrapper.__init__s$! !$'*2' rpc |Jtj|j}tjdk\r#|j t |jkD}n"|j t |jk\}|s5|s3tjs#tdrt|jddstjtjrt!|j t |j|rd}n3tj|jrd}ntdrd}nd}tj#d |jj$||jj&y|jj&d k(r|jj$d k(rytj(d k(rt+j,}|rt.5d dlm}||j4|jj} t7|jdsJd|jj9| j:} | |||j<|cdddSt.5t?5|j|||j<|dcdddcdddS#1swYMxYw#1swYnxYwdddy#1swYyxYw)N)rE F)include_infra_modesrDztraced frame alreadyz in skipfileszSnon-infra torch dispatch mode present, this is not supported today in torch.compilezdynamo tracing is disabledz#skipping: %s (reason: %s, file: %s)rT__new__ ddp_optimizerr) DDPOptimizer)bucket_bytes_capbackend_compile_fnrNzJDDPOptimizer only supports callback fns that know how to clone themselves.r(rO) r+rrrHrIf_lastirPr)r#r%rrrrrrprintrrr_get_optimize_ddp_moder#_get_active_ddp_module compile_lock"torch._dynamo.backends.distributedr]r^rrN compile_fnrmr$) rzrrlr\ is_skipfilehas_started_execution skip_reason ddp_moduler]r\hijacked_callbacks rqrozCatchErrorsWrapper.__call__sk &&&!'' 5   w &$)MM4G 4U$U !$)MM5H5V$V ! "~~)eD ? ?ER .emm%8%FG("8K &&u||4"0K.5I"wK">K 9LL((LL,,   << # #z 1ell6J6Ji6W  ( ( *o =0GGIJ!O$0)3)D)D+/+J+J+e+e%M#779Ndcd77KK)44& -{DJJ & 13 22{DJJ !3   '&     s1BJ13 K> J= K1J:=K KKN)rWrRrmrGrr)rrrlrsr\rtrru)rlrmrnr{rororprqrUrUs8 HH*H@ H  HrprUct||Sru)rU)rWrms rqcatch_errors_wrapperrms h ..rpru)rrrzDict[str, Any]rzOptional[Dict[str, str]]rr)rCallable[_P, _T]rrn)rrrr)NF) rrrrrOptional[FrameType]rrrr)r rnrrnrp) rFrarGrrrrHrqrrA)r~rcrrz)NN) rrrrrrrrrFrarGrrrrHrqrmrGrlrsrZr3rror\z4Optional[Dict[str, Union[int, FrameStateSizeEntry]]]rYrrPrrru)rFrarmrGrr)rrrrr)rWrRrmrGrrU) __future__r collectionsrrrJrrrr_rrr*rH threadingr!r-typingrpathlibrtypesrrrrr r r r r rrrtyping_extensionsrrrtorch._loggingtorch._C._dynamo.guardsrtorch._dynamo.distributedrtorch._dynamo.utilsr torch._guardsrrrrrtorch._utils_internalrrrrtorch.fx._lazy_graph_moduler%torch.fx.experimental.symbolic_shapesr r!torch.fx.graph_moduler"rtorch.nn.parallel.distributedr#torch.utils._python_dispatchr$r%torch.utils._tracebackr&r'rr)r*r+bytecode_analysisr,r-bytecode_transformationr.r/r0r1r2rZr3r4r5r6r0r7r8r9r:r;r<r=r>r?r@rArBrCrrDrErFrmrG replay_recordrHsymbolic_convertrIrJrKrLrMrrNrOrPrQrRrSrTrUrVrWrXrYrZr[r\r]r^r___annotations__numpyr`ModuleNotFoundError TYPE_CHECKINGbackends.registryrarepro.after_dynamorbrcrdvariables.builderre getLoggerrlrr4getArtifactLoggerrr+RLockrdrhrirkrsr]r^rrrr#suppress_torch_distributed_warningsrrrhCounterrr r rArKrytorch.utils.hooksrz output_graphr{r|rrkrr%rCrPProtocolrRrUrmrorprqrs<"     ??KKK'! 44=MM% ?QAM&&G NM    * ",  -4/6g!~~//*E ..228^Ly  T]t_  (i y 3707*+MQ %2J,8v11K2Kb"& * *  *  *  *  * K  >BA A L15 RRR R/ R  R$- ),7=(8,"&HLN? !N? N? N? N? N?  N?  N? N?/N? N?&N?*N? N?FN?N? !N?"#N?bZZz, ;<?  6??  NNb/"/+0//E$ BsM))M43M4