Ë
    P/æj ú  ã                  óˆ  — U d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZddlZddlZddlmZ ddlmZmZ ddlmZmZmZmZmZmZmZmZmZmZ ddlmZ ddl Z ddl!Z!ddl"Z!ddl#m$c m%Z& ddl'Z!ddl!m(Z( dd	l)m*Z*m+Z+m,Z,m-Z- dd
l.m/Z/ ddl0m1Z1 ddl2m3Z3m4Z4 ddl5m6Z6m7Z7 ddl"m8Z8 ddl9m:Z: ddl;m<Z<m=Z=m>Z>m?Z? ddl@mAZAmBZB ddlCmDZDmEZEmFZFmGZGm$Z$ ddlHmIZImJZJ ddlKmKZK ddlLmMZMmNZNmOZO ddlPmQZQ ddlRmSZS ddl$mTZTmUZU erddlVmWZW ddlmXZXmYZY  ej´                  e[«      Z\ e$jº                  «       Z^ej¾                  Z` G d„ de«      Zai abdecd<   eajÈ                  ZedOd „Zfd!„ Zg ejÐ                  e8«       e e eei«      «      d"«      hZj	 	 	 	 dPd#„Zk G d$„ d%e!jØ                  jÚ                  «      Znd&„ Zod'„ Zpd(„ Zqd)„ ZrdQd*„Zs G d+„ d,«      Zt G d-„ d.et«      Zu G d/„ d0et«      Zv G d1„ d2et«      Zwe`d3dddf	 dRd4„Zxd5„ Zy G d6„ d7ej¾                  «      Zzd8„ Z{d9„ Z|d:„ Z}d;„ Z~d<„ Z	 dSd3ddd3dd=œ	 	 	 dTd>„Z€ ed?d@«      dA„ «       Z� G dB„ dCe!�j                  �j                  �j                  «      Z… G dD„ dEe«      Z†dF„ Z‡dG„ Zˆd3d3ddHdd3d@d3d3d3d@dIœ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dUdJ„Z‰ eQdd«      d3ddddKœdL„ZŠ G dM„ dN«      Z‹y)Vzæ
Functions in this file are responsible for modifying the eval frame
handler at RUNTIME.  Therefore, all functions in this file are hot.
Functions that only execute at compile time should be placed
in torch._dynamo.convert_frame.
é    )ÚannotationsN)ÚEnum)ÚdirnameÚjoin)
ÚAnyÚCallableÚDictÚListÚ
NamedTupleÚOptionalÚSetÚTupleÚTYPE_CHECKINGÚUnion)Úpatch)Ú_guards)Ú
reset_codeÚset_guard_error_hookÚ	skip_codeÚunsupported)Úenable_python_dispatcher)Úunset_fake_temporarily)Újustknobs_checkÚlog_export_usage)Ú_combine_argsÚ_process_dynamic_shapes)ÚGraphModule)Úmake_fx)ÚConstraintViolationErrorÚ
DimDynamicÚShapeEnvÚStatelessSymbolicContext)Ú_PyTreeCodeGenÚ_PyTreeInfoé   )ÚconfigÚconvert_frameÚexternal_utilsÚtrace_rulesÚutils)Ú
CompilerFnÚlookup_backend)Úcode_context)ÚCondOpArgsMismatchErrorÚ	UserErrorÚUserErrorType)ÚHooks©Úinstall_generation_tagging_init)Úcommon_constant_typesÚcompile_times)Úfake_tensor)Ú
CacheEntryÚDynamoCallbackc                  ó   — e Zd ZdZy)ÚUnsetr   N)Ú__name__Ú
__module__Ú__qualname__Útoken© ó    ú[/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/torch/_dynamo/eval_frame.pyr:   r:   \   s   „ Ø�Er@   r:   zDict[int, CompilerFn]Úcached_backendsc                óŠ   — ddl m} t        d«      s+t        j                  j
                  j                  d«       | S  || «      S )Nr   )Úset_eval_framez/pytorch/compiler:enable_compiler_set_eval_framezTDynamo disabled by Justknob: enable_compiler_set_eval_frame, skipping set_eval_frame)Útorch._C._dynamo.eval_framerD   r   ÚtorchÚ_dynamor*   Ú	warn_once)ÚcallbackrD   s     rA   Ú_maybe_set_eval_framerJ   e   s=   € õ ;äÐLÔMÜ�‰×Ñ×%Ñ%Øbô	
ð ˆá˜hÓ'Ð'r@   c                 ó˜   — t         j                  «       D ]  } t        | d«      sŒ| j                  «        Œ! t         j	                  «        y )NÚreset)rB   ÚvaluesÚhasattrrL   Úclear)Úbackends    rA   Ú_reset_guarded_backend_cacherQ   s   s;   € ä"×)Ñ)Ó+ò ˆÜ�7˜GÕ$Ø�M‰M�Oðô ×ÑÕr@   z+onnx/_internal/fx/dynamo_graph_extractor.pyc                ó–   — t        | «      r| j                  } t        j                  j                  j
                  j                  | «      S )zh
    Given a code object or a callable object, retrieve the cache entries
     stored in this code.
    )ÚcallableÚ__code__rF   Ú_CrG   Ú
eval_frameÚ_debug_get_cache_entry_list)Úcodes    rA   rW   rW   ‚   s5   € ô �„~Ø�}‰}ˆÜ�8‰8×Ñ×&Ñ&×BÑBÀ4ÓHÐHr@   c                  ó´   ‡ — e Zd ZU dZded<   ded<   h d£Zdˆ fd„Zd„ Zd	„ Zd
„ Z	d„ Z
ed„ «       Zej                  ˆ fd„«       Zd„ Zdˆ fd„Zd„ Zˆ fd„Zˆ xZS )ÚOptimizedModulezx
    Wraps the original nn.Module object and later patches its
    forward method to optimized self.forward method.
    úCallable[..., Any]Ú_torchdynamo_orig_callablezCallable[[], Any]Úget_compiler_config>   ÚforwardÚ__dict__Ú_forwardÚ	_orig_modÚ
dynamo_ctxr]   Únamed_children_walkr\   c                ó”   •— t         ‰| �  «        || _        || _        | j	                  «        | j                  j
                  | _        y ©N)ÚsuperÚ__init__ra   rb   Ú_initializeÚtraining)ÚselfÚmodrb   Ú	__class__s      €rA   rg   zOptimizedModule.__init__¢   s9   ø€ Ü‰ÑÔàˆŒØ$ˆŒØ×ÑÔØŸ™×/Ñ/ˆ�r@   c                ó˜  — t        | j                  t        «      r+| j                  | j                  j                  «      | _        nÌt        | j                  j
                  t        j                  «      rtt        j                  | j                  j
                  «      st        | j                  dd«      r4| j                  t        j                  | j                  «      «      | _        n*| j                  | j                  j                  «      | _        t        | j                  d«      r#| j
                  | _        | j                  | _        y y )NÚ_is_fsdp_managed_moduleFÚ_initialize_hook)Ú
isinstancerb   ÚDisableContextra   Ú__call__r^   ÚtypesÚ
MethodTyper)   ÚcheckÚgetattrr(   Úwrap_inlinerN   r`   Ú_call_lazy_check©rj   s    rA   rh   zOptimizedModule._initializeª   sÖ   € ä�d—o‘o¤~Ô6àŸ?™?¨4¯>©>×+BÑ+BÓCˆD�LÜ˜Ÿ™×.Ñ.´×0@Ñ0@ÔAÜ×Ñ˜dŸn™n×4Ñ4Ô5Ü�t—~‘~Ð'@À%ÔHð
  Ÿ?™?¬>×+EÑ+EÀdÇnÁnÓ+UÓVˆD�Lð  Ÿ?™?¨4¯>©>×+BÑ+BÓCˆDŒLä�4—>‘>Ð#5Ô6Ø ŸL™LˆDŒMØ×0Ñ0ˆD�Lð 7r@   c                óJ   — | j                   | j                  | j                  ffS re   )rl   ra   rb   ry   s    rA   Ú
__reduce__zOptimizedModule.__reduce__¿   s   € Ø—‘ §¡°·±Ð AÐBÐBr@   c                óx   — t        | j                  «      }|j                  dd «       |j                  dd «       |S )Nr^   rr   )Údictr_   Úpop©rj   Ústates     rA   Ú__getstate__zOptimizedModule.__getstate__Â   s1   € Ü�T—]‘]Ó#ˆØ�	‰	�)˜TÔ"Ø�	‰	�*˜dÔ#Øˆr@   c                ó2   — || _         | j                  «        y re   )r_   rh   r   s     rA   Ú__setstate__zOptimizedModule.__setstate__È   s   € ØˆŒØ×ÑÕr@   c                ó.   — | j                   j                  S re   )ra   ri   ry   s    rA   ri   zOptimizedModule.trainingÌ   s   € à�~‰~×&Ñ&Ð&r@   c                óf   •— 	 t         ‰| �  d«       || j                  _        y # t        $ r Y y w xY w©Nra   )rf   Ú__getattr__ra   ri   ÚAttributeError)rj   Úvaluerl   s     €rA   ri   zOptimizedModule.trainingÐ   s3   ø€ ð	Ü‰GÑ Ô,Ø&+ˆD�N‰NÕ#øÜò 	áð	ús   ƒ $ ¤	0¯0c                óV   — |dk(  r| j                   d   S t        | j                  |«      S r†   )Ú_modulesrv   ra   )rj   Únames     rA   r‡   zOptimizedModule.__getattr__Ù   s*   € Ø�;ÒØ—=‘= Ñ-Ð-Ü�t—~‘~ tÓ,Ð,r@   c                óÀ   •— t        t        | «      |«      rt        ‰| �  ||«      S |t        j
                  v rt        ‰| �  ||«      S t        | j                  ||«      S re   )rN   Útyperf   Ú__setattr__rZ   Ú_opt_mod_attributesÚsetattrra   )rj   rŒ   Úvalrl   s      €rA   r�   zOptimizedModule.__setattr__Þ   sV   ø€ ä”4˜“:˜tÔ$Ü‘7Ñ& t¨SÓ1Ð1à”?×6Ñ6Ñ6Ü‘7Ñ& t¨SÓ1Ð1Ü�t—~‘~ t¨SÓ1Ð1r@   c                ó    — t        | j                  d«      r'| j                  j                  | j                  ||«        | j                  |i |¤ŽS )Nro   )rN   ra   Ú_infer_parametersr`   )rj   ÚargsÚkwargss      rA   rx   z OptimizedModule._call_lazy_checkç   sC   € Ü�4—>‘>Ð#5Ô6ð
 �N‰N×,Ñ,¨T¯^©^¸TÀ6ÔJØˆt�}‰}˜dÐ- fÑ-Ð-r@   c                óŠ   •— | j                   j                  «       }|t        ‰| �  «       D �cg c]	  }||vsŒ|‘Œ c}z   S c c}w re   )ra   Ú__dir__rf   )rj   Úorig_mod_attrsÚattrrl   s      €rA   r˜   zOptimizedModule.__dir__ð   sH   ø€ ØŸ™×/Ñ/Ó1ˆØÜ"™W™_Ó.ö!
Ø°$¸nÒ2LŠDò!
ñ 
ð 	
ùò !
s
   ­	A ·A )rk   ztorch.nn.ModuleÚreturnÚNone©r›   rœ   )r;   r<   r=   Ú__doc__Ú__annotations__r�   rg   rh   r{   r�   rƒ   Úpropertyri   Úsetterr‡   r�   rx   r˜   Ú__classcell__©rl   s   @rA   rZ   rZ   Ž   s}   ø… ñð
 !3Ó2Ø*Ó*ò	Ðõ0ò1ò*Còòð ñ'ó ð'ð ‡_�_óó ðò-õ
2ò.÷
ð 
r@   rZ   c                óH  — t        | t        j                  «      rt        | «       yt	        | d«      rt        | j
                  «       yt	        t        | dd«      d«      r t        | j                  j
                  «       yddlm	}  |«        t        j                  d| «       y)zA
    Make sure f.__code__ is not cached to force a recompile
    rT   r^   Nr%   ©rL   z#could not determine __code__ for %s)rp   rs   ÚCodeTyper   rN   rT   rv   r^   Ú rL   ÚlogÚwarning)ÚfrL   s     rA   Úremove_from_cacher«   ÷   sk   € ô �!”U—^‘^Ô$Ü�1�Ü	��JÔ	Ü�1—:‘:ÕÜ	”˜˜I tÓ,¨jÔ	9Ü�1—9‘9×%Ñ%Õ&åáŒÜ�‰Ð9¸1Õ=r@   c                  ó   — y re   r?   r?   r@   rA   Únothingr­     s   € Ør@   c                  ó   — y©NFr?   r?   r@   rA   Úalways_falser°     s   € Ør@   c                ón   — | }t        |d«      r&|j                  }t        |«      sJ ‚t        |d«      rŒ&|S )zä
    In case of nesting of _TorchDynamoContext calls, find the innermost
    function. TorchDynamo caches on fn.__code__ object, so its necessary to find
    the innermost function to pass on the optimize, run, disable etc.
    r\   )rN   r\   rS   )ÚfnÚunaltered_fns     rA   Úinnermost_fnr´     sB   € ð €LÜ
�,Ð <Ô
=Ø#×>Ñ>ˆÜ˜Ô%Ð%Ð%ô �,Ð <Õ
=ð Ðr@   c                ó„   — t        | t        «      sJ ‚| rt        j                  d¬«      S t        j                  dd¬«      S )NF)Úassume_static_by_defaultT)Úautomatic_dynamic_shapesr¶   )rp   Úboolr&   Ú_make_closure_patcher)Úenables    rA   Úmake_set_enable_dynamicr»     s>   € Ü�fœdÔ#Ð#Ð#Ùä×+Ñ+ÀUÔKÐKä×+Ñ+Ø%*ÀTô
ð 	
r@   c                  óL   ‡ — e Zd Zeeedfddddœ	 	 	 dˆ fd„Zd„ Zd„ Zd„ Zˆ xZ	S )	Ú_TorchDynamoContextFN©ÚexportÚdynamicÚcompiler_configc               ó6  •‡‡— t         ‰| �  «        t        |«      s|du s|�J ‚|| _        ‰| _        t
        | _        || _        || _        || _	        || _
        g | _        g | _         |«        t        |«      }	t        j                  t!        |	«      |	«       |�$| j                  j#                  t%        |«      «       ‰t&        ur ˆfd„}
| j                  j#                  |
«       ‰t(        j*                  ur!ˆfd„}| j                  j#                  |«       y y )NFc                 ó   •—  ‰ «        t         S re   )r­   )Úon_enters   €rA   Úcall_on_enterz3_TorchDynamoContext.__init__.<locals>.call_on_enterK  s   ø€ Ù”
Ü�r@   c                 óv   •—  ‰«       } | j                  «        t        j                  | j                  d d d «      S re   )Ú	__enter__Ú	functoolsÚpartialÚ__exit__)ÚctxÚbackend_ctx_ctors    €rA   Úcall_backend_ctxz6_TorchDynamoContext.__init__.<locals>.call_backend_ctxS  s/   ø€ Ù&Ó(�Ø—‘”Ü ×(Ñ(¨¯©°t¸TÀ4ÓHÐHr@   )rf   rg   rS   rI   Ú_backend_ctx_ctorÚunsetÚpriorÚ	first_ctxr¿   Ú_dynamicrÁ   Úcleanup_fnsÚenter_exit_hooksr´   rB   Ú
setdefaultÚidÚappendr»   r­   Ú
contextlibÚnullcontext)rj   rI   rÄ   rÌ   Úpatch_fnrÑ   r¿   rÀ   rÁ   rP   rÅ   rÍ   rl   s     ``        €rA   rg   z_TorchDynamoContext.__init__)  s  ú€ ô 	‰ÑÔÜ˜Ô! X°Ñ%6¸(Ð:JÐJÐJØ(0ˆŒØ!1ˆÔÜ38ˆŒ
Ø"ˆŒØˆŒØˆŒØ.ˆÔØ46ˆÔØ "ˆÔÙŒ
ô ˜xÓ(ˆÜ×"Ñ"¤2 g£;°Ô8àÐØ×!Ñ!×(Ñ(Ô)@ÀÓ)IÔJàœ7Ñ"ôð ×!Ñ!×(Ñ(¨Ô7à¤:×#9Ñ#9Ñ9ôIð
 ×!Ñ!×(Ñ(Ð)9Õ:ð :r@   c                óÀ   — t         j                  rt        d«      ‚| j                  D �cg c]	  } |«       ‘Œ c}| _        t        | j                  «      | _        y c c}w )NzÒtorch._dynamo.optimize(...) is used with a context manager. Please refer to https://pytorch.org/tutorials/intermediate/torch_compile_tutorial.html to use torch._dynamo.optimize(...) as an annotation/decorator. )r&   Úraise_on_ctx_manager_usageÚRuntimeErrorrÔ   rÓ   rJ   rI   rÐ   )rj   Úenters     rA   rÇ   z_TorchDynamoContext.__enter__Z  sQ   € Ü×,Ò,ÜðRóð ð
 26×1FÑ1FÖG¨™E�GÒGˆÔÜ*¨4¯=©=Ó9ˆ�
ùò Hs   ªAc                óÐ   — | j                   t        usJ ‚t        | j                   «       t        | _         | j                  D ]	  } |«        Œ | j                  j	                  «        y re   )rÐ   rÏ   rJ   rÓ   rO   )rj   Úexc_typeÚexc_valÚexc_tbÚcleanups        rA   rÊ   z_TorchDynamoContext.__exit__d  sS   € Ø�z‰z¤Ñ&Ð&Ð&Ü˜dŸj™jÔ)ÜˆŒ
Ø×'Ñ'ò 	ˆGÙ�Ið	à×Ñ×ÑÕ r@   c                ó
  ‡ ‡‡	‡
‡— ˆ fd„}t        ‰«      Št        ‰t        «      r?t        j                  ‰«      t        j                  ‰j                  j                  «      d<   t        ‰t        j                  j                  «      r6‰}t        |‰ «      }|j                  |_        t        |d«      rJ ‚||_        |S t!        j"                  ‰«      rV‰} ‰ |j$                  «      |_        t'        |t        j                  j                  «      r ‰ |j(                  «      |_        |S t+        ‰«      sJ ‚	 t!        j,                  ‰«      }|�t1        j2                  ‰«      r,t5        ‰dd«      dvr|t6        vrt9        j:                  ‰«      Šd„ }t        ‰ d«      r‰ j<                  Š	n|Š	t        j>                  j@                  Št        jB                  jD                  jF                  Š
tI        jJ                  ‰«      ˆ	ˆˆ
ˆˆ fd	„«       }‰|_&        ‰|_        t        |d«      rJ ‚||_        ‰	d
vr=t        ‰d«      stO        tQ        jR                  d«      «      ‚dtT        ‰j                  <   |S # t.        $ r d }Y �Œ4w xY w)Nc                 ó   •— ‰ j                   S re   )rÁ   ry   s   €rA   r]   z9_TorchDynamoContext.__call__.<locals>.get_compiler_confign  s   ø€ Ø×'Ñ'Ð'r@   Úorig_graphmoduler]   r;   r§   )Ú
_call_implÚ_wrapped_call_implÚ_lazy_forwardc                  ó   — y re   r?   )Úargr–   s     rA   Ú
do_nothingz0_TorchDynamoContext.__call__.<locals>.do_nothing¤  s   € Ør@   rI   c                 ó|  •—  ‰	«       r#t         j                  rt        d«      ‚ ‰| i |¤ŽS  ‰
«       r#t         j                  rt        d«      ‚ ‰| i |¤ŽS ‰j                  D �cg c]	  } |«       ‘Œ }}t        ‰«      }t        j                  j                  j                  «       }	  ‰| i |¤Žt        j                  j                  j                  |«       t        |«       |D ]	  } |«        Œ S c c}w # t        j                  j                  j                  |«       t        |«       |D ]	  } |«        Œ w xY w)NzvDetected that you are using FX to symbolically trace a dynamo-optimized function. This is not supported at the moment.zsDetected that you are using FX to torch.jit.trace a dynamo-optimized function. This is not supported at the moment.)r&   Úerror_on_nested_fx_tracerÝ   Úerror_on_nested_jit_tracerÔ   rJ   rF   rU   Ú
_functorchÚget_dynamic_layer_stack_depthÚ)pop_dynamic_layer_stack_and_undo_to_depth)r•   r–   rÞ   ÚcleanupsrÐ   Úsaved_dynamic_layer_stack_depthrã   rI   r²   Úis_fx_tracingÚis_jit_tracingrj   s          €€€€€rA   Ú_fnz)_TorchDynamoContext.__call__.<locals>._fn¯  s<  ø€ áŒÜ×2Ò2Ü&ð\óð ñ
 ˜tÐ. vÑ.Ð.áÔÜ×3Ò3Ü&ð\óð ñ
 ˜tÐ. vÑ.Ð.à-1×-BÑ-BÖC E™�ÐCˆHÐCÜ)¨(Ó3ˆEô —‘×#Ñ#×AÑAÓCð ,ð
Ù˜4Ð* 6Ñ*ô —‘×#Ñ#×MÑMØ3ôô & eÔ,Ø'ò �GÙ•Iñùò- Døô" —‘×#Ñ#×MÑMØ3ôô & eÔ,Ø'ò �GÙ•Iñús   Á$C2Â(C7 Ã7AD;r¯   rT   a×  

                        torch._dynamo.optimize is called on a non function object.
                        If this is a callable class, please wrap the relevant code into a function and optimize the
                        wrapper function.

                        >> class CallableClass:
                        >>     def __init__(self) -> None:
                        >>         super().__init__()
                        >>         self.relu = torch.nn.ReLU()
                        >>
                        >>     def __call__(self, x):
                        >>         return self.relu(torch.sin(x))
                        >>
                        >>     def print_hello(self):
                        >>         print("Hello world")
                        >>
                        >> mod = CallableClass()

                        If you want to optimize the __call__ function and other code, wrap that up in a function

                        >> def wrapper_fn(x):
                        >>     y = mod(x)
                        >>     return y.sum()

                        and then optimize the wrapper_fn

                        >> opt_wrapper_fn = torch._dynamo.optimize(wrapper_fn)
                        T)+r´   rp   r   ÚweakrefÚrefr-   Úget_contextr^   rT   rF   ÚnnÚModulerZ   r\   rN   r]   ÚinspectÚisclassrr   Ú
issubclassrç   rS   ÚgetsourcefileÚ	TypeErrorr)   ru   rv   ÚDONT_WRAP_FILESr(   rw   rI   rU   Ú_is_tracingÚfxÚ_symbolic_tracerõ   rÈ   ÚwrapsÚ_torchdynamo_inlinerÝ   ÚtextwrapÚdedentÚalways_optimize_code_objects)rj   r²   r]   rk   Únew_modÚcls_objÚfilenamerì   r÷   rI   rõ   rö   s   ``       @@@rA   rr   z_TorchDynamoContext.__call__l  sG  ü€ ô	(ô ˜"Óˆô �bœ+Ô&ô —‘˜B“ô ×$Ñ$ R§Z¡Z×%8Ñ%8Ó9Ø"ñô
 �bœ%Ÿ(™(Ÿ/™/Ô*ØˆCÜ% c¨4Ó0ˆGð 25·±ˆGÔ.ô ˜wÐ(=Ô>Ð>Ð>Ø*=ˆGÔ'àˆNä�?‰?˜2Ôð ˆGÙ# G×$4Ñ$4Ó5ˆGÔÜ˜'¤5§8¡8§?¡?Ô3á%)¨'×*<Ñ*<Ó%=�Ô"ØˆNä˜Œ|Ðˆ|ð	Ü×,Ñ,¨RÓ0ˆHð Ð¤×!2Ñ!2°2Ô!6ä˜˜J¨Ó+ØLñMð ¤Ñ/ô  ×+Ñ+¨BÓ/ˆBò	ô �4˜Ô$Ø—}‘}‰Hà!ˆHäŸ™×-Ñ-ˆÜŸ™×0Ñ0×>Ñ>ˆä	�‰˜Ó	÷*	ó 
ð*	ðZ #%ˆÔð *,ˆÔ&ô ˜3Ð 5Ô6Ð6Ð6Ø"5ˆÔð ˜=Ñ(Ü˜2˜zÔ*Ü"Ü—O‘Oðóó ð  ðB 9=Ô(¨¯©Ñ5àˆ
øôq ò 	Ø‹Hð	ús   Ä8I3 É3JÊJ)rI   r8   r›   rœ   )
r;   r<   r=   r­   Únull_contextrg   rÇ   rÊ   rr   r¢   r£   s   @rA   r½   r½   (  sI   ø„ ð Ø%ØØð/;ð ØØñ/;à ð/;ð 
õ/;òb:ò!öcr@   r½   c                  ó<   ‡ — e Zd Z	 ddddddœ	 	 	 dˆ fd„Zd„ Zˆ xZS )ÚOptimizeContextFN)r¿   rÀ   rÁ   Úrebuild_ctxc          
     óº   •‡— d„ }t         ‰
| �  |||t        j                  ||||¬«       t        j
                  r!ˆfd„}	| j                  j                  |	«       y y )Nc                 ó   — t        «        y re   r2   r?   r@   rA   rÄ   z*OptimizeContext.__init__.<locals>.on_enter   s   € Ü+Õ-r@   )rI   rÄ   rÌ   rÚ   rÑ   r¿   rÀ   rÁ   c                 óÐ   •— ‰€J ‚ ‰«       } t         j                  j                  j                  | «      }|j	                  «        t        j                  |j                  d d d «      S re   )rF   rG   Úcompiled_autogradrº   rÇ   rÈ   rÉ   rÊ   )Úcompiler_fnrË   r  s     €rA   Úcall_compiled_autogradz8OptimizeContext.__init__.<locals>.call_compiled_autograd0  sT   ø€ Ø"Ð.Ð.Ð.Ù)›m�Ü—m‘m×5Ñ5×<Ñ<¸[ÓI�Ø—‘”Ü ×(Ñ(¨¯©°t¸TÀ4ÓHÐHr@   )rf   rg   ÚTorchPatcherr   r&   r  rÔ   r×   )rj   rI   rÌ   rÑ   r¿   rÀ   rÁ   r  rÄ   r  rl   s          `  €rA   rg   zOptimizeContext.__init__  sg   ù€ ò	.ô 	‰ÑØØØ-Ü!×'Ñ'ØØØØ+ð 	ô 		
ô ×#Ò#ôIð ×!Ñ!×(Ñ(Ð)?Õ@ð $r@   c                ó¦   — | j                   | j                  | j                  | j                  f| j                  | j
                  | j                  dœfS )Nr¾   )rl   rI   rÎ   rÑ   r¿   rÒ   rÁ   ry   s    rA   r{   zOptimizeContext.__reduce__9  sG   € à�N‰NØ�]‰]˜D×2Ñ2°D·N±NÐCàŸ+™+ØŸ=™=Ø#'×#7Ñ#7ñð
ð 	
r@   )F)r  z>Optional[Callable[[], Union[OptimizeContext, _NullDecorator]]]r›   rœ   ©r;   r<   r=   rg   r{   r¢   r£   s   @rA   r  r    s@   ø„ ð
 ð	$Að ØØð ñ$Að
ð$Að 
õ$AöL	
r@   r  c                  ó&   ‡ — e Zd Zdˆ fd„Zd„ Zˆ xZS )ÚRunOnlyContextc                ó.   •— d„ }t         ‰| �  d|¬«       y )Nc                 ór   — t         j                  j                  j                  xj                  dz  c_        y )Nr%   )rF   rG   Úmutation_guardÚGenerationTrackerÚ
generationr?   r@   rA   rÄ   z)RunOnlyContext.__init__.<locals>.on_enterH  s#   € Ü�M‰M×(Ñ(×:Ñ:×EÒEÈÑJÖEr@   F)rI   rÄ   ©rf   rg   )rj   rÄ   rl   s     €rA   rg   zRunOnlyContext.__init__F  s   ø€ ò	Kô 	‰Ñ %°(ÐÕ;r@   c                ó   — | j                   dfS ©Nr?   r£   ry   s    rA   r{   zRunOnlyContext.__reduce__M  ó   € Ø—‘ Ð#Ð#r@   r�   r  r£   s   @rA   r  r  E  s   ø„ õ<ö$r@   r  c                  ó,   ‡ — e Zd Zdˆ fd„Zd„ Zd„ Zˆ xZS )rq   c                ó&   •— t         ‰| �  d ¬«       y )N)rI   r"  )rj   rl   s    €rA   rg   zDisableContext.__init__R  s   ø€ Ü‰Ñ $ÐÕ'r@   c                ó8  ‡‡— t        ‰«      Št        ‰t        j                  j                  «      r!‰}t        || «      }|j                  |_        |S t        j                  ‰«      rm‰} | |j                  «      |_
         | |j                  «      |_        t        |t        j                  j                  «      r | |j                  «      |_        |S t        ‰«      sJ ‚| j                  Št!        j"                  ‰«      ˆˆfd„«       }d|_        ‰|_        |S )Nc                 ób   •— t        ‰«      }	  ‰| i |¤Žt        |«       S # t        |«       w xY wre   )rJ   )r•   r–   rÐ   rI   r²   s      €€rA   r÷   z$DisableContext.__call__.<locals>._fnt  s1   ø€ ä)¨(Ó3ˆEð-Ù˜4Ð* 6Ñ*ä% eÕ,øÔ% eÕ,ús   Ž! ¡.T)r´   rp   rF   rû   rü   rZ   r^   r\   rý   rþ   rg   rr   rÿ   rç   rS   rI   rÈ   r  Ú_torchdynamo_disable)rj   r²   rk   r  r  r÷   rI   s    `    @rA   rr   zDisableContext.__call__U  sñ   ù€ ô
 ˜"Óˆä�bœ%Ÿ(™(Ÿ/™/Ô*ØˆCÜ% c¨4Ó0ˆGØ14·±ˆGÔ.ØˆNä�?‰?˜2Ôð ˆGñ  $ G×$4Ñ$4Ó5ˆGÔÙ# G×$4Ñ$4Ó5ˆGÔÜ˜'¤5§8¡8§?¡?Ô3á%)¨'×*<Ñ*<Ó%=�Ô"ØˆNä˜Œ|Ðˆ|à—=‘=ˆä	�‰˜Ó	ô	-ó 
ð	-ð $(ˆÔ ð *,ˆÔ&àˆ
r@   c                ó   — | j                   dfS r$  r£   ry   s    rA   r{   zDisableContext.__reduce__„  r%  r@   r�   )r;   r<   r=   rg   rr   r{   r¢   r£   s   @rA   rq   rq   Q  s   ø„ õ(ò-ö^$r@   rq   Fc           	     óN   — t        t        j                  | |«      |d||||¬«      S )NT)rÌ   rÑ   r¿   rÀ   rÁ   r  )r  r'   Úcatch_errors_wrapper)Ú
compile_fnÚhooksrÌ   r¿   rÀ   rÁ   r  s          rA   Ú_optimize_catch_errorsr0  ˆ  s3   € ô Ü×*Ñ*¨:°uÓ=Ø)ØØØØ'Øôð r@   c                ó’   — ddl m} t        | d«      r| j                  }nt	        | t
        «      r| }nd }t        | «      }  || |«      S )Nr%   )Úwrap_backend_debugÚcompiler_name)Úrepro.after_dynamor2  rN   r3  rp   Ústrr,   )r  r2  Úcompiler_strs      rA   Úget_compiler_fnr7  œ  sE   € Ý6äˆ{˜OÔ,Ø"×0Ñ0‰Ü	�K¤Ô	%Ø"‰àˆÜ  Ó-€KÙ˜k¨<Ó8Ð8r@   c                  ó   — e Zd Zd„ Zy)Ú_NullDecoratorc                ó    — t        |«      sJ ‚|S re   )rS   )rj   r²   s     rA   rr   z_NullDecorator.__call__ª  s   € Ü˜Œ|Ðˆ|Øˆ	r@   N)r;   r<   r=   rr   r?   r@   rA   r9  r9  ©  s   „ ór@   r9  c                 ó@   — t         j                  dk\  rt        d«      ‚y )N)é   é   z0Python 3.13+ not yet supported for torch.compile)ÚsysÚversion_inforÝ   r?   r@   rA   Úcheck_if_dynamo_supportedr@  ¯  s!   € Ü
×Ñ˜7Ò"ÜÐMÓNÐNð #r@   c                 ó8   — 	 t        «        y# t        $ r Y yw xY w©NTF)r@  Ú	Exceptionr?   r@   rA   Úis_dynamo_supportedrD  ´  s"   € ðÜ!Ô#ØøÜò Ùðúó   ‚
 �	˜c                 ó   — t        «        y re   )r@  r?   r@   rA   Úcheck_if_inductor_supportedrG  ¼  s   € ÜÕr@   c                 ó8   — 	 t        «        y# t        $ r Y yw xY wrB  )rG  rC  r?   r@   rA   Úis_inductor_supportedrI  À  s"   € ðÜ#Ô%ØøÜò ÙðúrE  c                 ó0   ‡ ‡— ˆ ˆfd„}t        |g‰ ¢­i ‰¤ŽS )Nc                 ó   •— t        ‰ i ‰¤ŽS re   )Úoptimize)r•   r–   s   €€rA   r  zoptimize.<locals>.rebuild_ctxÉ  s   ø€ Ü˜Ð( Ñ(Ð(r@   )Ú	_optimize)r•   r–   r  s   `` rA   rL  rL  È  s   ù€ õ)ô �[Ð2 4Ò2¨6Ñ2Ð2r@   )ÚnopythonÚguard_export_fnÚguard_fail_fnÚdisablerÀ   c          
     óÌ  — t        «        t        ||¬«      }t        j                  j	                  d«       |s.t
        j                  j                  dd«      dk(  st        d«      s
t        «       S t        |«      }t        |dt        «      }|rt        |||| ¬«      S t        t        j                  ||¬	«      |||t!        |d
«      r|j#                  «       | ¬«      S d| ¬«      S )aŸ  
    The main entrypoint of TorchDynamo.  Do graph capture and call
    backend() to optimize extracted graphs.

    Args:
        backend: One of the two things:
            - Either, a function/callable taking a torch.fx.GraphModule and
            example_inputs and returning a python callable that runs the
            graph faster.
            One can also provide additional context for the backend, like
            torch.jit.fuser("fuser2"), by setting the backend_ctx_ctor attribute.
            See AOTAutogradMemoryEfficientFusionWithContext for the usage.
            - Or, a string backend name in `torch._dynamo.list_backends()`
        nopython: If True, graph breaks will be errors and there will
            be a single whole-program graph.
        disable: If True, turn this decorator into a no-op
        dynamic: If True, upfront compile as dynamic a kernel as possible.  If False,
            disable all dynamic shapes support (always specialize).  If None, automatically
            detect when sizes vary and generate dynamic kernels upon recompile.

    Example Usage::

        @torch._dynamo.optimize()
        def toy_example(a, b):
            ...
    ©rO  rP  ztorch._dynamo.optimizeÚTORCHDYNAMO_DISABLEr§   Ú1zpytorch/compiler:enable_dynamorÌ   )rÀ   r/  r  )r/  r]   N)rÀ   rÁ   r  )r@  r1   rF   rU   Ú_log_api_usage_onceÚosÚenvironÚgetr   r9  r7  rv   r  Úoptimize_assertr0  r'   rN   r]   )	r  rP   rN  rO  rP  rQ  rÀ   r/  rÌ   s	            rA   rM  rM  Ï  sé   € ôH Ôô  /ÀÔO€EÜ	‡H�H× Ñ Ð!9Ô:áÜ�:‰:�>‰>Ð/°Ó4¸Ò;ÜÐ @ÔAäÓÐä˜gÓ&€Gô ˜wÐ(:¼LÓIÐáÜØØØØ#ô	
ð 	
ô "Ü×#Ñ# G°5Ô9ØØØä�7Ð1Ô2ð  ×3Ñ3Ó5ð  ô	ð 	ð Øô	ð 	r@   z&torch._dynamo.symbolic_convert.explainTc                ób   ‡ — ˆ fd„}|s|r$t        j                  dt        d¬«        ||i |¤ŽS |S )Nc            
     ó  •‡
‡‡‡‡— ddl m}  |«        g Šg Š
dŠg Šg Š	 	 dˆ
ˆˆˆfd„}ˆfd„} t        |d|¬«      ‰«      } || i |¤Ž t        ‰«      }|dz
  }t	        d¬	«      } |«        dd
lm}	  |	‰||‰
‰‰‰|«      S )Nr%   r¥   r   c                óL   •— ddl m}  || ‰‰‰‰«      \  } ŠŠŠŠ| j                  S )Nr%   )Ú_explain_graph_detail)Úbackends.debuggingr^  r^   )ÚgmÚexample_inputsr^  Úbreak_reasonsÚgraphsÚop_countÚops_per_graphs      €€€€rA   Ú"dynamo_graph_accumulating_compilerzBexplain.<locals>.inner.<locals>.dynamo_graph_accumulating_compiler,  s:   ø€ õ Bñ BWØ�F˜H m°]óBÑ>ˆB�˜ -°ð —:‘:Ðr@   c                ó(   •— ‰j                  | «       y re   )Úextend©ÚguardsÚ
out_guardss    €rA   Úguard_export_printz2explain.<locals>.inner.<locals>.guard_export_print<  s   ø€ à×Ñ˜fÕ%r@   F)rN  rO  r5  )Úrepr)ÚExplainOutput©r`  útorch.fx.GraphModule)r§   rL   rL  Úlenr5   r_  rn  )r•   r–   rL   rf  rl  Úopt_fÚgraph_countÚgraph_break_countÚcompile_timern  rb  rc  rd  re  rk  rª   s             @@@@@€rA   Úinnerzexplain.<locals>.inner   s·   ý€ åáŒà-/ˆØ#%ˆØˆØ-/ˆØ*,ˆ
ð	Ø$÷	ð 	ô 	&ð
”Ø.ØØ.ô
ð ó	ˆñ 	ˆtÐ�vÒä˜&“kˆØ'¨!™OÐÜ$¨%Ô0ˆñ 	ŒÝ5áØØØØØØØØó	
ð 		
r@   zäexplain(f, *args, **kwargs) is deprecated, use explain(f)(*args, **kwargs) instead.  If you don't migrate, we may break your explain call in the future if your user defined kwargs conflict with future kwargs added to explain(f).é   ©Ú
stacklevel)ÚwarningsÚwarnÚFutureWarning)rª   Ú
extra_argsÚextra_kwargsrv  s   `   rA   Úexplainr    s@   ø€ ô9
ñv ‘\Ü�‰ð?ô Øõ	
ñ �jÐ1 LÑ1Ð1àˆr@   c                  ój   ‡ — e Zd Z	 d	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dˆ fd„Zd„ Zˆ fd„Zˆ fd„Zˆ fd„Zˆ xZS )ÚFlattenInputOutputSignaturec	                óX  •‡ — t         ‰‰ �  |«       t        |«      t        |«      k(  sJ ‚t        |«      D �	�
ci c]  \  }	}
|
||	   “Œ }}	}
g ‰ _        t        dt        |«      «      D �]  }t         ‰‰ �  d|› �di «      }||v r||   |j                  j                  d<   nÃ|�Át        ||   t        j                  «      r¤|j                  ||   t        t        t        ||   j                  «      «      D �cg c])  }|||   v rt        j                   nt        j"                  ‘Œ+ c}d gt        ||   j                  «      z  ¬«      ¬«      |j                  j                  d<   ‰ j                  j%                  |«       �Œ ˆ fd„|D «       ‰ _        |‰ _        |‰ _        y c c}
}	w c c}w )Nr   rë   r?   r’   )Údynamic_sizesÚconstraint_sizes)Úsymbolic_contextc              3  ó<   •K  — | ]  }‰j                   |   –— Œ y ­wre   )Únew_args)Ú.0Úirj   s     €rA   ú	<genexpr>z7FlattenInputOutputSignature.__init__.<locals>.<genexpr>“  s   øè ø€ ÒX°!˜TŸ]™]¨1Õ-ÑXùs   ƒ)rf   rg   rq  Ú	enumerater‡  ÚrangeÚplaceholderÚnodeÚmetarp   rF   ÚTensorÚfrom_tensorr"   Úshaper    ÚDYNAMICÚSTATICr×   Úold_args_genÚ!matched_output_elements_positionsÚflat_results)rj   ÚmÚ	flat_argsÚ matched_input_elements_positionsr—  r–  Úexample_fake_inputsÚflat_args_dynamic_dimsÚ	fake_modeÚixr’   Úmatched_input_elements_to_faker‰  rë   Údrl   s   `              €rA   rg   z$FlattenInputOutputSignature.__init__i  s²  ù€ ô 	‰Ñ˜ÔäÐ)Ó*¬c°)«nÒ<Ð<Ð<ô %Ð%EÓF÷*
á��Cð Ð$ RÑ(Ñ(ð*
Ð&ñ *
ð
 ˆŒÜ�qœ#˜i›.Ó)ó 	&ˆAÜ‘'Ñ%¨¨A¨3 i°°RÓ8ˆCØÐ2Ñ2Ø'EÀaÑ'H�—‘—‘˜eÒ$ð Ð(¬Z¸	À!¹ÄeÇlÁlÔ-Sà+4×+@Ñ+@Ø! !™Ü)Aô
 */¬s°9¸Q±<×3EÑ3EÓ/FÓ)Gö	+ð %&ð $%Ð(>¸qÑ(AÑ#Aô !+× 2Ò 2ä%/×%6Ñ%6ñ!7ò+ð /3¨V´c¸)ÀA¹,×:LÑ:LÓ6MÑ-Mô*ð ,Aó ,�C—H‘H—M‘M %Ñ(ð �M‰M× Ñ  Ö%ð+	&ó, YÐ7WÔXˆÔØ1RˆÔ.Ø(ˆÕùó=*
ùò$+s   ¹F!Ã7.F'c                óp  — t        | j                  «      }d| j                  j                  v r0| j                  j                  d   |j                  j                  d<   d| j                  j                  v r0| j                  j                  d   |j                  j                  d<   d| j                  j                  v r0| j                  j                  d   |j                  j                  d<   d| j                  j                  v r0| j                  j                  d   |j                  j                  d<   |S )Nr’   Útensor_dictÚexample_valueÚunbacked_bindings)Únextr•  Úcurrent_noder�  rŽ  )rj   Útargetr•   r–   rë   s        rA   r�  z'FlattenInputOutputSignature.placeholder—  sù   € Ü�4×$Ñ$Ó%ˆØ�D×%Ñ%×*Ñ*Ñ*Ø#'×#4Ñ#4×#9Ñ#9¸%Ñ#@ˆC�H‰H�M‰M˜%Ñ Ø˜D×-Ñ-×2Ñ2Ñ2Ø+/×+<Ñ+<×+AÑ+AÀ-Ñ+PˆC�H‰H�M‰M˜-Ñ(Ø˜d×/Ñ/×4Ñ4Ñ4à-1×->Ñ->×-CÑ-CÀOÑ-TˆC�H‰H�M‰M˜/Ñ*Ø $×"3Ñ"3×"8Ñ"8Ñ8Ø15×1BÑ1B×1GÑ1GØ#ñ2ˆC�H‰H�M‰MÐ-Ñ.ð ˆ
r@   c                ót  •— |d   }g |¢| j                   ¢}g }t        t        | j                  «      «      D ]n  }| j                  |   �"|j                  || j                  |      «       Œ4| j                  |   }t        |t        t        «      «      sJ ‚|j                  |«       Œp t        ‰	| �)  ||fi «      S )Nr   )r‡  rŒ  rq  r—  r–  r×   rp   Útupler4   rf   Úoutput)
rj   r§  r•   r–   Údynamo_result_flatÚlookupÚnew_results_flatr‰  Ú	const_valrl   s
            €rA   rª  z"FlattenInputOutputSignature.output¦  sÇ   ø€ Ø! !™WÐØ6Ð%Ð6¨¯©Ð6ˆØÐÜ”s˜4×,Ñ,Ó-Ó.ò 	3ˆAØ×5Ñ5°aÑ8ÐDØ ×'Ñ'Ø˜4×AÑAÀ!ÑDÑEõð !×-Ñ-¨aÑ0�	Ü! )¬UÔ3HÓ-IÔJÐJÐJØ ×'Ñ'¨	Õ2ð	3ô ‰w‰~˜fÐ'7Ð&9¸2Ó>Ð>r@   c                óž  •— || _         t        ‰| �	  |«      }d| j                   j                  v r0| j                   j                  d   |j                  j                  d<   d| j                   j                  v r0| j                   j                  d   |j                  j                  d<   d| j                   j                  v r0| j                   j                  d   |j                  j                  d<   | j                   j
                  dk7  rD|j                  j                  t        | j                   d|j                  j                  «      «       |S )Nr’   r£  r¤  rª  rŒ   )	r¦  rf   Úrun_noder�  rŽ  ÚopÚ_renamerv   rŒ   )rj   ÚnÚresult_proxyrl   s      €rA   r°  z$FlattenInputOutputSignature.run_nodeµ  s$  ø€ ØˆÔÜ‘wÑ'¨Ó*ˆØ�D×%Ñ%×*Ñ*Ñ*Ø,0×,=Ñ,=×,BÑ,BÀ5Ñ,IˆL×Ñ×"Ñ" 5Ñ)Ø˜d×/Ñ/×4Ñ4Ñ4à6:×6GÑ6G×6LÑ6LØñ7ˆL×Ñ×"Ñ" ?Ñ3ð  $×"3Ñ"3×"8Ñ"8Ñ8Ø:>×:KÑ:K×:PÑ:PØ#ñ;ˆL×Ñ×"Ñ"Ð#6Ñ7ð ×Ñ×Ñ 8Ò+Ø×Ñ×%Ñ%Ü˜×)Ñ)¨6°<×3DÑ3D×3IÑ3IÓJôð Ðr@   c                ó    •— t         ‰| �  «       }d| j                  j                  v r&| j                  j                  d   |j                  d<   |S )NÚ dynamo_flat_name_to_original_fqn)rf   Ú	transformÚmoduler�  )rj   Ú	result_gmrl   s     €rA   r·  z%FlattenInputOutputSignature.transformÉ  sL   ø€ Ü‘GÑ%Ó'ˆ	Ø-°·±×1AÑ1AÑAØAEÇÁ×AQÑAQØ2ñBˆI�N‰NÐ=Ñ>ð Ðr@   re   )r˜  rp  r™  z
Tuple[Any]rš  ú	List[int]r—  z	List[Any]r–  rº  r›  zList[torch.Tensor]rœ  zList[Set[int]]r�  z$Optional[fake_tensor.FakeTensorMode]r›   rœ   )	r;   r<   r=   rg   r�  rª  r°  r·  r¢   r£   s   @rA   r�  r�  h  s   ø„ ð ;?ð,)àð,)ð ð,)ð +4ð	,)ð
  ð,)ð ,5ð,)ð 0ð,)ð !/ð,)ð 8ð,)ð 
õ,)ò\ô?ô÷(ð r@   r�  c                  ó"   — e Zd ZU ded<   ded<   y)ÚExportResultrp  Úgraph_moduleú_guards.GuardsSetrj  N)r;   r<   r=   rŸ   r?   r@   rA   r¼  r¼  Ò  s   … Ø&Ó&ØÔr@   r¼  c                ót  — g }| j                   j                  d¬«      D ]é  }t        |d«      sJ ‚|j                  }| j                  j                  |«      }|€Œ;t        |«      dkD  sJ ‚d }|D ]  }t        |«      dk(  rŒ|} n |€|j                  «       › d�}n]dj                  t        j                  |«      «      }d}	t        |«      dkD  rdt        |«      dz
  › d	�}	|j                  «       › d
|› |	› �}|j                  |«       Œë |r,t        t        j                  ddj                  |«      z   «      ‚y )Nr�  ©r±  Ú_dynamo_sourcer   z, a closed over free variabler§   r%   z(elided z more accesses)z, accessed at:
a�  Cannot export model which references tensors that are neither buffers/parameters/constants nor are direct inputs.  For each tensor, if you'd like this tensor to be an explicit input, add it as a dummy argument to the top-level model definition you are exporting; if you would like its value to be embedded as an exported constant, wrap its access in a function marked with @assume_constant_result.

z

)ÚgraphÚ
find_nodesrN   rÁ  Ú_source_to_user_stacksrY  rq  rŒ   r   Ú	tracebackÚformat_listr×   r/   r0   ÚINVALID_INPUT)
rÂ  Úinput_errorsrŽ  ÚsourceÚuser_stacksÚstackÚsÚmsgÚtbÚextras
             rA   Úcheck_signature_rewritablerÐ  Ù  sb  € Ø€LØ—‘×&Ñ&¨-Ð&Ó8ò !ˆÜ�tÐ-Ô.Ð.Ð.Ø×$Ñ$ˆØ×2Ñ2×6Ñ6°vÓ>ˆØÐØÜ�;Ó !Ò#Ð#Ð#ð ˆØò 	ˆAÜ�1‹v˜Š{ØØˆEÙð		ð
 ˆ=Ø—[‘[“]�OÐ#@ÐA‰Cà—‘œ×.Ñ.¨uÓ5Ó6ˆBØˆEÜ�;Ó !Ò#Ø"¤3 {Ó#3°aÑ#7Ð"8¸ÐH�Ø—[‘[“]�OÐ#3°B°4¸°wÐ?ˆCà×Ñ˜CÕ ð1!ñ4 ÜÜ×'Ñ'ðEð �k‰k˜,Ó'ñ(ó	
ð 		
ð r@   c
           
     óì  ‡ ‡— t        j                  ||«      \  }
}d„ } ||t        j                  «       t        j                  |«      \  }} ||t        j
                  «       dd„Šˆˆ fd„} |d||«      }|€J ‚ |dt        |«      |z   |«      }t        |||||||	|«      j                  «       }dd„}t        t         |‰ |
|«      ||«      «      |j                  _        |j                  «        |S )	Nc                óš  ‡— t         j                  t         j                  t         j                  t         j                  t         j
                  j                  gt        t        «      z   Šˆfd„}|t        j                  k(  rdnd}| D ]B  } ||«      rŒ|t        j                  k(  r|€Œ"t        |d|› dt        |«      › d|› d‰› d�	«      ‚ y )	Nc                ó.   •— t        | t        ‰«      «      S re   )rp   r©  )r’   Úsupported_typess    €rA   Úis_supported_typezMrewrite_signature.<locals>.check_user_input_output.<locals>.is_supported_type  s   ø€ Ü˜c¤5¨Ó#9Ó:Ð:r@   Úinputrª  zIt looks like one of the zs with type `z;` is not supported or pytree-flattenable. 
Exported graphs z2s can only contain the following supported types: zµ. 
If you are using a custom class object, please register a pytree_flatten/unflatten function using `torch.utils._pytree.register_pytree_node` or `torch.export.register_dataclass`.)rF   r�  ÚSymIntÚSymFloatÚSymBoolrU   ÚScriptObjectÚlistr4   r0   rÇ  r/   rŽ   )Úflat_valuesÚ
error_typerÕ  Ú
value_typeÚvrÔ  s        @rA   Úcheck_user_input_outputz2rewrite_signature.<locals>.check_user_input_output  sÌ   ø€ ä�L‰LÜ�L‰LÜ�N‰NÜ�M‰MÜ�H‰H×!Ñ!ð
ô Ô&Ó'ñ(ˆô	;ð !+¬m×.IÑ.IÒ I‘WÈxˆ
àò 	ˆAÙ$ QÕ'Ø¤×!<Ñ!<Ò<ÀÀØäØØ/°
¨|¸=ÌÈaËÈ	ð R'à'1 lð 32Ø2AÐ1Bð C9ð9ó
ð 
ñ	r@   c                óö   — | j                   j                  «       D ]\  \  }}|j                  t        j                  j
                  usŒ-ddlm} t        j                  d||j                  «        |dd¬«      ‚ y )Nr   )ÚUnsupportedz3Parameter %s is optional with a default value of %sz3Tracing through optional input is not supported yetÚoptional_input©Ú	case_name)
Ú
parametersÚitemsÚdefaultrý   Ú	ParameterÚemptyÚtorch._dynamo.excrâ  r¨   Úerror)Úf_sigrŒ   Úparamrâ  s       rA   Úcheck_optional_input_and_errorz9rewrite_signature.<locals>.check_optional_input_and_error3  sm   € à ×+Ñ+×1Ñ1Ó3ò 	‰KˆD�%Ø�}‰}¤G×$5Ñ$5×$;Ñ$;Ò;Ý9ä—	‘	ØIØØ—M‘Môñ
 "ØIØ.ôð ñ	r@   c                ór  •— g }i }t        |«      D ]  \  }}||t        |«      <   Œ t        |«      D ]‚  \  }}t        |t        t        «      «      r|j                  d «       Œ1t        |«      |vr(| dk(  r ‰‰«       t        dt        |«      › d| › d�«      ‚|j                  |t        |«         «       Œ„ |S )NÚinputszUnexpectedly found a z in the zO.
Please file an issue along with a paste of the logs from TORCH_LOGS="+export")r‹  rÖ   rp   r©  r4   r×   ÚAssertionErrorrŽ   )	Ú
debug_typeÚsourcesÚ
candidatesÚmatched_elements_positionsÚdict_of_source_valsr‰  r’   rï  rí  s	          €€rA   Úproduce_matchingz+rewrite_signature.<locals>.produce_matchingC  sÚ   ø€ Ø:<Ð"Ø ÐÜ Ó(ò 	-‰FˆAˆsØ+,Ð¤ 3£Ò(ð	-ô   
Ó+ò 	P‰FˆAˆsÜ˜#œuÔ%:Ó;Ô<Ø*×1Ñ1°$Õ7Ü�C“Ð 3Ñ3Ø Ò)Ù2°5Ô9Ü$Ø+¬D°«I¨;°h¸z¸lð Kdð dóð ð
 +×1Ñ1Ð2EÄbÈÃgÑ2NÕOð	Pð *Ð)r@   rñ  Úoutputsc                ó¬  — dd„} || «      }|j                   d t        |«       }t        |«      t        |j                   «      kD  rU|j                  €J d«       ‚|t        dt        |«      t        |«      z
  «      D �cg c]  }|j                  › d|› �‘Œ c}z  }ndt        |«      t        |j                   «      k  rC|j                   t        |«      t        |j                  xs g «        D ]  }||v rŒJ d|› �«       ‚ |t        |j                  «       «      z  }|j                  D ]%  }|j                  xs i }	||v rŒ||	v rŒJ d|› �«       ‚ |S c c}w )Nc           	     óh  — t        | j                  j                  «       «      }|D �cg c]5  }|j                  t        j
                  j                  k(  r|j                  ‘Œ7 }}|D �cg c]6  }|j                  t        j
                  j                  k(  sŒ+|j                  ‘Œ8 }}t        d„ |D «       d «      }t        d„ |D «       d «      }t        d„ |D «       «      }|D �ci c]f  }|j                  t        j
                  j                  k(  r=|j                  t        j
                  j                  ur|j                  |j                  “Œh }}i }	| j                  rd| j                  i}	|D ]  }
|
j                  |	|
j                  <   Œ t	        j                  |||||||	«      S c c}w c c}w c c}w )Nc              3  ó„   K  — | ]8  }|j                   t        j                  j                  k(  sŒ+|j                  –— Œ: y ­wre   )Úkindrý   ré  ÚVAR_POSITIONALrŒ   ©rˆ  Úps     rA   rŠ  z^rewrite_signature.<locals>.argument_names.<locals>.signature_to_fullargspec.<locals>.<genexpr>{  s+   è ø€ ÒV˜A¨1¯6©6´W×5FÑ5F×5UÑ5UÓ+U�—•ÑVùó
   ‚,A ¯A c              3  ó„   K  — | ]8  }|j                   t        j                  j                  k(  sŒ+|j                  –— Œ: y ­wre   )rý  rý   ré  ÚVAR_KEYWORDrŒ   rÿ  s     rA   rŠ  z^rewrite_signature.<locals>.argument_names.<locals>.signature_to_fullargspec.<locals>.<genexpr>  s+   è ø€ ÒS˜A¨1¯6©6´W×5FÑ5F×5RÑ5RÓ+R�—•ÑSùr  c              3  óÎ   K  — | ]]  }|j                   t        j                  j                  k(  r4|j                  t        j                  j
                  ur|j                  –— Œ_ y ­wre   )rý  rý   ré  ÚPOSITIONAL_OR_KEYWORDrè  rê  rÿ  s     rA   rŠ  z^rewrite_signature.<locals>.argument_names.<locals>.signature_to_fullargspec.<locals>.<genexpr>ƒ  sL   è ø€ ò àØ—6‘6œW×.Ñ.×DÑDÒDØ—I‘I¤W×%6Ñ%6×%<Ñ%<Ñ<ð —	•	ñùs   ‚A#A%r›   )rÛ  ræ  rM   rý  rý   ré  r  rŒ   ÚKEYWORD_ONLYr¥  r©  rè  rê  Úreturn_annotationÚ
annotationÚFullArgSpec)ÚsigÚparamsr   r•   Ú
kwonlyargsÚvarargsÚvarkwÚdefaultsÚkwonlydefaultsr   Ú	parameters              rA   Úsignature_to_fullargspeczKrewrite_signature.<locals>.argument_names.<locals>.signature_to_fullargspecn  s§  € ä˜#Ÿ.™.×/Ñ/Ó1Ó2ˆFð  öàØ—6‘6œW×.Ñ.×DÑDÒDð —“ðˆDð ð !'öØ¨!¯&©&´G×4EÑ4E×4RÑ4RÓ*R�—“ðˆJð ô ÙV ÔVØóˆGô ÙS ÔSØóˆEô
 ñ àôó ˆHð  öàØ—6‘6œW×.Ñ.×;Ñ;Ò;Ø—I‘I¤W×%6Ñ%6×%<Ñ%<Ñ<ð —‘˜Ÿ	™	Ñ!ðˆNð ð ˆKØ×$Ò$Ø'¨×)>Ñ)>Ð?�Ø#ò C�	Ø.7×.BÑ.B�˜IŸN™NÒ+ðCô ×&Ñ&Ø�g˜u h°
¸NÈKóð ùòIùò
ùò$s   ¨:F%Á(,F*ÂF*Ã!A+F/zMore arguments than expectedr   Ú_zMissing argument zMissing keyword only argument )r
  úinspect.Signature)	r•   rq  r  rŒ  r  rÛ  Úkeysr  r  )
rí  r•   r–   r  ÚfullargspecÚ
input_strsr‰  Úunprovided_argÚ
kwonly_argr  s
             rA   Úargument_namesz)rewrite_signature.<locals>.argument_namesm  s…  € ó*	ñX /¨uÓ5ˆð !×%Ñ% k¬¨D«	Ð2ˆ
äˆt‹9”s˜;×+Ñ+Ó,Ò,ð ×&Ñ&Ð2ÐRÐ4RÓRÐ2Øä˜q¤# d£)¬c°*«oÑ"=Ó>öàð ×&Ñ&Ð' q¨¨Ò,òñ ‰Jô �‹Yœ˜[×-Ñ-Ó.Ò.ð #.×"2Ñ"2Ü�D“	œS ×!5Ñ!5Ò!;¸Ó<Ð<ð#ò V�ð &¨Ò/ÐUÐ3DÀ^ÐDTÐ1UÓUÐ/ðVð 	”d˜6Ÿ;™;›=Ó)Ñ)ˆ
ð &×0Ñ0ò 	=ˆJØ(×7Ñ7Ò=¸2ˆNà˜fÒ$¨
°nÒ(Dð=à/°
¨|Ð<ó=ØDð	=ð Ðùò5s   Á=E)rí  r  )r›   z	List[str])ÚpytreeÚtree_unflattenr0   rÇ  Útree_flattenÚINVALID_OUTPUTrÛ  r�  r·  r#   r$   rÂ  Ú_codegenÚ	recompile)rí  rÂ  r�  r™  Úin_specr›  Úgraph_captured_inputÚgraph_captured_outputÚdynamo_traced_resultrœ  Ú	orig_argsÚorig_kwargsrà  Úflat_results_tracedÚout_spec_tracedrø  rš  r–  Ú	new_graphr  rï  s   `                   @rA   Úrewrite_signaturer*    s  ù€ ô $×2Ñ2°9¸gÓFÑ€Iˆ{òñ> ˜I¤}×'BÑ'BÔCÜ+1×+>Ñ+>Ð?SÓ+TÑ(Ð˜ÙÐ/´×1MÑ1MÔNóõ *ñ* (8Ø�)Ð1ó(Ð$ð !Ð,Ð,Ð,Ù(8Ø”4Ð-Ó.°Ñ:Ð<Oó)Ð%ô ,ØØØ(ØØ)ØØØó	÷ �iƒkð óPôd  .ÜÙ˜5 )¨[Ó9ØØó	
ó €I‡O�OÔð ×ÑÔØÐr@   Úsymbolic)Ú
aten_graphÚpre_dispatchÚdecomposition_tableÚtracing_modeÚdynamic_shapesr¶   Úsame_signatureÚdisable_constraint_solverÚ+prefer_deferred_runtime_asserts_over_guardsÚ'allow_complex_guards_as_runtime_assertsÚ_log_export_usagec               ó²   ‡‡‡‡‡‡‡‡	‡
‡‡— |rt        ddh¬«       | Š|Šˆˆˆ
ˆˆˆˆˆˆ	ˆˆfd„}|s|r$t        j                  dt        d¬«        ||i |¤ŽS |S )ac  
    Export an input function f to a format that can be executed outside of PyTorch using the FX graph.

    Args:
        f (callable): A PyTorch function to be exported.

        aten_graph (bool): If True, exports a graph with ATen operators.
        If False, exports a graph with Python operators. Default is False.

        pre_dispatch (bool): If True, exports a graph with ATen operators,
        but before any logic in the PyTorch dispatcher has run.
        This can be useful if you want to apply further transformations on a graph before running it
        through autograd, autocast, or any other functionalities that are integrated into the dispatcher.
        This flag is only valid if aten_graph=True is set.
        Default is False.

        decomposition_table (dict): A dictionary that maps operators to their decomposition functions.
        Required if aten_graph or tracing_mode is specified. Default is None.

        tracing_mode (str): If "symbolic", turn on dynamic shapes support. Default is "symbolic".

        dynamic_shapes:
         An optional argument where the type should either be:
         1) a dict from argument names of ``f`` to their dynamic shape specifications,
         2) a tuple that specifies dynamic shape specifications for each input in original order.
         If you are specifying dynamism on keyword args, you will need to pass them in the order that
         is defined in the original function signature.

         The dynamic shape of a tensor argument can be specified as either
         (1) a dict from dynamic dimension indices to :func:`Dim` types, where it is
         not required to include static dimension indices in this dict, but when they are,
         they should be mapped to None; or (2) a tuple / list of :func:`Dim` types or None,
         where the :func:`Dim` types correspond to dynamic dimensions, and static dimensions
         are denoted by None. Arguments that are dicts or tuples / lists of tensors are
         recursively specified by using mappings or sequences of contained specifications.

        same_signature (bool): If True, rewrite the returned graph's signature to be the same as f.

        disable_constraint_solver (bool): Whether the dim constraint solver must be disabled.

    Returns:
        A function that given args and kwargs, returns a tuple of (graph, guards)
        Graph: An FX graph representing the execution of the input PyTorch function with the provided arguments and options.
        Guards: The guards we accumulated during tracing f above

    Raises:
        AssertionError: If decomposition_table is specified without setting aten_graph=True,
        or if graph breaks during tracing in export.

        AssertionError: If Dynamo input and output is not consistent with traced input/output.

    Note - this headerdoc was authored by ChatGPT, with slight modifications by the author.
    zexport.private_apirG   )ÚeventÚflagsc                 ó˜  •‡!‡"‡#‡$‡%‡&— t        ‰(| |«      }t        |‰-«      }‰(}‰'}t        «        t        j                  j                  d«       ‰+�	‰*sJ d«       ‚‰.r	‰*sJ d«       ‚t        |«      }t        |t        j                  j                  «      r|j                  n|}t        j                  |«      }d Š#d Š&d Š$d Š%d Š"d }d#ˆ&fd„}	g Š!	 	 d$ˆ!ˆ"ˆ#ˆ$ˆ%fd„}
t        j                  | |f«      \  }}t        |«       d }‰1dk7  rd}t!        j"                  d|ddd‰/‰)¬	«      5   t%        |
t'        |	d ¬
«      d|¬«      |«      }	  || i |¤Ž}d d d «       t        |«       ‰,�s`t+        ‰"dd «      x}��P|j,                  x}��At        |t        j.                  j0                  t        j.                  j2                  f«      �st5        j6                  |«      sí|j9                  «        |j;                  «       }|j=                  |‰-||«      }|r|j>                  d   |z   f|_        n$|rt)        |«      }nt@        jC                  d|«       |jD                  jG                  «       D ]]  }t        |tH        jJ                  «      sŒt)        djM                  tO        jP                  |jR                  |   «      «      › d|› d�«      }Œ_ |r|‚‰#�€‡‰0sJ d«       ‚g Š!dŠ$dŠ%t        jT                  jW                  tY        «       d¬«      Š"‰&€t[        j\                  «       Š&‰&€J ‚t_        |j`                  jG                  «       «      }t        jb                  je                  «       }tg        |«      D ]o  \  }}t        jh                  ||   «      sŒ|jk                  |«      }‰"jm                  ||   d¬«      |jn                  d<   ‰$||   fz   Š$‰!jq                  ||   «       Œq |js                  ‰%«       t        j                  j                  «       }t        jb                  ju                  ||«      Š#t@        jC                  d‰#jw                  dd¬«      «       nOty        ‰#d«      sJ ‚‰&€J d«       ‚‰"€J ‚t@        jC                  d‰#jw                  dd¬«      «       ‰0rt{        ‰#«       ‰!D �cg c]  }‰"jm                  |«      ‘Œ }}‰*rÔˆ#fd„}t}        «       5  t        «       5  ‰"5  	  t�        |‰+dd‰.d¬«      |Ž Š#	 d d d «       d d d «       d d d «       ‰#€J ‚‰#jŒ                  j�                  d!¬"«      D ]e  }t        t+        ‰#|j�                  «      t        j’                  «      sŒ2‰"jm                  t+        ‰#|j�                  «      d¬«      |jn                  d<   Œg ‰0rš|D ��cg c]y  }|xs dD �ch c]g  }|j”                  t—        |«      k(  rM|j˜                  jš                  jœ                  |j˜                  jš                  jž                  k7  r|j                   ’Œi c}‘Œ{ } }}t£        |‰#‰"|||‰$‰%|| «
      Š#t¥        ‰#‰&«      S # t(        $ r}|}Y d }~�Œ d }~ww xY w# 1 sw Y   �Œ
xY wc c}w # t‚        $ r*}t…        t†        jˆ                  t‹        |«      d¬ «      ‚d }~ww xY w# 1 sw Y   �Œ«xY w# 1 sw Y   �Œ°xY w# 1 sw Y   �ŒµxY wc c}w c c}}w )%Nztorch._dynamo.exportzaSpecifying a decomposition_table table or tracing mode is illegal without setting aten_graph=Truez7pre_dispatch=True can only be used when aten_graph=Truec                ó   •— ‰�J d«       ‚| Šy )Nz3whole graph export entails exactly one guard exportr?   ri  s    €rA   rl  z1export.<locals>.inner.<locals>.guard_export_print/  s"   ø€ ð Ð"ðEàDóEØ"à‰Jr@   c                óZ   •— ‰�J d«       ‚| Št        j                  «       Š|Šˆˆˆˆfd„}|S )Nz\Tried to emit a second graph during export. Tracing through 'f' must produce a single graph.c                 ó²  •— | Š‰€J ‚t        ‰j                  d¬«      «      }t        ‰j                  d¬«      «      }t        j                  | «      �t        j                  | «      n‰}t        «       }|j                  x}r|j                  «       }|5  t        «       5  |5  i |¥|¥}i }|j                  «       D ]  \  }}	|j                  |	d¬«      ||<   Œ t        j                  |j                  | «      }
t        j                  j                  ‰||
«      Šd d d «       d d d «       d d d «       ‰S # 1 sw Y   ŒxY w# 1 sw Y   ŒxY w# 1 sw Y   ‰S xY w)NF)Úremove_duplicateT©Ústatic_shapes)r}   Únamed_parametersÚnamed_buffersr   Údetect_fake_moder  Ú	shape_envÚignore_fresh_unbacked_symbolsr   rç  r‘  r  Útree_maprF   ÚfuncÚfunctional_call)Úgraph_inputsr@  rA  Úambient_fake_modeÚignore_fresh_unbackedrC  Úparams_and_buffersÚfake_params_buffersrŒ   r‰   Úfake_graph_inputsr�  rÂ  r"  Úgraph_captured_results              €€€€rA   Úresult_capturing_wrapperzhexport.<locals>.inner.<locals>.dynamo_normalization_capturing_compiler.<locals>.result_capturing_wrapperJ  s�  ø€ ð (4Ð$ØÐ(Ð(Ð(ä#'¨×(>Ñ(>ÐPUÐ(>Ó(VÓ#WÐ Ü $ U×%8Ñ%8È%Ð%8Ó%PÓ Q�ô ×/Ñ/°Ó=ÐIô ×,Ñ,¨\Ô:à"ð "ô )5«Ð%Ø 1× ;Ñ ;Ð;�9Ð;Ø,5×,SÑ,SÓ,UÐ)ð &ñä+Ó-ñà/Dñð*Ø*ð*à'ð*Ð&ð +-Ð'à'9×'?Ñ'?Ó'Aò ™˜˜eØ4E×4QÑ4QØ!°ð 5Ró 5Ð+¨DÒ1ðô
 )/¯©Ø)×5Ñ5°|ó)Ð%ô -2¯J©J×,FÑ,FØÐ2Ð4Eó-Ð)÷#÷ ÷ ð* -Ð,÷+ð ú÷ ð ú÷ ð* -Ð,ús=   ÂEÂE Â"A8D4ÄE Ä"EÄ4D=Ä9E Å E		ÅEÅE)r   rB  )r`  Úinner_example_inputsrO  ra  r�  rÂ  r"  rN  s      €€€€€rA   Ú'dynamo_normalization_capturing_compilerzFexport.<locals>.inner.<locals>.dynamo_normalization_capturing_compiler8  sD   ø€ ð
 �ðnàmónØàˆEô  ×0Ñ0Ó2ˆIØ1ˆN÷.-ð` ,Ð+r@   r+  TF)Úspecialize_intr¶   r·   Ú capture_dynamic_output_shape_opsÚcapture_scalar_outputsr3  r4  rS  )r/  r¿   Úexport_constraintsrC  r   z#Summary of dimension constraints:%sr§   zk
It appears that you're trying to set a constraint on a value which we evaluated to have a static value of z0. Set TORCH_LOGS="+export" for more information.zhFailed to produce a graph during tracing as no tensor operations were found and same_signature is False.r?   )rC  r¿   r>  r’   zQFailed to capture a graph during tracing as no tensor operations were found.:

%s)Úprint_outputÚcoloredrÄ  z'Failed to produce guards during tracingzDynamo captured graph:

%sc                 óÖ   •— t         j                  j                  j                  «       5  t        j                  j	                  ‰«      j
                  | Ž cd d d «       S # 1 sw Y   y xY wre   )rF   r  rÅ  Úpreserve_node_metaÚInterpreterÚrun)r•   rÂ  s    €rA   Úgraph_with_interpreterz5export.<locals>.inner.<locals>.graph_with_interpreterþ  sO   ø€ Ü—X‘X×'Ñ'×:Ñ:Ó<ñ BÜ Ÿ8™8×/Ñ/°Ó6×:Ñ:¸DÐA÷B÷ Bò Bús   ª+AÁA(Úreal)r.  r/  Ú_allow_non_fake_inputsr-  Ú_allow_fake_constantÚcond_operandsrä  Úget_attrrÀ  )rj  r¾  ro  )Sr   r   r@  rF   rU   rV  r´   rp   rû   rü   r^   rý   Ú	signaturer  r  r«   r&   r   rZ  r1   r   rv   Údim_constraintsÚ_opsÚOpOverloadPacketÚ
OpOverloadr)   ru   ÚsolveÚforced_specializationsÚprettify_resultsr•   r¨   ÚinfoÚvar_to_ranger  ÚsympyÚIntegerr   rÅ  rÆ  Úvar_to_stackÚ_subclassesÚFakeTensorModer!   r   Ú	GuardsSetrÛ  ræ  r  ÚGraphr‹  Ú	is_tensorr�  r‘  r�  r×   rª  r   Úprint_readablerN   rÐ  r   r   r   r.   r/   r0   ÚDYNAMIC_CONTROL_FLOWr5  rÂ  rÃ  r§  r�  Út_idrÖ   Úconstraint_rangeÚvrÚlowerÚupperÚdimr*  r¼  )2r•   r–   Úcombined_argsÚconstraintsrª   r¶   Úcall_to_inspectÚoriginal_signatureÚresult_tracedrl  rQ  r™  r!  Úconstraint_violation_errorrr  ÚerC  rc  rh  rÍ  ÚkÚparameter_namesÚfx_graphr‰  rŒ   rŽ  r¸  Útr›  r\  ÚxÚcrœ  ra  r�  rÂ  r"  rN  rk  Ú_assume_static_by_defaultÚ_fr4  r,  r.  r2  r0  r-  r3  r1  r/  s2                                    @@@@@@€€€€€€€€€€€rA   rv  zexport.<locals>.inner  s  þ€ Ü% b¨$°Ó7ˆÜ-¨m¸^ÓLˆØˆØ#<Ð Ü!Ô#Ü�‰×$Ñ$Ð%;Ô<ØÐ*áðsàrósØáÙÐXÐXÓX�:Ü˜‹OˆÜ'1°!´U·X±X·_±_Ô'E˜!Ÿ)š)È1ˆÜ$×.Ñ.¨Ó?ÐØˆØˆ
Ø#ÐØDHÐØˆ	Øˆõ	 ð ˆðB	,Ø$÷B	,ñ B	,ôL $×0Ñ0°$¸°Ó@Ñˆ	�7ä˜!ÔØ%)Ð"Ø˜:Ò%Ø'+Ð$Ü�\‰\ØØ%=Ø%*Ø-1Ø#'Ø8cØ4[ô
ñ 	/ð”OØ7ÜØ$6Ø"&ôð Ø#.ôð óˆEð/Ù % tÐ 6¨vÑ 6�÷)	/ô. 	˜!Ôò *Ü% i°¸dÓCÐC�ÑPØ$-×$=Ñ$=Ð=�ÑJÜØ¤%§*¡*×"=Ñ"=¼u¿z¹z×?TÑ?TÐ!Uõô  ×%Ñ% oÔ6à×!Ñ!Ô#Ø%4×%KÑ%KÓ%MÐ"Ø!×2Ñ2Ø"ØØ*Ø&ó	ˆCñ *à.×3Ñ3°AÑ6¸Ñ<ð3Ð*Õ/ñ *Ü1IÈ#Ó1NÑ.ä—H‘HØ=Øôð ×+Ñ+×0Ñ0Ó2ò �Ü˜a¤§¡Õ/Ü1IØŸ7™7¤9×#8Ñ#8¸×9OÑ9OÐPQÑ9RÓ#SÓTÐUð VNàNOÈSð QIðIó2Ñ.ðñ &Ø,Ð,à‰=áðzàyózØð  ˆNØ#%Ð Ø$&Ð!Ü×)Ñ)×8Ñ8Ü"›*¨Tð 9ó ˆIð Ð!Ü$×.Ñ.Ó0�
ØÐ)Ð)Ð)Ü"Ð#5×#@Ñ#@×#EÑ#EÓ#GÓHˆOÜ—x‘x—~‘~Ó'ˆHÜ$ _Ó5ò 8‘��4Ü—?‘? 9¨Q¡<Õ0Ø#×/Ñ/°Ó5�DØ'0×'<Ñ'<Ø! !™°Dð (=ó (�D—I‘I˜eÑ$ð ,@À9ÈQÁ<À/Ñ+QÐ(Ø"×)Ñ)¨)°A©,Õ7ð8ð �O‰OÐ1Ô2Ü—X‘X—_‘_Ó&ˆFÜ—H‘H×(Ñ(¨°Ó:ˆEÜ�H‰HØeØ×$Ñ$°%ÀÐ$ÓFõô
 ˜5Ð":Ô;Ð;Ð;ØÐ)ÐTÐ+TÓTÐ)ØÐ(Ð(Ð(ä�H‰HØ.Ø×$Ñ$°%ÀÐ$ÓFôñ Ü*¨5Ô1ð BPÖP¸A˜y×4Ñ4°QÕ7ÐPÐÐPáôBô (Ó)ñ Ô+CÓ+Eñ Àyñ ððœGØ.Ø,?Ø%+Ø/3Ø%1Ø-2ôð +ð,‘E÷÷ ÷ ð$ Ð$Ð$Ð$ØŸ™×.Ñ.°*Ð.Ó=ò �Üœg e¨T¯[©[Ó9¼5¿<¹<ÕHØ'0×'<Ñ'<Ü  t§{¡{Ó3À4ð (=ó (�D—I‘I˜eÒ$ðñ ð #÷
&ð ð *Ò/¨RöààŸ™¤" Q£%šØ×.Ñ.×1Ñ1×7Ñ7¸1×;MÑ;M×;PÑ;P×;VÑ;VÒVð	 —E“Eôð
&Ð"ñ 
&ô &Ø"ØØØØØ#Ø$Ø%ØØ&óˆEô ˜E :Ó.Ð.øôu ,ò /Ø-.Ö*ûð/ú÷+	/ñ 	/üòl Qøô$ /ò ä#Ü%×:Ñ:Ü˜A›Ø"1ôð ûðú÷ñ ú÷ ñ ú÷ ñ üò6ùó
&s©   Ä !YÅX9Ò!YÓZ4ÓZ'ÓZÓY$Ó1Z'Ó9Z4Ö[Ö%A,[Ø[Ø9	YÙY
ÙYÙ
YÙYÙYÙ$	Z	Ù-%Z	ÚZ	ÚZÚZ$ÚZ'Ú'Z1	Ú,Z4Ú4Z>Û[zàexport(f, *args, **kwargs) is deprecated, use export(f)(*args, **kwargs) instead.  If you don't migrate, we may break your export call in the future if your user defined kwargs conflict with future kwargs added to export(f).rw  rx  )r   rz  r{  r|  )rª   r,  r-  r.  r/  r0  r¶   r1  r2  r3  r4  r5  r}  r~  rv  r‰  rŠ  s    ````` ````    @@rA   r¿   r¿   Ê  sh   ÿú€ ñN ÜÐ3¸I¸;ÕGð 
€BØ 8Ð÷[/ö [/ñz ‘\Ü�‰ð>ô Øõ	
ñ �jÐ1 LÑ1Ð1àˆr@   )r/  r¿   rU  rÀ   r  c               óˆ   — t        | «      } t        | dt        «      }t        t	        j
                  | ||¬«      |||||¬«      S )zF
    The same as `torch._dynamo.optimize(backend, nopython=True)`
    rÌ   )r¿   rU  )r¿   rÀ   r  )r7  rv   r  r0  r'   Úconvert_frame_assert)rP   r/  r¿   rU  rÀ   r  rÌ   s          rA   rZ  rZ  B  sT   € ô ˜gÓ&€Gô ˜wÐ(:¼LÓIÐä!Ü×*Ñ*Ø˜FÐ7Iô	
ð 	ØØØØô	ð 	r@   c                  óV   — e Zd Ze ej
                  d«      d„ «       «       Zed„ «       Zy)r  Nc                 ó0  — ddl m}   | t        j                  j                  «      t        j                  _         | t        j                  j
                  «      t        j                  _         | t        j                  j                  «      t        j                  _         | t        j                  j                  j                  j                  «      t        j                  j                  j                  _        t        j                  j                  j                  d«       ddlm}m}m}m}m}m}m}m}m}	m}
m}m}m} |||||||||	|
|||h}|D ]T  }|j6                  j9                  d«      d   }d|› �}d	|› �}t;        ||«      sŒ8t=        || | t?        ||«      «      «       ŒV t        j@                  jB                  jE                  «       D �cg c]=  }tG        jH                  |«      r&tK        |t        j@                  jL                  «      r|‘Œ? }}t        j@                  jN                  t        j@                  jP                  h}|D ]A  }||v r | |jR                  «      |_)        t;        |d
«      sŒ+ | |jT                  «      |_*        ŒC y c c}w )Nr%   )rQ  Fr   )ÚadadeltaÚadagradÚadamÚadamaxÚadamwÚasgdÚlbfgsÚnadamÚradamÚrmspropÚrpropÚsgdÚsparse_adamú.éÿÿÿÿÚ_fused_Ú_single_tensor_Ú_init_group)+Ú
decoratorsrQ  rF   ÚjitÚtraceÚtrace_moduleÚ_get_trace_graphr  r  ÚTracerÚdistributionsÚDistributionÚset_default_validate_argsÚtorch.optimr�  r�  r‘  r’  r“  r”  r•  r–  r—  r˜  r™  rš  r›  r;   ÚsplitrN   r‘   rv   Úoptimr_   rM   rý   rþ   rÿ   Ú	OptimizerÚ
SparseAdamÚLBFGSÚstepr   )rQ  r�  r�  r‘  r’  r“  r”  r•  r–  r—  r˜  r™  rš  r›  Úoptimizer_modulesÚopt_modÚopt_nameÚfused_fn_nameÚsingle_tensor_fn_nameÚoptÚoptimizer_classesÚexcluded_optimizer_classess                         rA   r   zTorchPatcher.patch`  s  € õ 	(á!¤%§)¡)§/¡/Ó2Œ�	‰	ŒÙ!(¬¯©×)?Ñ)?Ó!@Œ�	‰	ÔÙ%,¬U¯Y©Y×-GÑ-GÓ%HŒ�	‰	Ô"Ù07Ü�H‰H×$Ñ$×+Ñ+×1Ñ1ó1
Œ�‰× Ñ ×'Ñ'Ô-ô 	×Ñ×(Ñ(×BÑBÀ5ÔI÷	
÷ 	
÷ 	
õ 	
ð" ØØØØØØØØØØØØð
Ðð  )ò 	ˆGØ×'Ñ'×-Ñ-¨cÓ2°2Ñ6ˆHØ% h ZÐ0ˆMØ&5°h°ZÐ$@Ð!ä�w Õ.ÜØ˜]©G´G¸GÀ]Ó4SÓ,Tõð	ô —{‘{×+Ñ+×2Ñ2Ó4ö
àÜ�‰˜sÔ#¬
°3¼¿¹×8MÑ8MÔ(Nò ð
Ðð 
ô �K‰K×"Ñ"Ü�K‰K×Ñð&
Ð"ð
 %ò 	;ˆCØÐ0Ñ0Ù" 3§8¡8Ó,�”ä�s˜MÕ*Ù")¨#¯/©/Ó":�•ñ	;ùò
s   ÇAJc                ó   ‡ — ˆ fd„}|S )Nc                 óL   •— t        j                  dt        d¬«        ‰| i |¤ŽS )NÚignoreztorch.distributed)Úcategoryr¸  )rz  ÚfilterwarningsÚUserWarning)r•   r–   r²   s     €rA   Úinner_fnzBTorchPatcher.suppress_torch_distributed_warnings.<locals>.inner_fn¯  s+   ø€ Ü×#Ñ#Ø¤;Ð7Jõñ �tÐ&˜vÑ&Ð&r@   r?   )r²   r¿  s   ` rA   Ú#suppress_torch_distributed_warningsz0TorchPatcher.suppress_torch_distributed_warnings­  s   ø€ ô	'ð ˆr@   )r;   r<   r=   ÚstaticmethodrÈ   Ú	lru_cacher   rÀ  r?   r@   rA   r  r  _  s@   „ ØØ€Y×Ñ˜ÓñI;ó ó ðI;ðV ñó ñr@   r  )rI   r8   )rX   z)Union[types.CodeType, Callable[..., Any]]r›   zList[CacheEntry])rº   r¸   )r/  r1   )Úinductor)r  z4Callable[[], Union[OptimizeContext, _NullDecorator]]r›   z&Union[OptimizeContext, _NullDecorator])rª   r[   r,  r¸   r-  r¸   r.  z9Optional[Dict[torch._ops.OpOverload, Callable[..., Any]]]r/  r5  r0  z6Optional[Union[Dict[str, Any], Tuple[Any], List[Any]]]r¶   r¸   r1  r¸   r2  r¸   r3  r¸   r4  r¸   r5  r¸   r›   zCallable[..., ExportResult])Œrž   Ú
__future__r   rØ   rÈ   rý   ÚloggingrW  r>  r  rÅ  rs   rz  rø   Úenumr   Úos.pathr   r   Útypingr   r   r	   r
   r   r   r   r   r   r   Úunittest.mockr   rl  rF   Útorch.fxÚtorch.utils._pytreer*   Ú_pytreer  Útorch.utils.checkpointr   rE   r   r   r   r   Útorch._dispatch.pythonr   Útorch._subclasses.fake_tensorr   Útorch._utils_internalr   r   Útorch.export.dynamic_shapesr   r   r   Ú"torch.fx.experimental.proxy_tensorr   Ú%torch.fx.experimental.symbolic_shapesr   r    r!   r"   Útorch.fx.graphr#   r$   r§   r&   r'   r(   r)   Úbackends.registryr+   r,   r-   Úexcr.   r/   r0   r/  r1   r  r3   r4   r5   Útorch._subclassesr6   r7   r8   Ú	getLoggerr;   r¨   ÚExactWeakKeyDictionaryr
  rÙ   r  r:   rB   rŸ   r>   rÏ   rJ   rQ   r   Ú__file__r  rW   rû   rü   rZ   r«   r­   r°   r´   r»   r½   r  r  rq   r0  r7  r9  r@  rD  rG  rI  rL  rM  r  r  ÚinterpreterÚTransformerr�  r¼  rÐ  r*  r¿   rZ  r  r?   r@   rA   ú<module>rÝ     s|  ðòõ #ã Û Û Û Û 	Û 
Û Û Û Û Û Ý ß !÷÷ ÷ õ  ã ã Û ß $Ð $Û Ý ÷ó õ <Ý @ß Cß NÝ  Ý 6÷ó ÷ 7ç GÕ Gß 9Ý &ß BÑ BÝ Ý ;ß 7ñ Ý-ç1ð €g×Ñ˜Ó!€ð  <˜u×;Ñ;Ó=Ð Ø×%Ñ%€ôˆDô ð *,€Ð&Ó +à�‰€ó(òð €G×Ñ˜+Ó&Ù‰‘˜Ó"Ó	#Ð%RÓSð€ð	IØ
3ð	Iàó	Iôf
�e—h‘h—o‘oô f
òR>ò"	òò
ó
÷gñ gôT0
Ð)ô 0
ôf	$Ð(ô 	$ô4$Ð(ô 4$ðt "ØØØØðàóò(
9ô�Z×+Ñ+ô òOò
ò òò3ð ðKð ØØØØñKØEðKð ,óKñ^ Ð/°Ó6ñFó 7ðFôRg %§(¢(×"6Ò"6×"BÒ"Bô gôT�:ô ò&
òREðV Øð 	Ø"ØMQØ%*ØØ&+Ø8=Ø49Ø"ñuØðuð ðuð ð	uð
ðuð ðuð Kðuð #ðuð ðuð  $ðuð 26ðuð .2ðuð ðuð" !ó#uñv ��dÓ
ØØØØô÷:Vò Vr@   