Ë
    P/æj�»  ã                   óv  — U d dl Z d dlZd dlmZmZmZmZmZmZm	Z	 d dl
Z
defd„Zdee   fd„Zdee   fd„Ze j                  j!                  dd«      d	k(  Zd
ZdZd
Ze j                  j!                  d e«       rdnd	«      d	k(  Z e«       Zee   ed<   dZ e«       Zee   ed<   e j                  j!                  d«      d	k(  ZdZee   ed<   dZe j                  j!                  dd«      d	k(  Ze j                  j!                  d e«       rd	nd«      d	k(  Ze j                  j!                  dd«      Z d
Z!dZ"e j                  j!                  dd	«      d	k(  Z#e j                  j!                  d«      d	k(  Z$dZ%dZ&dZ'e j                  j!                  dd«      d	k(  Z(e j                  j!                  dd«      Z)dZ*dZ+d
Z,dZ-d
Z.dZ/eee
j`                  jb                  jd                  gdf      ed<   dZ3eee
j`                  jb                  jd                  gdf      ed<   dZ4eee
j`                  jd                  gdf      ed<   dZ5eee
j`                  jd                  gdf      ed<   dZ6eee
j`                  jb                  jd                  gdf      ed<   dZ7eeed    ged    f      ed!<   dZ8d
Z9d
Z:d
Z;dZ<i i i i i i d"œZ=ee>ee>ef   f   ed#<   i Z?ee>ee>ef   f   ed$<   dZ@e j                  j!                  d%d	«      d	k(  ZAd
ZBdZCd
d&d'dd(œZDee>ef   ed)<   d*ZEd
ZFg d+¢ZGd,ZHd-ZId.ZJe j                  j!                  d/«      d	k(  ZKe j                  j!                  d0«      d	k(  ZLe j                  j!                  d1«      d	k(  ZM e«       rdne j                  j!                  d2«      d	k(  ZNe j                  j!                  d3d4«      jŸ                  «       ZPe j                  j!                  d5d6«      jŸ                  «       ZQe j                  j!                  d7d8«      jŸ                  «       ZRe j                  j!                  d9d	«      d	k(  ZSd:ZTd
ZUe j                  j!                  d;«      d	k(  ZVe j                  j!                  d<«      d	k(  ZWd=ZXd>ZYd?ZZe j                  j!                  d@«      d	k(  Z[e j                  j!                  dA«      d	k(  Z\e j                  j!                  dB«      d	k(  Z] ee j                  j!                  dCd	«      «      Z^e j                  j!                  dDdE«      Z_e j                  j!                  dFdG«      Z`dHe>defdI„ZadHe>defdJ„ZbdHe>defdK„Zce j                  j!                  dLd8«      Zde
jÊ                  jÌ                  sd	ndZge j                  j!                  dMeg«      d	k(  Zhe j                  j!                  dNd«      d	k(  Zie j                  j!                  dOd	«      d	k(  Zje j                  j!                  dP«      d	k(  ZkdQZldRZmdSZnd
ZodZpd
Zqe j                  j!                  dT«      d	k(  Zre j                  j!                  dU«      d	k(  Zse j                  j!                  dVdE«      Zte j                  j!                  dWd«      d	k(  Zue j                  j!                  dXd	«      d	k(  Zvd'ZwdYZxdSZydSZzd
Z{d
Z|dZ}e j                  j!                  dZd«      d	k(  Z~dZd
Z€dZ�d
Z‚d
Zƒd
Z„d'Z…d'Z†d
Z‡dZˆd
Z‰d
ZŠd[e
�j                  v xs d\e
�j                  v ZŒ e«       xs eŒZ�e j                  j!                  d]d	«      d	k(  ZŽde>fd^„Z� e�«       Z�d
Z‘d.Z’d_d`gZ“ee	eda   e>f      edb<   d
Z”eedc<   defdd„Z• e•«       Z– e«       ri	 d del—m˜Z˜ e™rL e˜�j4                  e �j6                  �j9                  e™�j;                  dfe �j<                  «      dg«      «      ZŸn e˜�j4                  dg«      ZŸndZŸdhZ¢e j                  j!                  did	«      d	k(  Z£e j                  j!                  djd	«      d	k(  Z¤d
Z¥dZ¦dkZ§dlZ¨d
Z©dZªd
Z«eedm<   e j                  j!                  dnd«      d	k(  Z¬d
Z­d
Z®d
Z¯d
Z°e j                  j!                  dodE«      Z±e±dEk7  Z²e±d	k(  rdEne±Z³e j                  j!                  dpd«      Z´e j                  j!                  dq«      d	k(  Zµd
Z¶e j                  j!                  drd«      d	k(  Z·eeds<   d
Z¸eedt<   e j                  j!                  du e«       rd	nd«      d	k(  Z¹eedv<   d
Zºeedw<   d
Z»eedx<   d
Z¼eedy<   d
Z½eedz<   d
Z¾eed{<    G d|„ d}«      Z¿ G d~„ d«      ZÀ G d€„ d�«      ZÁ G d‚„ dƒ«      ZÂ G d„„ d…«      ZÃd}ZÄdZÅ G d†„ d‡«      ZÆ G dˆ„ d‰«      ZÇg dŠ¢ZÈg d‹¢ZÉerd dŒlÊ­ d d�lËmÌZÌ  eÌe�jš                  eÎ   «       y# e e¡f$ r dZŸY �ŒÝw xY w)Žé    N)ÚAnyÚCallableÚDictÚListÚOptionalÚTYPE_CHECKINGÚUnionÚreturnc                  ó8   — t        t        j                  d«       S )NÚgit_version)ÚhasattrÚtorchÚversion© ó    úY/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/torch/_inductor/config.pyÚ	is_fbcoder      s   € Ü”u—}‘} mÓ4Ð4Ð4r   c                  ó�   — t         j                  j                  d«      dk(  ryt         j                  j                  d«      dk(  ryy )NÚ#TORCHINDUCTOR_FX_GRAPH_REMOTE_CACHEÚ1TÚ0F©ÚosÚenvironÚgetr   r   r   Úfx_graph_remote_cache_defaultr      ó7   € Ü	‡z�z‡~�~Ð;Ó<ÀÒCØÜ	‡z�z‡~�~Ð;Ó<ÀÒCØØr   c                  ó�   — t         j                  j                  d«      dk(  ryt         j                  j                  d«      dk(  ryy )NÚ#TORCHINDUCTOR_AUTOTUNE_REMOTE_CACHEr   Tr   Fr   r   r   r   Úautotune_remote_cache_defaultr       r   r   Ú"TORCHDYNAMO_AUTO_FUNCTIONALIZED_V2r   r   FTÚTORCHINDUCTOR_FX_GRAPH_CACHEÚfx_graph_remote_cacheÚautotune_remote_cacheÚ"TORCHINDUCTOR_FORCE_DISABLE_CACHESÚsleep_sec_TESTING_ONLYÚflexible_layoutÚTORCHINDUCTOR_CPP_WRAPPERÚTORCHINDUCTOR_ABI_COMPATIBLEÚTORCHINDUCTOR_C_SHIM_VERSIONÚ2ÚTORCHINDUCTOR_SIZE_ASSERTSÚTORCHINDUCTOR_NAN_ASSERTSÚTORCHINDUCTOR_MEMORY_PLANNINGÚTORCHINDUCTOR_MEMORY_POOLÚintermediatesÚpost_grad_custom_pre_passÚpost_grad_custom_post_passÚjoint_custom_pre_passÚjoint_custom_post_passÚpre_grad_custom_passz+torch._inductor.scheduler.BaseSchedulerNodeÚ_pre_fusion_custom_pass)Úbatch_linearÚbatch_linear_lhsÚbatch_layernormÚ
batch_tanhÚ
batch_reluÚbatch_sigmoidÚpre_grad_fusion_optionsÚpost_grad_fusion_optionsÚ"TORCHINDUCTOR_DYNAMIC_SCALE_RBLOCKg-Cëâ6?é   )Úpre_gradÚ	precisionÚnum_iterationsÚrequires_optimizerÚfx_passes_numeric_checkÚ	heuristic)Úreorder_compute_for_overlapÚ
sink_waitsÚraise_commsÚdefaulti,  é   ÚTORCHINDUCTOR_MAX_AUTOTUNEÚ$TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISEÚTORCHINDUCTOR_MAX_AUTOTUNE_GEMMÚ"TORCHINDUCTOR_FORCE_SAME_PRECISIONÚ(TORCHINDUCTOR_MAX_AUTOTUNE_GEMM_BACKENDSzATEN,TRITON,CPPÚ(TORCHINDUCTOR_MAX_AUTOTUNE_CONV_BACKENDSzATEN,TRITONÚ,TORCHINDUCTOR_MAX_AUTOTUNE_GEMM_SEARCH_SPACEÚDEFAULTÚ'TORCHINDUCTOR_AUTOTUNE_FALLBACK_TO_ATENi    ÚTORCHINDUCTOR_SAVE_ARGSÚ!TORCHINDUCTOR_AUTOTUNE_IN_SUBPROCg      N@g      ð?g       @Ú#TORCHINDUCTOR_AUTOTUNE_MULTI_DEVICEÚ'TORCHINDUCTOR_COORDINATE_DESCENT_TUNINGÚ5TORCHINDUCTOR_COORDINATE_DESCENT_CHECK_ALL_DIRECTIONSÚ'TORCHINDUCTOR_COORDINATE_DESCENT_RADIUSÚ#TORCHINDUCTOR_AUTOHEURISTIC_COLLECTÚ ÚTORCHINDUCTOR_AUTOHEURISTIC_USEÚmixed_mmÚnamec                 ó2   — t        | «      xs t        | «      S )N)Úcollect_autoheuristicÚuse_autoheuristic©r_   s    r   Úrun_autoheuristicrd   o  s   € Ü  Ó&ÒAÔ*;¸DÓ*AÐAr   c                 ól   — | t         j                  j                  j                  j	                  d«      v S ©Nú,)r   Ú	_inductorÚconfigÚautoheuristic_collectÚsplitrc   s    r   ra   ra   s  s(   € Ø”5—?‘?×)Ñ)×?Ñ?×EÑEÀcÓJÐJÐJr   c                 ól   — | t         j                  j                  j                  j	                  d«      v S rf   )r   rh   ri   Úautoheuristic_userk   rc   s    r   rb   rb   w  s(   € Ø”5—?‘?×)Ñ)×;Ñ;×AÑAÀ#ÓFÐFÐFr   Ú$TORCHINDUCTOR_AUTOHEURISTIC_LOG_PATHÚ!TORCHINDUCTOR_LAYOUT_OPTIMIZATIONÚTORCHINDUCTOR_FORCE_LAYOUT_OPTÚ TORCHINDUCTOR_KEEP_OUTPUT_STRIDEÚTORCHINDUCTOR_WARN_MIX_LAYOUTé   é   é   ÚTORCHINDUCTOR_DEBUG_FUSIONÚTORCHINDUCTOR_BENCHMARK_FUSIONÚ#TORCHINDUCTOR_ENABLED_METRIC_TABLESÚ(TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSIONÚ'TORCHINDUCTOR_BENCHMARK_EPILOGUE_FUSIONé@   ÚTORCHINDUCTOR_BENCHMARK_KERNELÚdevÚgitÚ0TORCHINDUCTOR_OPTIMIZE_SCATTER_UPON_CONST_TENSORc                  óz   — t         j                  j                  dt        «       rdnd«      } | dv s
J d| › �«       ‚| S )NÚTORCHINDUCTOR_WORKER_STARTÚforkÚ
subprocess)rƒ   r‚   zInvalid start method: )r   r   r   r   )Ústart_methods    r   Údecide_worker_start_methodr…     sQ   € Ü—:‘:—>‘>Ø$´	´¡fÀó€Lð ð ñ ð /ð 
  ˜~Ð.ó/ð ð Ðr   Úfuse_ddp_with_concat_opÚschedule_comm_wait).NÚ_fuse_ddp_communication_passesÚ_micro_pipeline_tpc                  ó@  — dt         j                  v rt        t         j                  d   «      S t        j                  dk(  ryt        «       ryt        t         d«      rt        t        j                  d«      «      nt        j                  «       } | sJ ‚t        d| «      S )a!  
    Here are the precedence to decide compile_threads
    1. User can override it by TORCHINDUCTOR_COMPILE_THREADS.  One may want to disable async compiling by
       setting this to 1 to make pdb happy.
    2. Set to 1 if it's win32 platform
    3. decide by the number of CPU cores
    ÚTORCHINDUCTOR_COMPILE_THREADSÚwin32r@   Úsched_getaffinityr   é    )r   r   ÚintÚsysÚplatformr   r   Úlenr�   Ú	cpu_countÚmin)r“   s    r   Údecide_compile_threadsr•   +  sƒ   € ð '¬"¯*©*Ñ4Ü”2—:‘:Ð=Ñ>Ó?Ð?Ü	�‰˜Ò	 ØÜ	ŒØô ”rÐ.Ô/ô ”×$Ñ$ QÓ'Ô(ä—‘“ð 	ñ
 ÐˆyÜ�2�yÓ!Ð!r   )Úparutilú.zfb/cacheé
   ÚTORCHINDUCTOR_SHAPE_PADDINGÚ#TORCHINDUCTOR_COMPREHENSIVE_PADDINGé€   i   Úforce_shape_padÚTORCHINDUCTOR_PERMUTE_FUSIONÚTORCHINDUCTOR_PROFILEÚTORCHINDUCTOR_PROFILE_OUTPUTÚ3TORCHINDUCTOR_PROFILE_WITH_DO_BENCH_USING_PROFILINGÚTORCHINDUCTOR_FREEZINGÚfreezingÚfreezing_discard_parametersÚTORCHINDUCTOR_STACK_ALLOCATIONÚallow_stack_allocationÚuse_minimal_arrayref_interfaceÚdecompose_mem_bound_mmÚassume_aligned_inputsÚ.unsafe_ignore_unsupported_triton_autotune_argsÚ"check_stack_no_cycles_TESTING_ONLYc                   óô  — e Zd ZU dZej
                  j                  dd«      dk(  Zej
                  j                  dd«      dk(  ZdZ	e
e   ed<    eej
                  j                  dd	«      «      Zdej
                  j                  d
ej                  dk(  rdnd«      fZej
                  j                  dd«      dk(  Zej
                  j                  dd«      dk(  ZdZe
e   ed<   dZe
e   ed<   dZe
e   ed<   dZ eej
                  j                  dd«      «      Zej
                  j                  dd«      dk(  Zej
                  j                  dd«      dk(  Zej
                  j                  dd«      dk(  Zej
                  j                  dd«      dk(  Z eej
                  j                  dd«      «      Zej
                  j                  dd«      Zej
                  j                  dd«      Z dZ!y)ÚcppéÿÿÿÿÚ$TORCHINDUCTOR_CPP_NO_REDUNDANT_LOOPSr   Ú!TORCHINDUCTOR_CPP_DYNAMIC_THREADSr   NÚsimdlenÚ TORCHINDUCTOR_CPP_MIN_CHUNK_SIZEÚ4096ÚCXXÚdarwinzclang++zg++Ú'TORCHINDUCTOR_CPP_ENABLE_KERNEL_PROFILEÚ TORCHINDUCTOR_CPP_WEIGHT_PREPACKÚinject_relu_bug_TESTING_ONLYÚinject_log1p_bug_TESTING_ONLYÚ
vec_isa_okÚoriginal_atenÚ,TORCHINDUCTOR_CPP_MAX_HORIZONTAL_FUSION_SIZEÚ16Ú-TORCHINDUCTOR_CPP_FALLBACK_SCATTER_REDUCE_SUMÚ-TORCHINDUCTOR_CPP_ENABLE_UNSAFE_MATH_OPT_FLAGÚ5TORCHINDUCTOR_CPP_ENABLE_FLOATING_POINT_CONTRACT_FLAGÚ)TORCHINDUCTOR_CPP_ENABLE_TILING_HEURISTICÚ#TORCHINDUCTOR_CPP_GEMM_MAX_K_SLICESÚ%TORCHINDUCTOR_CPP_GEMM_CACHE_BLOCKINGÚ%TORCHINDUCTOR_CPP_GEMM_THREAD_FACTORST)"Ú__name__Ú
__module__Ú__qualname__Úthreadsr   r   r   Úno_redundant_loopsÚdynamic_threadsr°   r   r�   Ú__annotations__Úmin_chunk_sizer�   r‘   ÚcxxÚenable_kernel_profileÚweight_prepackr·   Ústrr¸   r¹   ÚboolÚdescriptive_namesÚmax_horizontal_fusion_sizeÚfallback_scatter_reduce_sumÚenable_unsafe_math_opt_flagÚ#enable_floating_point_contract_flagÚenable_tiling_heuristicsÚgemm_max_k_slicesÚgemm_cache_blockingÚgemm_thread_factorsÚenable_loop_tail_vecr   r   r   r¬   r¬   Û  s  … à€Gð
 	�
‰
�‰Ð=¸sÓCÀsÑJð ð —j‘j—n‘nÐ%HÈ#ÓNÐRUÑU€Oà!€GˆX�c‰]Ó!Ù˜Ÿ™Ÿ™Ð(JÈFÓSÓT€Nàð
 	�
‰
�‰�u¨3¯<©<¸8Ò+C™iÈÓOð€Cð 	�
‰
�‰Ð@À#ÓFÈ#ÑMð ð
 —Z‘Z—^‘^Ð$FÈÓLÐPSÑS€Nð
 37Ð  (¨3¡-Ó6Ø37Ð! 8¨C¡=Ó7ð "&€J�˜‘Ó%ð (Ðñ "%Ø
�
‰
�‰ÐEÀtÓLó"Ðð 	�
‰
�‰ÐFÈÓLÐPSÑSð  ð 	�
‰
�‰ÐFÈÓLÐPSÑSð  ð 	�
‰
�‰ÐNÐPSÓTØñ	ð (ð 	�
‰
�‰ÐBÀCÓHÈCÑOð ñ ˜BŸJ™JŸN™NÐ+PÐRUÓVÓWÐð Ÿ*™*Ÿ.™.Ð)PÐRVÓWÐð Ÿ*™*Ÿ.™.Ð)PÐRVÓWÐð  Ñr   r¬   c                   óÂ  — e Zd ZU ej                  j                  d«      dk(  ZdZdZdZ	dZ
 e«       rdndZdZdZee   ed<   dZdZdZdZdZdZdZdZdZeed	<   dZdZdZdZdZ ej                  j                  d
«      dk(  Z!dZ"ej                  j                  dd«      dk(  Z# eej                  j                  dd«      «      Z$dZ%dZ&dZ'dZ(eed<   dZ)dZ*ee+   ed<   dZ,y)ÚtritonÚTORCHINDUCTOR_CUDAGRAPHSr   TFr›   é2   Ú"cudagraph_dynamic_shape_warn_limité   Úprefer_nd_tilingÚ!TORCHINDUCTOR_UNIQUE_KERNEL_NAMESrº   Ú#TORCHINDUCTOR_PERSISTENT_REDUCTIONSÚTORCHINDUCTOR_MULTI_KERNELr   é   é   Úspill_thresholdNr·   )-rÄ   rÅ   rÆ   r   r   r   Ú
cudagraphsÚcudagraph_treesÚcudagraph_skip_dynamic_graphsÚslow_path_cudagraph_assertsÚ!cudagraph_trees_history_recordingr   Ú cudagraph_support_input_mutationÚ#cudagraph_unexpected_rerecord_limitrß   r   r�   rÊ   Úforce_cudagraph_syncÚforce_cudagraphs_warmupÚfast_path_cudagraph_assertsÚskip_cudagraph_warmupÚdebug_sync_graphÚdebug_sync_kernelÚdense_indexingÚ	max_tilesrá   rÐ   Úautotune_pointwiseÚautotune_cublasLtÚautotune_at_compile_timeÚ tiling_prevents_pointwise_fusionÚ tiling_prevents_reduction_fusionÚunique_kernel_namesrÑ   Úpersistent_reductionsÚmulti_kernelÚdivisible_by_16Úmin_split_scan_rblockÚstore_cubinrç   Úuse_block_ptrr·   rÏ   Úcodegen_upcast_to_fp32r   r   r   rÜ   rÜ   ?  sr  … à—‘—‘Ð :Ó;¸sÑB€Jð €Oð %*Ð!ð #'Ðð ).Ð%ñ 1:´¡uÀÐ$ð +.Ð'ð 9;Ð&¨°©Ó:ð !Ðð $Ðð #(Ðð "Ðð Ðð Ðð €Nð €Ið #Ð�dÓ"ð Ðð Ðð  %Ðð (,Ð$Ø'+Ð$ð Ÿ*™*Ÿ.™.Ð)LÓMÐQTÑTÐð (Ðð 	�
‰
�‰Ð<¸cÓBÀcÑIð ñ �r—z‘z—~‘~Ð&BÀCÓHÓI€Lð €Oð  Ðð €Kð €O�SÓð €Mð
 37Ð  (¨3¡-Ó6ð "Ñr   rÜ   c                   ó:  — e Zd ZU dZej
                  j                  dd«      dk(  Zej
                  j                  dd«      dk(  Ze	e
d<   ej
                  j                  dd«      Zej
                  j                  dd	«      ZdZdZd
Ze	e
d<   d
Ze	e
d<   d
Ze	e
d<   y	)Úaot_inductorr\   ÚAOT_INDUCTOR_DEBUG_COMPILEr   r   Ú"AOT_INDUCTOR_DEBUG_DUMP_CONSTS_BINÚdebug_dump_consts_binÚ-AOT_INDUCTOR_DEBUG_INTERMEDIATE_VALUE_PRINTERÚ&AOT_INDUCTOR_FILTERED_KERNELS_TO_PRINTNFÚuse_runtime_constant_foldingÚforce_mmap_weightsÚpackage)rÄ   rÅ   rÆ   Úoutput_pathr   r   r   Údebug_compiler  rÐ   rÊ   Ú debug_intermediate_value_printerÚfiltered_kernel_namesÚserialized_in_specÚserialized_out_specr  r  r  r   r   r   r  r  Ä  s±   … ð €Kà—J‘J—N‘NÐ#?ÀÓEÈÑL€Mð 	�
‰
�‰Ð;¸SÓAÀSÑHð ˜4ó ð (*§z¡z§~¡~Ø7¸ó(Ð$ð
 ŸJ™JŸN™NØ0°$óÐð
 Ðð Ðð */Ð  $Ó.ð  %Ð˜Ó$à€GˆTÔr   r  c            
       óÔ  — e Zd ZU dZee   ed<   dZee   ed<   dZdZ	dZ
dZdZej                  j                  dej                   j#                  ej                   j%                  ej                   j'                  ej*                  «      d«      «      «      ZdZee   ed<   dZee   ed	<   d
Zeed<   ej                  j                  dd«      dk(  Zeed<   dZee   ed<   dZee   ed<   y)ÚcudaNÚarchr   z-O1FÚTORCHINDUCTOR_CUTLASS_DIRz../third_party/cutlass/Úcutlass_max_profiling_configsÚcuda_cxxr@   Úcutlass_backend_min_gemm_sizeÚ/INDUCTOR_CUDA_BACKEND_GENERATE_TEST_RUNNER_CODEr   Úgenerate_test_runnerÚcutlass_op_allowlist_regexÚpingpongÚcutlass_op_denylist_regex)rÄ   rÅ   rÆ   r  r   rÏ   rÊ   r   Úcompile_opt_levelÚenable_cuda_ltoÚenable_ptxas_infoÚenable_debug_infoÚuse_fast_mathr   r   r   ÚpathÚabspathÚjoinÚdirnamer   Ú__file__Úcutlass_dirr  r�   r  r  r  rÐ   r  r  r   r   r   r  r  ð  s
  … ð €Dˆ(�3‰-Óð
 "€GˆX�c‰]Ó!ð Ðð €Oð Ðð Ðð €Mð —*‘*—.‘.Ø#Ø
�‰�‰Ø�G‰G�L‰L˜Ÿ™Ÿ™¨¯©Ó8Ð:SÓTó	
ó€Kð 48Ð! 8¨C¡=Ó7ð #€Hˆh�s‰mÓ"ð *+Ð! 3Ó*ð
 	�
‰
�‰ÐHÈ#ÓNÐRUÑUð ˜$ó ð 15Ð ¨¡Ó4ð 0:Ð˜x¨™}Ô9r   r  c                   ó¾   — e Zd ZU g Zee   ed<   g d¢Zee   ed<   dZdZ	dZ
dZdZdZdZee   ed<   ej"                  j%                  d	«      ZdZee   ed
<   dZeed<   y)Úrocmr  )Úgfx90aÚgfx940Úgfx941Úgfx942Úck_supported_archz-O2FTNÚ	rocm_homeÚTORCHINDUCTOR_CK_DIRÚn_max_profiling_configsÚuse_preselected_instances)rÄ   rÅ   rÆ   r  r   rÏ   rÊ   r1  r   Úis_debugÚ
save_tempsr$  Úflush_denormalsÚprint_kernel_resource_usager2  r   r   r   r   Úck_dirr4  r�   r5  rÐ   r   r   r   r,  r,  9  s“   … ð €Dˆ$ˆs‰)Óò $LÐ�t˜C‘yÓKð Ðð €Hð €Jð €Mð €Oð #(Ðð  $€Iˆx˜‰}Ó#ð �Z‰Z�^‰^Ð2Ó3€Fð .2Ð˜X c™]Ó1ð ',Ð˜tÔ+r   r,  c                   ó(   — e Zd ZdZdZdZdZdZdZdZ	y)ÚhalideÚhostz	host-cudaÚAnderson2021Ú	Adams2019FN)
rÄ   rÅ   rÆ   Ú
cpu_targetÚ
gpu_targetÚscheduler_cudaÚscheduler_cpuÚassertsÚdebugÚscan_kernelsr   r   r   r<  r<  j  s/   „ à€Jð €Jð $€NØ€Mð €Gð €Eð �Lr   r<  c                   óš  — e Zd ZU ej                  j                  dd«      dk(  ZdZee	   e
d<   dZdZdZdZdZdZdZej                  j                  dd«      dk(  Zej                  j                  d	d«      dk(  Zej                  j                  d
d«      Zej                  j                  dd«      ZdZdZeee	gdf      e
d<   dZee
d<   y)ÚtraceÚTORCH_COMPILE_DEBUGr   r   NÚ	debug_dirFTÚINDUCTOR_POST_FUSION_SVGÚINDUCTOR_ORIG_FX_SVGÚINDUCTOR_DOT_GRAPH_SHAPE_SVGÚ INDUCTOR_LOG_URL_FOR_GRAPH_XFORMÚ
upload_tarÚlog_autotuning_results)rÄ   rÅ   rÆ   r   r   r   ÚenabledrJ  r   rÏ   rÊ   Ú	debug_logÚinfo_logÚfx_graphÚfx_graph_transformedÚir_pre_fusionÚir_post_fusionÚoutput_codeÚgraph_diagramÚdraw_orig_fx_graphÚdot_graph_shapeÚlog_url_for_graph_xformÚcompile_profilerO  r   rP  rÐ   r   r   r   rH  rH  ‚  sõ   … à�j‰j�n‰nÐ2°CÓ8¸CÑ?€Gð  $€Iˆx˜‰}Ó#ð €Ið €Hð €Hð  Ðð €Mð €Nð €Kð —J‘J—N‘NÐ#=¸sÓCÀsÑJ€Mð Ÿ™Ÿ™Ð(>ÀÓDÈÑKÐð —j‘j—n‘nÐ%CÀTÓJ€Oð !Ÿj™jŸn™nÐ-OÐQUÓVÐð €Oð 37€J�˜ 3 %¨ +Ñ.Ñ/Ó6à#(Ð˜DÔ(r   rH  )ztrace.upload_tarr2   r1   r3   r4   r5   )rH  zcuda.cutlass_dirÚcompile_threads)Ú*)Úinstall_config_module)Ïr   r�   Útypingr   r   r   r   r   r   r	   r   rÐ   r   r   r    r   r   Úenable_auto_functionalized_v2rE  Údisable_progressÚverbose_progressÚfx_graph_cacher#   rÊ   Úautotune_local_cacher$   Úforce_disable_cachesr&   r�   Ú#custom_op_default_layout_constraintÚcpp_wrapperÚabi_compatibleÚc_shim_versionÚdceÚstatic_weight_shapesÚsize_assertsÚnan_assertsÚpick_loop_ordersÚinplace_buffersÚallow_buffer_reuseÚmemory_planningÚmemory_poolÚbenchmark_harnessÚepilogue_fusionÚepilogue_fusion_firstÚpattern_matcherÚb2b_gemm_passr1   ÚfxÚgraphÚGraphr2   r3   r4   r5   r6   Úsplit_cat_fx_passesÚ efficient_conv_bn_eval_fx_passesÚis_predispatchÚgroup_fusionÚbatch_fusionr=   rÏ   r>   Úreorder_for_localityÚdynamic_scale_rblockÚforce_fuse_int_mm_with_mulÚuse_mixed_mmrE   Úmixed_mm_choiceÚ reorder_for_compute_comm_overlapÚ'reorder_for_compute_comm_overlap_passesÚestimate_op_runtimeÚintra_node_bwÚinter_node_bwÚmax_autotuneÚmax_autotune_pointwiseÚmax_autotune_gemmÚforce_same_precisionÚupperÚmax_autotune_gemm_backendsÚmax_autotune_conv_backendsÚmax_autotune_gemm_search_spaceÚautotune_fallback_to_atenÚunbacked_symint_fallbackÚsearch_autotune_cacheÚ	save_argsÚautotune_in_subprocÚ+max_autotune_subproc_result_timeout_secondsÚ-max_autotune_subproc_graceful_timeout_secondsÚ.max_autotune_subproc_terminate_timeout_secondsÚautotune_multi_deviceÚcoordinate_descent_tuningÚ'coordinate_descent_check_all_directionsÚ coordinate_descent_search_radiusrj   rm   rd   ra   rb   Úautoheuristic_log_pathr   ÚhipÚlayout_opt_defaultÚlayout_optimizationÚforce_layout_optimizationÚkeep_output_strideÚwarn_mix_layoutÚrealize_reads_thresholdÚrealize_opcount_thresholdÚrealize_acc_reads_thresholdÚfallback_randomÚimplicit_fallbacksÚaggressive_fusionÚdebug_fusionÚbenchmark_fusionÚenabled_metric_tablesÚloop_ordering_after_fusionÚbenchmark_epilogue_fusionÚ max_epilogue_benchmarked_choicesÚmax_fusion_sizeÚmax_pointwise_cat_inputsÚunroll_reductions_thresholdÚcomment_originÚconv_1x1_as_mmÚsplit_reductionsÚbenchmark_kernelÚconstant_and_index_propagationÚalways_keep_tensor_constantsÚassert_indirect_indexingÚcompute_all_boundsÚcombo_kernelsÚbenchmark_combo_kernelÚcombo_kernels_autotuneÚcombo_kernel_allow_mixed_sizesÚ#combo_kernel_foreach_dynamic_shapesÚjoint_graph_constant_foldingÚdebug_index_assertsÚemulate_precision_castsÚ__version__Úis_nightly_or_sourceÚdeveloper_warningsÚ"optimize_scatter_upon_const_tensorr…   Úworker_start_methodÚ_fuse_ddp_communicationÚ_fuse_ddp_bucket_sizerˆ   r‰   r•   r^  Úlibfb.pyr–   Ú__package__Úget_dir_pathr%  r'  ÚreplaceÚsepÚglobal_cache_dirÚ
ValueErrorÚModuleNotFoundErrorÚkernel_name_max_opsÚshape_paddingÚcomprehensive_paddingÚpad_channels_lastÚdisable_padding_cpuÚpadding_alignment_bytesÚpadding_stride_thresholdÚpad_outputsÚbw_outputs_user_visiblerœ   Úpermute_fusionÚprofiler_mark_wrapper_callÚgenerate_intermediate_hooksÚdebug_ir_tracebackÚ_raise_error_for_testingÚ_profile_varÚprofile_bandwidthÚprofile_bandwidth_regexÚprofile_bandwidth_outputÚ/profile_bandwidth_with_do_bench_using_profilingÚdisable_cpp_codegenr¢   r£   r¥   r¦   r§   r¨   r©   rª   r¬   rÜ   r  r  r,  Úcpu_backendÚcuda_backendr<  rH  Ú_save_config_ignoreÚ_cache_config_ignore_prefixÚtorch.utils._config_typingÚtorch.utils._config_moduler`  ÚmodulesrÄ   r   r   r   ú<module>rð     só  ðÜ 	Û 
ß L× LÑ Lã ð5�4ó 5ð x°¡~ó ð x°¡~ó ð ‡J�J‡N�NÐ7¸Ó=ÀÑDð ð
 	€ð Ð ð Ð ð ‡J�J‡N�NÐ1¹)¼+±3È3ÓOÐSVÑVð ñ )FÓ(GÐ �x ‘~Ó Gð Ð ñ )FÓ(GÐ �x ‘~Ó Gð —z‘z—~‘~Ð&JÓKÈsÑRÐ ð )-Ð ˜ ™Ó ,ð '8Ð #ð �j‰j�n‰nÐ8¸#Ó>À#ÑE€ð ‡J�J‡N�NÐ1¹)¼+±3È3ÓOÐSVÑVð ð —‘—‘Ð >ÀÓD€ð €ð Ð ð �z‰z�~‰~Ð:¸CÓ@ÀCÑG€Ø�j‰j�n‰nÐ8Ó9¸SÑ@€ð Ð ð €ð Ð ð —*‘*—.‘.Ð!@À#ÓFÈ#ÑM€ð �j‰j�n‰nÐ8¸/ÓJ€ð Ð ð €ð Ð ð €ð €ð OSÐ ˜8 H¨e¯h©h¯n©n×.BÑ.BÐ-CÀTÐ-IÑ$JÑKÓ RØOSÐ ˜H X¨u¯x©x¯~©~×/CÑ/CÐ.DÀdÐ.JÑ%KÑLÓ Sð EIÐ �x ¨%¯(©(¯.©.Ð)9¸4Ð)?Ñ @ÑAÓ HØEIÐ ˜ ¨5¯8©8¯>©>Ð*:¸DÐ*@Ñ!AÑBÓ Ið
 JNÐ �h˜x¨¯©¯©×)=Ñ)=Ð(>ÀÐ(DÑEÑFÓ Mð 	ð ˜ØØ	Ð;Ñ	<Ð=ØÐ:Ñ;ð	=ññó 	ð Ð ð $)Ð  ð €ð €ð €ð* ØØØØØñ6Ð ˜˜c 4¨¨S¨¡>Ð1Ñ2ó ð 79Ð ˜$˜s D¨¨c¨¡NÐ2Ñ3Ó 8ð Ð ð —z‘z—~‘~Ð&JÈCÓPÐTWÑWÐ ð #Ð ð
 €ð ØØØñ	+Ð ˜˜c 3˜h™ó ð( €ð $)Ð  ò+Ð 'ð  Ð ð €ð €ð �z‰z�~‰~Ð:Ó;¸sÑB€ð Ÿ™Ÿ™Ð(NÓOÐSVÑVÐ ð —J‘J—N‘NÐ#DÓEÈÑLÐ ñ ŒK�D˜RŸZ™ZŸ^™^Ð,PÓQÐUXÑXð ð  ŸZ™ZŸ^™^Ø.Ð0Aóç�%ƒ'ð ð  ŸZ™ZŸ^™^Ø.°óç�%ƒ'ð ð "$§¡§¡Ø2°Ió"ç�%ƒ'ð ð ‡J�J‡N�NÐ<¸cÓBÀcÑIð ð  Ð ð Ð à�J‰J�N‰NÐ4Ó5¸Ñ<€	ð —j‘j—n‘nÐ%HÓIÈSÑPÐ ð
 /3Ð +à03Ð -à14Ð .ð Ÿ
™
Ÿ™Ð'LÓMÐQTÑTÐ ð ‡J�J‡N�NÐ<Ó=ÀÑDð ð ‡J�J‡N�NÐJÓKÈsÑRð (ñ $'Ø‡J�J‡N�NÐ<¸cÓBó$Ð  ð Ÿ
™
Ÿ™Ð'LÈbÓQÐ à—J‘J—N‘NÐ#DÀjÓQÐ ðB˜Cð B Dó BðK ð K¨ó KðG˜Cð G Dó Gð Ÿ™Ÿ™Ø*¨IóÐ ð
 !&§¡× 1Ò 1‘S°sÐ à‡J�J‡N�NÐ6Ð8JÓKÈsÑRð ð ŸJ™JŸN™NÐ+KÈSÓQÐUXÑXÐ ð —Z‘Z—^‘^Ð$FÈÓLÐPSÑSÐ ð —*‘*—.‘.Ð!@ÓAÀSÑH€ð
 Ð ØÐ ð  Ð ð €ð Ð ð Ð ð �z‰z�~‰~Ð:Ó;¸sÑB€Ø—:‘:—>‘>Ð"BÓCÀsÑJÐ ØŸ
™
Ÿ™Ð'LÈbÓQÐ à‡J�J‡N�NÐ=¸sÓCÀsÑJð ð ‡J�J‡N�NÐ<¸cÓBÀcÑIð ð
 $%Ð  ð €ð Ð ð  Ð ð €ð €ð Ð à—:‘:—>‘>Ð"BÀCÓHÈCÑOÐ ð "&Ð ð  %Ð ð  Ð ð Ð ð €àÐ ð Ð ð "#Ð à&+Ð #ð  $Ð ð Ð ð  Ð ð  × 1Ò 1Ð1ÒO°U¸e×>OÒ>OÐ5OÐ Ù“[Ò8Ð$8Ð ð ‡J�J‡N�NÐEÀsÓKÈsÑRð #ð Có ñ 1Ó2Ð ð  Ð ØÐ ð  ØðIÐ   U¨8°IÑ+>ÀÐ+CÑ%DÑ Eó ð
 !Ð �DÓ  ð" ó "ñ0 )Ó*€ñ „;ð
 Ý$áØ3˜w×3Ò3Ø—’—’˜[×0Ò0°°b·f²fÓ=¸zÓJó Ñð  4˜w×3Ò3°JÓ?Ðøð
 Ðð Ð ð —
‘
—‘Ð<¸cÓBÀcÑI€ð ‡J�J‡N�NÐ8¸#Ó>À#ÑEð ð Ð ð Ð ð Ð ð(  Ð ð €ð Ð ð €�Ó ð —‘—‘Ð >ÀÓDÈÑK€ð #Ð ð
 $Ð ð Ð ð !Ð à�z‰z�~‰~Ð5°rÓ:€Ø  BÑ&Ð Ø ,°Ò 3™"¸Ð ð Ÿ:™:Ÿ>™>Ð*HÈ$ÓOÐ ð ‡J�J‡N�NÐHÓIÈSÑPð 0ð Ð ð —‘—‘Ð 8¸#Ó>À#ÑE€ˆ$Ó Eð %*Ð ˜TÓ )ð
 ‡J�J‡N�NÐ3¹I¼K±SÈSÓQÐUXÑXð ˜ó ð (-Ð  Ó ,ð  %Ð ˜Ó $ð
 $Ð �tÓ #ð 8=Ð .°Ó <ð ,1Ð " DÓ 0÷` ñ ` ÷HB"ñ B"÷J)ñ )÷XF:ñ F:÷R',ñ ',ðV €ð €÷ñ ÷0:)ñ :)òzÐ òÐ ñ Ü,å <ñ �c—k’k (Ñ+Õ ,øðS Ð+Ð,ò  ØÓð ús   Ý0A'f+ æ+	f8æ7f8