Q/jٸ> UddlmZddlZddlZddlZddlmZddlmZmZddl m Z m Z m Z ddl mZmZmZedGd d ZGd d eZd Zdj)ZgdZdgeDcgc]}d|z c}zZddhZGddeZGddeZdcdZeD]4ZeD]-ZeeeezreZe ee!deede6ejDejFejHejJhZ&ejFejHhZ'ejHejPejRejTejFejDejJejVejXejZej\ej^ej`ejbejdejfejhejjejlejnejpejrejtgZ;dddZdddZ?dddZ@Gd d!eZAiZBd"eCd#<eeAjeAjeAjeAjeAjgeBd$<eeAjeAjgeBd%<eeAjeAjgeBd&<eBd$eBd%zeBd'<eBd'eBd&zeBd(<eBd%eBd&zeBd)<Gd*d+eZMGd,d-eZNGd.d/eZOedGd0d1ZPGd2d3eZQedGd4d5ZRedGd6d7ZSedGd8d9ZTedGd:d;ZUedGd<d=ZVedGd>d?ZWedGd@dAZXGdBdCeZYedGdDdEeXZZedGdFdGeXZ[edGdHdIeXZ\edGdJdKeXZ]edGdLdMZ^edGdNdOZ_edGdPdQZ`edGdRdSZaedGdTdUZbgdVZcedGdWdXZdedGdYdZZe ded[ZfedGd\d]Zgdfd^Zhdgd_Zidhd`ZjedGdadbZkycc}w)i) annotationsN) dataclass)autoEnum)CallableIteratorSequence) assert_neverNamespaceHelper OrderedSetT)frozenc*eZdZUded<ded<ddZy)Locationstrfileintlinec8|jd|jS)N:)rrselfs Q/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/torchgen/model.py__str__zLocation.__str__,s))Adii[))Nreturnr)__name__ __module__ __qualname____annotations__rrrrr's I I*rrc(eZdZeZeZy)VariantN)rrrrfunctionmethodr!rrr#r#1svH VFrr#z at::nativezVCPU CUDA HIP XLA MTIA MPS IPU XPU HPU VE Lazy Meta PrivateUse1 PrivateUse2 PrivateUse3) QuantizedSparse SparseCsr NestedTensorAutogradAutogradNestedTensorr+ quantizedquantized_decomposedceZdZdZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZ eZ!eZ"eZ#eZ$eZ%eZ&eZ'eZ(eZ)eZ*eZ+eZ,eZ-eZ.eZ/eZ0eZ1eZ2eZ3eZ4eZ5eZ6eZ7eZ8eZ9eZ:eZ;eZ<eZ=eZ>eZ?eZ@eZAeZBeZCeZDeZEeZFeZGeZHeZIeZJeZKeZLeZMeZNeZOeZPeZQeZReZSeZTeZUeZVeZWeZXeZYeZZeZ[eZ\eZ]eZ^eZ_eZ`eZaeZbeZceZdeZeeZfeZgeZheZieZjeZkeZleZmeZneZoeZpeZqeZreZseZteZueZveZweZxeZyeZzeZ{eZ|eZ}eZ~eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZddZddZeddZy) DispatchKeyrc|jSNnamers rrzDispatchKey.__str__ yyrc4t|jSr2)rlowerrs rr7zDispatchKey.lowers4y  rc|tjjD]\}}||k(s |cStd|)Nzunknown dispatch key )r0 __members__itemsAssertionErrorvaluekvs rparsezDispatchKey.parsesE++113 DAqEz 4UG<==rNr)r=rrr0)rrr UndefinedCatchAllrFPGAMAIAVulkanMetalMKLDNNOpenGLOpenCLIDEEPCustomRNGKeyId MkldnnCPUr(r)r*DensePythonTLSSnapshot PreDispatchPythonDispatcherPythonFuncTorchDynamicLayerBackMode ZeroTensor ConjugateNegative BackendSelectNamed AutogradOtherAutogradFunctionalityr,TracerAutocast AutocastCPU AutocastCUDABatchedVmapModeFuncTorchGradWrapperFuncTorchBatchedBatchedNestedTensorFuncTorchVmapModeFuncTorchDynamicLayerFrontMode FunctionalizeTESTING_ONLY_GenericWrapperTESTING_ONLY_GenericModeADInplaceOrViewr+CompositeImplicitAutograd%CompositeImplicitAutogradNestedTensorCompositeExplicitAutograd&CompositeExplicitAutogradNonFunctionalFuncTorchBatchedDecompositionCPUCUDAHIPXLAMTIAMPSIPUXPUHPUVELazyMeta PrivateUse1 PrivateUse2 PrivateUse3 QuantizedCPU QuantizedCUDA QuantizedHIP QuantizedXLA QuantizedMTIA QuantizedMPS QuantizedIPU QuantizedXPU QuantizedHPU QuantizedVE QuantizedLazy QuantizedMetaQuantizedPrivateUse1QuantizedPrivateUse2QuantizedPrivateUse3 SparseCPU SparseCUDA SparseHIP SparseXLA SparseMTIA SparseMPS SparseIPU SparseXPU SparseHPUSparseVE SparseLazy SparseMetaSparsePrivateUse1SparsePrivateUse2SparsePrivateUse3 SparseCsrCPU SparseCsrCUDA SparseCsrHIP SparseCsrXLA SparseCsrMTIA SparseCsrMPS SparseCsrIPU SparseCsrXPU SparseCsrHPU SparseCsrVE SparseCsrLazy SparseCsrMetaSparseCsrPrivateUse1SparseCsrPrivateUse2SparseCsrPrivateUse3NestedTensorCPUNestedTensorCUDANestedTensorHIPNestedTensorXLANestedTensorMTIANestedTensorMPSNestedTensorIPUNestedTensorXPUNestedTensorHPUNestedTensorVENestedTensorLazyNestedTensorMetaNestedTensorPrivateUse1NestedTensorPrivateUse2NestedTensorPrivateUse3 AutogradCPU AutogradCUDA AutogradHIP AutogradXLA AutogradMTIA AutogradMPS AutogradIPU AutogradXPU AutogradHPU AutogradVE AutogradLazy AutogradMetaAutogradPrivateUse1AutogradPrivateUse2AutogradPrivateUse3rr7 staticmethodr@r!rrr0r0OsIH 6D 6D VF FE VF VF VF FEVNI VFI6L FE&Kv VF$(F!JIvHFM FEFM F6 VFvH&K6LfGvH6v&%)V"FM"&&#vfOvH $,0F) $-1V*$(F! &C 6D &C &C 6D &C &C &C &C B 6D 6D&K&K&K6LFM6L6LFM6L6L6L6L&KFMFM666IJIIJIIIIvHJJ6LFM6L6LFM6L6L6L6L&KFMFM666fOvfOfOvfOfOfOfOVNvv"f"f"f&K6L&K&K6L&K&K&K&KJ6L6L&&&!>>rr0c6eZdZeZeZeZy)_TorchDispatchModeKeyN)rrrrFAKEPROXY FUNCTIONALr!rrrrs 6D FEJrrcg}tD]$}tD]}|jd||d&dj|S)Nz z = auto() )FUNCTIONALITY_KEYSBACKEND_COMPONENTSappendjoin)rfkbcs rcodegen_per_backend_entriesrsN A /$ /B HHtB4t9- . // 99Q<rzMissing zL from DispatchKey enum. Here is the autogenerated list we expect to have: c|tjtjtjtjhvSr2)r0rkrlrirjdks ris_generic_dispatch_keyr1s8 --::--99  rc|tjtjtjtjtj tj hvSr2)r0ror~rrrrrs ris_cuda_dispatch_keyr;sJ !!!!$$   rc|tjtjtjtjtj tj hvSr2)r0rurrrrrrs ris_xpu_dispatch_keyrGsH     ##  rc|tvSr2)STRUCTURED_DISPATCH_KEYSrs ris_structured_dispatch_keyrTs ) ))rc|tvSr2)UFUNC_DISPATCH_KEYSrs ris_ufunc_dispatch_keyrXs $ $$rc8eZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZddZeddZeddZed dZy) ScalarTypec|jSr2r3rs rrzScalarType.__str__qr5rcbtjjD]\}}||k(s |cSyr2)rr9r:r<s r maybe_parsezScalarType.maybe_parsets5**002 DAqEz rcHtj|}| Jd||S)Nzunknown dtype )rr)r=mb_rs rr@zScalarType.parse{s/%%e,9>%!99 rct}|jdD]G}|tvr|jt|$|j t j |I|S)N, )r split DTYPE_CLASSESupdateaddrr@)valuesdtypesr=s r parse_setzScalarType.parse_setsX)3\\$' 4E % mE23 :++E23  4  rNr)r=rrzScalarType | None)r=rrr)rrrOrderedSet[ScalarType])rrrrByteCharShortIntLongHalfFloatDouble ComplexHalf ComplexFloat ComplexDoubleBoolBFloat16 Float8_e5m2Float8_e5m2fnuz Float8_e4m3fnFloat8_e4m3fnuzrrrr@rr!rrrr^s 6D 6D FE &C 6D 6D FE VF&K6LFM 6DvH&KfOFMfO  rrz!dict[str, OrderedSet[ScalarType]]rIntegralFloatingComplexAll AllAndComplexFloatingAndComplexceZdZeZeZeZeZeZeZ eZ ddZ e ddZ y)UfuncKeyc|jSr2r3rs rrzUfuncKey.__str__r5rc|tjjD]\}}||k(s |cStd|)Nzunknown ufunc key )rr9r:r;r<s rr@zUfuncKey.parsesE((..0 DAqEz 1%9::rNr)r=rrr)rrrr CUDAFunctorCUDAFunctorOnOtherCUDAFunctorOnSelf CPUScalar CPUVector ScalarOnlyGenericrrr@r!rrrrsR&KIIJfG;;rrceZdZdZdZy)DeviceCheckTyperN)rrrNoCheck ExactSamer!rrrrs GIrrc6eZdZeZeZeZy)ViewSchemaKindN)rrrraliasingaliasing_inplace non_aliasingr!rrrrsvHv6LrrceZdZUded<ded<ded<ded<ded <d ed <d ed <d ed<ded<ded<ded<ded<ded<ded<ded<d ed<ded<ded<ded<ded <ded!<ded"<ded#<ded$<e d. d/d&Zd0d'Zd0d(Zed1d)Z ed1d*Z ed2d+Z ed3d,Z ed1d-Z y%)4NativeFunctionr namespaceFunctionSchemafuncbool!use_const_ref_for_mutable_tensors device_guardr device_check str | None python_modulecategory_overridez set[Variant]variantsmanual_kernel_registrationmanual_cpp_bindingrloczlist[OperatorName]autogenzdict[UfuncKey, UfuncInnerLoop]ufunc_inner_loop structuredzOperatorName | Nonestructured_delegatestructured_inheritszPrecompute | None precomputedset[str]cpp_no_default_args is_abstract&has_composite_implicit_autograd_kernel4has_composite_implicit_autograd_nested_tensor_kernel&has_composite_explicit_autograd_kernel5has_composite_explicit_autograd_non_functional_kerneltagsNc|j}|jd}t|ts Jd|t j |d}|j d}tj|j}|jdg} t| tsJt| } |jdd } t| tsJ|jd d } t| tsJt} | jd D]Y}|d k(r | jtj (|d k(r | jtj"Mt%d||jdd }t|ts Jd||jdd }t|ts Jd||jdd}t|ts Jd||jdd}|t|ts Jd|||t&j(vs Jd||t&j*}n t&|}|jdd }t|ts Jd||jdd}|t|ts Jd|| d|vsJdd}|t,j|}|jdd}|t|ts Jd|| d|vsJd|jdd}|t|ts Jd||tj"| vsJd|jdd}|t|ts Jd||jd d}||dusJ|rt.j|nd}|jd!g}t|tr|g}t|tsJ|dk(rd"|vr|j1d"t}|D]5}t3|d#kDsJ||vr|j|)t%d$|d#d%lm}|jd&d} | t| t8sJ|i}!d#}"| |rJd'd }#| j;D]\}$}|$d(k(r t|$ts Jd)|$d*| t|ts Jd+|d*| |$jd,D]}%t<j|%j?}&|"dz }"|r|&|vr2|&t@vsJd-|&d.|d/t j |d01}|j d2}'tC|j|xr tE|&|'d3z4|!|&<|&t<jFus||jI|k(sd}#"|"dk(r |#rJd5|s)|!jKt<jFhk7s|!t<jFjMs|"dk7sJd6|jI|d7|!t<jFd8|s|t|jHjH}(|(jOd9sA|(jQd:s0|jRjTr%|jRjWs Jd;|(d<tC|jI|d tX=|!t<jF<|!D)cgc]P})|)t<jZk(s9|)t<j\k(s&|)t<jFk(s|)t<j^k(r|)R}*})t3|*dks9t3|*d>k(r$t<j\|*vrt<j^|*vsJd?|jd@dA}+t|+tsJ|+dAk(rgn1|+jd D,cgc]},t,j|,c},}-|jdBi}.i}/t|.tr6t`j|.tbjd|/tbjd<nt|.t8r|.j;D]m\}%}0|%d(k(r t|%ts JdC|%t|0ts JdDtbj|%}1t`j|0|1|/|1<ont%dE|.|/rP|sJdFd#dl3m4cm5}2tlD]5}&|&|!vs JdG|&tC|2jo||&dtX4|!|&<7|rd}3ny|!jKt<jFhk7xrU|!jKt<j^hk7xr1|!jKt<jFt<j^hk7}3t<jF|!v}4t<j^|!v}5t<jZ|!v}6t<j\|!v}7|!j;D%cic]\}%}|%|jH|i}8}%}|jd(d|r JdH||tpD]}9|9|!vrJdI|9dJtsdRid|d| d | d|d|d|d |d@|-dB|/d|d|d|d|d|d|dK|d| dL|3dM|4dN|5dO|6dP|7d!|dQ||8fScc})wcc},wcc}}%w)Szp Parse a NativeFunction from a dictionary as directly parsed from native_functions.yaml r'z not a str: r)namespaced_entity max_levelaten)defaultr:r)Fr/r$rr%zillegal variant r0z not a bool: r1r*Tr+Nzillegal device_check: r5r6z::zbnamespace is not supported in structured delegate, using the same namespace as the native functionr7zbnamespace is not supported in structured inherits, using the same namespace as the native functionr-z&functions in modules cannot be methodsr.r8r@pt2_compliant_tagrz illegal tag )cppdispatchzncannot specify both manual_kernel_registration and dispatch; with manual registration, dispatch has no effect!__line__zillegal dispatch key 'z' in zillegal dispatch value ',z Dispatch key z of kernel z! is not a supported dispatch key.)rCatz::native)kernelr5 cpp_namespacezSunnecessary dispatch table for this function; just delete the dispatch key entirelyzQunexpected name for singleton CompositeImplicitAutograd dispatch entry: expected z but got zR. Rename your implementation to the expected name, then delete the dispatch tablenew__likez expected z to have a CompositeExplicitAutograd dispatch entry, but there was no dispatch table. Factory functions should not have implicit dispatch as they should not be decomposed for __torch_dispatch__)r5rNaHcannot specify more than one of CompositeExplicitAutograd, CompositeExplicitAutogradNonFunctional, or CompositeImplicitAutograd on a single kernel; each strictly subsumes the other. If you wanted to provide an explicit autograd implementation, specify CompositeExplicitAutograd; otherwise specify CompositeImplicitAutograd onlyr3r&r4z#ufunc_inner_loop key is not a str: z%ufunc_inner_loop value is not a str: z"ufunc_inner_loop not str or dict: zufunc must be structuredz2ufunc should not have explicit dispatch entry for zleftover entries: z+if structured_delegate, then must not have z* in dispatch dictionary (it is delegated!)r2r;r<r=r>r?r%r!):copypop isinstancerr from_namespaced_entityget_cpp_namespacer&r@ entity_namelistsetr(rrr#r$r%r;rr9r OperatorName Precomputerlen torchgen.apirGdictr:r0strip dispatch_keysBackendMetadatarrir4keyssupports_symint startswithendswith argumentstensor_optionshas_tensor_argDEFAULT_KERNEL_NAMESPACErkrlrjUfuncInnerLooprrtorchgen.api.ufuncapiufuncrschema_kernel_namerr$):eir2 valid_tags ignore_keysefuncsnamespace_helperr%r'cpp_no_default_args_listr:r) variants_sr/r?r0r1r*device_check_sr+r5structured_delegate_sr6r7r-r.precomputed_dictr8tags_inpr@trG raw_dispatchrHnum_dispatch_keys%redundant_composite_implicit_autogradksr> dispatch_keykernel_namespacer4dcomposites_in_dispatch autogen_strxr3raw_ufunc_inner_loopr4vo ufunc_keyrmr;r<r=r>r?backend_metadatakeys: r from_yamlzNativeFunction.from_yamlNs  GGIf %%<UG'<<%*AA#q %66v6F ##$4$@$@A#$55)>#C 2D999!":;,-EE /- );TBBBUU:z2 *c***!$!!$' =AJ W--.h W^^,$'7s%;<<  =&'UU+G%O" &  7 45 6 7 UU#7?,d3X|DVCW5XX3uu^T2 ,-Ll^/LL-~t4% C*  * ( ) *   "n8S8S&S 5 #N#3 4 5 S  !*44L*>:LUU</ *d+H|J<-HH+ !&;T B$, !31  1 ./ 0 1 %, >( J >;C..:JK$!QA 1~-KK j$.*1#..u  */ (*A#G))*    2S " &   %8   %8  (   "2 ,F $6 , #4 * *  ! "%8# $(% &8^' (Fz) *8^+ ,G|- ./ 0$1 4 7  k" >JNLs Ak(k+kcP|jrJd|jsJdy)NzMThis function is structured, but there was no valid functional variant of it.zThis function delegates to another structured out function, but no valid function was found (the delegate may not exist, or it has the wrong type)r5r6rs rvalidate_unstructuredz$NativeFunction.validate_unstructureds;??  1 "''  e 'rc|jjjr%|jtj hk(sJd|j rE|jjtjk(sJd|jsJd|jrE|jjtjk7sJd|jsJd|j r|jrJd|jjDchc]}|j|j}}tj|j |}t#|dk(s Jd||j$|j sJdt'|jjj)d r$|j*t,j.k(sJd d t'|jjvsd t'|jjvs0t1d |jjj2DrLdt'|jjvr+t'|jjjdvs$|jjj5r3d|j6vs$Jt'|jjyycc}w)NzNative functions with out arguments MUST be declared with only function variant; e.g., variants: function; otherwise you will tickle a Python argument binding bug (which usually manifests itself as the result variable being undefined.)zYPut structured field on the out= variant of a function; did you mean structured_delegate?z:device_guard: False is not respected by structured kernelszQstructured_delegate field not allowed on out= functions; did you mean structured?z?Cannot have both structured and structured_delegate on functionrzInvalid cpp_no_default_args: z4structured_inherits must also imply structured: True_foreachzsforeach kernels fall back to slow path when tensor are on different devices, device_check not allowed to be enabledranddropoutc38K|]}d|jvyw)rNr3.0args r z/NativeFunction.__post_init__..s25 SXX-sbackward)_cudnn_init_dropout_statenondeterministic_seeded)r'rfoutr/r#r$r5kind SchemaKindr*r6schema_order_argumentsrEr4rY differencer:r\r7rrdr+rranyflat_allhas_generator_argr@)radefaulted_arguments invalid_argss r __post_init__zNativeFunction.__post_init__s 99   " "==W%5%5$66 [ 6 ??99>>#z~~5 K 5 !! LK L!  # #99>>#z~~5 > 5 !! LK L! OO 8 8 M L M !II<<> !))BWAFF  ~~d&>&>@ST < A%U)F|n'UU%  # # / FE F tyy~~  ) )* 5$$(?(?? 9 ? c$))..) )TYY^^!449=9L9L9U9U c$))..&99 ++,4QQyy""446, 9 N3tyy~~;N N97= s #L5Lc|jxs|jxs |jxs|jxr |jSr2)r<r>r?r=rs rhas_composite_kernelz#NativeFunction.has_composite_kernel sO  7 7 J:: JII  7 7 JII  rc|jj}t|dkDxrtd|D}d|jvxrFt |jj dk7xr"t |jj dk7}td|jjD}|xs|xs|S)Nrc3jK|]+}|jduxr|jj -ywr2 annotationis_writerrs rrz,NativeFunction.is_view_op..s35 GHALL $ BQ\\-B-B)B B5 s13 inplace_viewresize_ resize_as_c3lK|],}|jduxrd|jjv.yw)N*)ralias_set_after)rinps rrz,NativeFunction.is_view_op..$s8  NN$ & P3#..2P2P+P P s24)r'returnsr\rr@rr4r)rretsis_non_mutating_viewis_inplace_viewis_wildcard_views r is_view_opzNativeFunction.is_view_opsyy  "4y1} 5 LP5 2  dii ' 4DIINN#y0 4DIINN#|3   yy779  $JJ:JJrc|jrJ|jjjjr d|jvsJt j S|jrt jSt jS)Nr) rr'r4inplacer@rr!r r"rs rview_schema_kindzNativeFunction.view_schema_kind*s\ ??tyy~~22::!TYY. ..!22 2 ??!** *!.. .rcV|jjjjSr2)r'r4basers r root_namezNativeFunction.root_name4syy~~""'''rc:|jxs|jduSr2rrs rpart_of_structured_groupz'NativeFunction.part_of_structured_group8sF$":":$"FFrr2) rozdict[str, object]r2rrpr9rqzset[DispatchKey] | NonerzMtuple[NativeFunction, dict[DispatchKey, dict[OperatorName, BackendMetadata]]]rNonerr()rrr)rrrr rrrrpropertyrrrrrr!rrr$r$s} N (,+"!"! !%$  M 54-, $##""!-10:>>,00;?? N 04 j j j j - j W j j X  &=O~  KK"//((GGrr$cReZdZeZeZeZeZeZy)rN) rrrr functionalrrmutablescratchr!rrrr=s%JfG &CfGfGrrceZdZUded<ded<ded<ded<eddZddZdd Zdd Zedd Z e dd Z y )NativeFunctionsGroupr$rNativeFunction | Nonerrrc.|jjSr2)rr5rs rr5zNativeFunctionsGroup.structuredRsxx"""rc  |jjj}|jD]}||jjk7r)t d|d|jj|j |j k7sct d|jjjd|jj|jjjtjk(sJ|jjjtjk(sJ|jj|jjk(sJ|jf|jjjtjk(sJ|jj|jjk(sJ|j|jjjtjk(sJ|jj|jjk(sJ|jjjjjsJ|j r |jjs|jj rJ|jj"|jjjk(s_J|jjjd|jj"d|jjj|j9|jj"|jjjk(sJt%|jDcgc]0}d|j&vst)|jj2c}}dj+d |D}t-}|jD]$}|j/d |j0D&dj+d t%|D}t3|d k(r?t3|d kDr1t5d |d|dt)jj||k7rt5d |d|d|dycc}w)Nz_NativeFunctionsGroup constructed from two NativeFunctions that don't have matching signatures:  != zMNativeFunctionsGroup constructed from structured and unstructured functions:  and z delegates to z but its actual delegate is generatedrc32K|]}t|ywr2rrrs rrz5NativeFunctionsGroup.__post_init__..s%Dc!f%Dc32K|]}t|ywr2r)rops rrz5NativeFunctionsGroup.__post_init__..s)Fb#b')Frc32K|]}t|ywr2rrs rrz5NativeFunctionsGroup.__post_init__..s/ CF/ rrz,The codegen expects to be able to generate 'zv'. In order to generate them however, we expect them to be called out explicitly in the yaml. Please add an 'autogen: z' line to the entry for z*'. To do so, it expects a line: 'autogen: z'. Instead, it found 'autogen: ')rr' signature functionsr;r5rrr4rrr%rrfunctional_overloadr<r=r6sortedr@rrrYrr3r\ RuntimeError)rtest_sigf generated_fnsgenerated_fns_strexpected_generated_fnsexpected_generated_fns_strs rrz"NativeFunctionsGroup.__post_init__Ws&#'??#7#7#A#A#C! A166++--$<,>>>> << #<<$$))+z/A/AA AA<<))T__-F-FF FF << #<<$$))+z/A/AA AA<<))T__-F-FF FF??'',,11EE EE ??HHCCUU V??66$((--:L:LL ??'',,-^DOO<_<_;`a..2hhmm.@.@-AC L||'||77488==;M;MMMM'+~~'7 Q!;!&&;PS  Q !II%Dm%DD+.5! GA " ) ))FAII)F F G%)YY/ "#9:/ & " % &! +M0BQ0F>?P>QR,,=+>>VWZ[\[a[a[f[fWgVhj  &): :>?P>QR;;L:MN00J/K1N  ; Rs S!ScJ|jjjSr2)rr'rrs rrzNativeFunctionsGroup.signaturesxx}}&&((rc#K|j|j|j|j|j|jyywr2)rrrrrs rrzNativeFunctionsGroup.functionssFoohh << #,,  << #,,  $sAAc.|jjSr2)rrrs rrzNativeFunctionsGroup.root_names(((rcr|sJt|dk(ryt|}|jtjd}|jtj d}|jtj d}|jtjd}|rJ|J|yt||||S)Nr)rrrr) r\r^rSrrrrrr)rrrrrs r from_dictzNativeFunctionsGroup.from_dictsq q6Q; GUU:00$7 %% **D1%% **D1eeJNND) u%%% ;#!   rNrrrr&)rIterator[NativeFunction]r)rz dict[SchemaKind, NativeFunction]rzNativeFunctionsGroup | None) rrrr rr5rrrrrrr!rrrrKsd "" ""  ##?B)))  rrc4eZdZUded<ded<ded<ddZy) rarrMr(r5rNcd|jvS)N_symint)rMrs rrczBackendMetadata.supports_symintsDKK''rNr)rrrr rcr!rrraras K (rrac>eZdZUded<ded<ded<ed dZy) rjrr4rsupported_dtypesrrc|jdd\}}|ddk(sJ|ddk(sJt}|ddjdD]}|tj|z}t |||S) N rr()r)r4rr)rr rrrj)r=rr4supported_dtypes_strrr>s rr@zUfuncInnerLoop.parses%*[[a%8""#A&#---#B'3...3=<%a+11$7 8A  4 4Q 7 7  8(8I  rN)r=rrrrrj)rrrr rr@r!rrrjrjs' I,,    rrjceZdZUded<ded<ded<ded<ded<e dd Zdd Zdd Z dd Zdd Z y) BackendIndexr0rr(use_out_as_primaryr*externalz#dict[OperatorName, BackendMetadata]indexc|jD]9\}}|jD]!\}}|||vs Jd|d|||||<#;y)Nzduplicate operator z for dispatch key )r:) parent_index child_indexr>r?op_namemetadatas r grow_indexzBackendIndex.grow_indexst  %%' 4DAq%&WWY 4!<?2H( 1CA3GH2+3 Q(  4 4rcJ|jr |jS|jSr2)rrr)rgs rprimaryzBackendIndex.primarys  " "55L<< rc,|j|}|duSr2) get_kernel)rrms r has_kernelzBackendIndex.has_kernels OOA }rct|tr|}n-t|tr|j|}n t |j j |jvry|j|j j Sr2)rTr$rrr r'r4r)rrrs rrzBackendIndex.get_kernels` a (A / 0 QA O 66;;djj (zz!&&++&&rcL|jrt|jdSy)NNativeFunctions)rrrrs rnative_function_class_namez'BackendIndex.native_function_class_name%s' ==$++,-_= = rN)r6dict[DispatchKey, dict[OperatorName, BackendMetadata]]rrrr)rrrr$)r%NativeFunction | NativeFunctionsGrouprr()rrrzBackendMetadata | None)rr,) rrrr rrrr rrr!rrrrssN .. 4L 4K 4  4 4  '6 '  'rrceZdZUded<ded<ded<eddZddZejd Z e dd Z dd Z dd Z dd ZddZddZddZdddd d dZd!dZd"dZeddZddZd#dZy)$r&rZr4 Argumentsrftuple[Return, ...]rc\ddtfd|jjDS)NcH|jy|jjSNFr)rs rrz+FunctionSchema.is_mutable..is_writeps~~%>>** *rc3.K|] }|ywr2r!)rrrs rrz,FunctionSchema.is_mutable..ws@18A;@)rArgumentrr()rrfr)rrs @r is_mutablezFunctionSchema.is_mutablens% +@(?(?@@@rctj|jj|jj|jj Sr2) itertoolschainrfflat_positionalflat_kwarg_onlyrrs rrz%FunctionSchema.schema_order_argumentsys: NN * * NN * * NN    rz3(?P[^\(]+)\((?P.*)\) -> (?P.*)cRtjj|}t|dk(s Jd||d\}}}tj |}t j |}t|}t|||}t||k(sJt|d||S)NrzInvalid function schema: rr4rfrr) r&decl_refindallr\rZr@r parse_returnsr) r'declsopsargs return_declr4rfrrs rr@zFunctionSchema.parses&&..t45zQB";D6 BB!&qT;!!#&OOD)  ,  7 K1v~4#a&dV44~rc:td|jDS)Nc3dK|](}|j|jjr|*ywr2rrs rrz5FunctionSchema.returns_are_aliased..s. ||'ALL,A,A  s.0)rrrs rreturns_are_aliasedz"FunctionSchema.returns_are_aliaseds  \\   rcJt|jj|jD]%\}|jjk(r Jd|jj D]3t fd|jDs"Jdt|t|jj|jjDcgc]}|jdk(s|c}z}|jDcgc]&}|j|jjr|(}}|jDcgc]&}|j|jjs|(}}t|dk(s!t|dk(sJdt||D]t fd|DrJd|jjrt d |jjDr t|jdk(sJd net|jjDcgc]}|jjd s|!c}t|jk(sJd |jjjr|jj}|r6|j jr |j jjsJ|j j"t%t&j(k(rJt|jd k(r0|jdj|j jk(sJt|jdk(sJ|jj*4|j-t.j0k(sJdt||j3r5|j-t.j0k(sJdt|yycc}wcc}wcc}wcc}w)NzsOut arguments must have matching return Tensor; furthermore, the ith-argument needs to correspond to the ith returnc3PK|]}j|jk(ywr2rrrrs rrz/FunctionSchema.__post_init__..s#12  ,#&z^If you have a schema with mutable positional args, we expect them to not be returned. schema: rrzYNativeFunctions must have either only mutable returns, or only immutable returns. Found: c3PK|]}j|jk(ywr2r.)rrrets rrz/FunctionSchema.__post_init__..sPCs~~7Pr0zAll mutable returns must be aliased either to a keyword argument, or to "self". Did you forget to mark an out argument as keyword-only?c3hK|]*}|jttjk7,ywr2)typeBaseTypeBaseTyTensorrrs rrz/FunctionSchema.__post_init__..s"Q166Xfmm44Q02z3out= ops that accept tensor lists as out arguments _scratch_zMMust return as many arguments as there are out arguments, or no return at allrzFound an operator that is not functional or out variant, but has tensor options arguments.This is not allowed- tensor options arguments are only allowed for factory functions.schema: zFound an operator that is not functional, but its overload contains the string 'functional'.This is a special keyword in the codegen, please use a different overload name.schema: )ziprfrrrpost_self_positional_mutablerrrXrr4rr\rdrself_argargumentr4r5r6r7rgrrris_functional_fn)rr out_and_selfr2mutable_returnsimmutable_returnsself_ars ` @rrzFunctionSchema.__post_init__sDNN.. = HC>>S^^3 I 3 << |A6:ll |opstxpyoz{ | |DNN../>>993 SXX=OC3  || ~~)cnn.E.E   || ~~%S^^-D-D     A %->)?1)D s fgjkogpfq r s D" CP<PP J P  >>   Qdnn>P>PQQ %*IHI*b$(>>#5#5"xx22;? LL ccc 99>> ! !^^,,FOO..OO..77 8##x '>> %* Q22foo6P6PPQ 4<<(A--- >> ( ( 499;*"7"77 t9+' 7  "99;*"7"77 t9+' 7 #W3   BsP,P+P>+P5$P c2d|jjvS)Nrr4 overload_namers rr?zFunctionSchema.is_functional_fnstyy6666rc@t|jjSr2)r(rfrrs r is_out_fnzFunctionSchema.is_out_fns6DNN&&''rcHt|jj}t|jjDcgc] }|jj ds|"c}}|jjj }t d|jjD}|r|rJ|rtj S|r|sJdtjS|r|rJdtjS|rtjStjScc}w)a  What kind of schema is this? A functional schema is one that returns a newly allocated output; an inplace schema modifies the self argument inplace; an out schema writes the result into an explicitly provided out argument. r:c3hK|]*}|jduxr|jj,ywr2rr8s rrz&FunctionSchema.kind..%s3  LL $ >)>)> > r9zFinvariant: all scratch operators are expected to be out= operators toozjWe should not categorize a scratch op as an out variant. Check if the order of if statements are expected!) r(rfrr4rdrrpost_self_positionalrrrr)ris_outr is_scratch is_inplacers rrzFunctionSchema.kindsdnn(() NN.. SS#((2E2Ek2RS S YY^^++  ^^88  z** %% %  XW X%% %  |{ |>> ! %% %(( (= Ts DDcg}|jD]}|jjDcgc])}|j|j|jk(r|+}}t |dk(r|j dkt |dk(r|j |dj djd|D}td|j d|d|Scc}w)Nrrrc34K|]}|jywr2r3r8s rrz6FunctionSchema.aliased_return_names..Ss)GQ!&&)GszFound a return (z)that aliases multiple inputs (r) rrfrrr\rr4rr;)routsrr aliased_args aliased_namess raliased_return_namesz#FunctionSchema.aliased_return_namesFs!# A00<<+  0LL < A% D!\"a' LO001 $ )G,)G G $&qvvh.Mm_\]^  s.CF) strip_defaultstrip_view_copy_namekeep_return_namesc dfd }jjj}|rG|jdr|jdd}n#|jdr|jdd}t fdt j jj!jjjgngjjjjD}t t|j}||z}jj|} tjd k(r.t j#t| jd d } t%t't)|d jjj* d| |S)a Certain schemas are 'related', in that they are simply inplace/out/functional versions of the same function. This method factors these schemas into the "core" functional signature which is equal across all versions. Here is what normalization happens to the schema to convert it to a signature: - The overload name is stripped (name is retained, since it expresses semantic content about what the function does) - Inplace is set False - Out arguments are stripped - Mutable post_self_positional args are converted to returns - Mutability annotations are stripped (this is sound because you cannot overload on mutability annotation) - Return names are stripped since they are not overloadable and some variants have return names but some not - TensorOptions are dropped because out= variants of factory functions don't include them (and we want to be able to pair up factory functions with their out variants) Finally, we want to be able to pair up related "view" and their corresponding "view_copy" operators. We do this by optionally stripping the trailing "_copy" from the base name. Example of a mutable op before and after: f.func (Mutable operator): _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor(a!) running_min, Tensor(b!) running_max, Tensor(c!) scale, Tensor(d!) zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask) # noqa: B950 f.func (Corresponding functional operator): _fused_moving_avg_obs_fq_helper.functional(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask, Tensor running_min_out, Tensor running_max_out, Tensor scale_out, Tensor zero_point_out) # noqa: B950 f.func.signature() output: _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor, Tensor, Tensor, Tensor, Tensor, Tensor) # noqa: B950 cPtr |jnd|jdS)Nr4r4r)Returnr4r4)rrWs rstrip_ret_annotationz6FunctionSchema.signature..strip_ret_annotations%0QVVdVV r_copyr&_scatterscatterinversec3K|]mj_jjrItfdjDs+t rj dndj doyw)Nc3PK|]}j|jk(ywr2r.r/s rrz5FunctionSchema.signature...sK  4Kr0_outrZ)rrrrr[r4r4)rrrWrs @rrz+FunctionSchema.signature..sk, ||' %%KdllKK! (9xt_tVV   , sA3A7rUz bernoulli.pzfloat pz float p=0.5Frr dunder_methodrEr!)rr[rr[)r4rrereplacetuplerrrfr=r>rrKmaprrrrr@r&rZBaseOperatorNamerf) rrUrVrWr\ base_namereturns_from_mutable_inputsoriginal_returnsrargs_sigs ` ` rrzFunctionSchema.signatureYsxX IINN'' !!'*%--gr: ##J/%--iC ',, __>>**6((112""33, ' #,!%94<>++-+H tyy>] * s8}'<'"> !   rc&|jdS)NTrV)rrs rview_signaturezFunctionSchema.view_signatures~~4~88rcFt||j|jS)Nr!)r&rfr)rr4s r with_namezFunctionSchema.with_names nnLL  rc|jtjtjtjfvSr2)rrrrrrs rmodifies_argumentsz!FunctionSchema.modifies_argumentss*yy{z11:>>:CUCUVVVrc6|jjSr2)rfhas_symint_argrs r has_symintzFunctionSchema.has_symints~~,,..rct|j}t|jdk(rt|jd}n/ddj t t|jzdz}|j d|d|S)Nrrrrrz) -> )rrfr\rrrir4)rall_arguments_strrs rrzFunctionSchema.__str__st/ t||  !$,,q/*GDIIc#t||&<==CG))A/0gY??rNr)rzIterator[Argument])r'rrr&r)rr)rzlist[str | None])rUr(rVr(rWr(rr&r)r4rZrr&r)rrrr rrrrecompiler"rr@r+rr?rHrrTrrqrsrurxrr!rrr&r&ds   AA bjjOPG   `D7(:')Z,$%*"' e e # e  e  e N9 WW/@rr&cFeZdZUded<ded<ded<ed dZd dZy) Annotationztuple[str, ...] alias_setr(rrc^tjd|}| Jd||jd|jdr|jdndz}t|j d}|jddk(}|rt |dkDr Jd |d |jd r)t|jd j dnd }t |dkDrt |dkDr Jd |d t |||}t||k(s J|d||S)Nz2^([a-z])(\|[a-z])*(!?)( -> (\*|[a-z](\|[a-z])*))?$zunrecognized alias annotation rrQr&|rK!z,alias set larger than 1 is not mutable, got z instead.r!zSbefore alias set and after alias set cannot be larger than 1 at the same time, got )rrrr)r{matchgrouprhrr\r~r)annr  before_aliasrr after_setrs rr@zAnnotation.parses@ HHJC P}D >seDD}wwqz1771:QWWQZ2F ,,,S12 771:$ Y!+ I 9#i H I 56GGAJE!''!***3/0B   !c)nq&8 p `ad`een o p  (I 1v}-4uo-}rcdj|j}|jr|d}dj|j}|r|d|}|S)Nrr -> )rrrr)rrrs rrzAnnotation.__str__ sVHHT^^, ==$+QI((4#7#78 $+fXo->?IrN)rrrr~r)rrrr rr@rr!rrr~r~s-N$$  Drr~cheZdZed dZed dZd dZd dZddZddZ ddZ ddZ dd Z y )Typecdtj|}t||k(s J|d||S)Nr)r_parser)r{rs rr@z Type.parses3 KKN1v{)qcaSM){rc>tjd|}|-ttj |j dStjd|}|\|j dt |j dnd}ttj |j d|Stjd|}|t|j dS tt|S#t$r}td||d}~wwxYw)Nz^(.+)\?$rz^(.+)\[([0-9]+)?\]$rQ)elemsizez-^__torch__\.torch\.classes\.([a-zA-Z0-9_.]+)$zunrecognized type ) r{r OptionalTyperr@rrListTypeCustomClassTyper5r6KeyErrorr)r{r rrrs rrz Type._parse%s HH[! $ = 1771: 67 7 HH+Q / =&'ggaj&<3qwwqz?$DAGGAJ!7dC C HHEq I ="1771:. . @F1I& & @!3A378a ? @s-C?? DDDctr2NotImplementedErrorrs rrz Type.__str__8!!rctr2rrbase_tys ris_base_ty_likezType.is_base_ty_like@rrc@|jtjSr2)rr6r7rs ris_tensor_likezType.is_tensor_likeC##FMM22rc@|jtjSr2)rr6 Generatorrs ris_generator_likezType.is_generator_likeFs##F$4$455rc@|jtjSr2)rr6SymIntrs ris_symint_likezType.is_symint_likeIrrctr2rrs r is_nullablezType.is_nullableLrrctr2rrs r is_list_likezType.is_list_likeOrrN)r{rrrrrr6rr(rrzListType | None) rrrrr@rrrrrrrrr!rrrrsM @@$""363""rrc2eZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZeZy)r6N)rrrrrrr7rDimname DimVectorfloatrr(LayoutDevice DeviceIndexScalar MemoryFormatQSchemeStorageStreamrSymBoolConstQuantizerPtr GraphModuler!rrr6r6TsIJ VF &CfGI FE &C 6D VF VF&K VF6LfGfG VF VFfG&Krr6c@eZdZUded<d dZd dZd dZd dZd dZy) r5r6r4c0|jjSr2r3rs rrzBaseType.__str__ps))..!"rc |j|k(Sr2r3rs rrzBaseType.is_base_ty_likessyyG##rcyrr!rs rrzBaseType.is_nullablevrcyr2r!rs rrzBaseType.is_list_likeyrc<|jtjk(Sr2)r4r6rrs rrzBaseType.is_symint_like|syyFMM))rNrrrr) rrrr rrrrrr!rrr5r5ls L#$*rr5c@eZdZUded<d dZd dZd dZd dZd dZy) rrrc |jdS)N?)rrs rrzOptionalType.__str__s))Arc8|jj|Sr2rrrs rrzOptionalType.is_base_ty_likeyy((11rc6|jjSr2rrrs rrzOptionalType.is_symint_likeyy''))rcy)NTr!rs rrzOptionalType.is_nullablerrc6|jjSr2)rrrs rrzOptionalType.is_list_likesyy%%''rNrrrr rrrr rrrrrr!rrrrs J2*(rrc@eZdZUded<d dZd dZd dZd dZd dZy) rr class_namec d|jS)zK Return the class name will prefix __torch__.torch.classes z__torch__.torch.classes.)rrs rrzCustomClassType.__str__s*$//):;;rcyrr!rs rrzCustomClassType.is_base_ty_likerrcyrr!rs rrzCustomClassType.is_symint_likerrcy)z8 Assume a custom class is not nullable. Fr!rs rrzCustomClassType.is_nullablesrcyr2r!rs rrzCustomClassType.is_list_likerrNrrrrrr!rrrrs O<  rrcJeZdZUded<ded<d dZd dZd dZd dZdd Zy )rrrz int | Nonerc\|jr |jnd}|jd|dS)Nr&[])rr)rrs rrzListType.__str__s,!%$))))AdV1%%rc8|jj|Sr2rrs rrzListType.is_base_ty_likerrc6|jjSr2rrs rrzListType.is_symint_likerrc6|jjSr2)rrrs rrzListType.is_nullablesyy$$&&rc|Sr2r!rs rrzListType.is_list_likes rNrrrrrr!rrrrs& J &2*'rrcteZdZUded<ded<ded<ded<edd Zedd Zedd Zdd Z y )rrr4rr4r,rEAnnotation | Nonerc|jSr2r.rs r alias_infozArgument.alias_info rcjd|vs Jd|dd|vrP|jddk(s Jd|d|jd\}}|jdd\}}|d|}n|jdd\}}|}d}tjd|}|rS|j dd vsJd d |j dz}t j|j d}n|}d}tj|} t|| || } t| |k(sJt| d || S)Nrzillegal argument 'r=rz&illegal argument with default value: 'Tensor\((.+)\)(.*)rQr&rz[],unrecognized alias analysis form with Tensorr7r4r4rErr) countrrsplitr{rrr~r@rrr) rtype_and_annot_and_namerEtype_and_annotr4name_and_defaultrtype_srr4rs rr@zArgument.parseskcz6/uA66z #:99S>Q& W*PQTPUUV(W W&/2yy~ , #W#:#A#A#q#I ND"&q 2 /2zz#q/A ,N,#DG.? ;;q>& >>  >  A.F#))%++a.9J#FJzz&! !   1v}2QSE22}rcN|jduxr|jjSr2rrs rrzArgument.is_write d*Gt/G/GGrc|j}|jr&|dvsJ|jdd|jd}|j|Sd}|jrd|j}|d|j|S)Nr7zTensor?zTensor[]r7Tensor(rr&rr)r4rrgr4rE)rr4 mb_defaults rrzArgument.__str__s)) ??<< <<<<GDOO3DA*FGD 99 KJ|| / V1TYYK |4 4rNrr)rrrrrr rrrr rrrr@rrr!rrrrs^ I J *"! $$LHH 5rrcjeZdZUded<ded<ded<ed dZed dZedd Zdd Z y )r[r,r4rr4rrc|jSr2r.rs rrzReturn.alias_info.rrcd|vr|jdd\}}n|}d}tjd|}|rS|jddvsJdd|jdz}tj |jd}n|}d}t j |}t|||}t||k(sJt|d ||S) NrrrrQrrr7rZr) rr{rrr~r@rr[r)rrr4rrrr4rs rr@z Return.parse2s #:#&::c1#5 ND ND.? ;;q>& >>  >  A.F#))%++a.9J#FJzz&! !  1v}2QSE22}rcN|jduxr|jjSr2rrs rrzReturn.is_writeQrrc|j}|jr&|dvsJ|jdd|jd}|j|S|d|jS)Nrr7rrr)r4rrgr4)rr4s rrzReturn.__str__Use)) ??<< <<<<GDOO3DA*FGD 99 KV1TYYK( (rNr)rrrr[rrrr!rrr[r[(sT  J!! <HH)rr[ceZdZUded<y) SelfArgumentrr>N)rrrr r!rrrrasrrc>eZdZUded<ded<ded<ded<ddZy) TensorOptionsArgumentsrdtypelayoutdevice pin_memoryc^|j|j|j|jgSr2rrrrrs rallzTensorOptionsArguments.allps! DKKdooFFrNrzSequence[Argument])rrrr rr!rrrris O  GrrcleZdZUded<ded<ded<ded<ded<ded <ded <ed"d Zed"d Zed"d Zed"dZed"dZ e d#dZ ed$dZ ed%dZ ed#dZ d&dZd'dZd'dZd'dZddd(dZd)dZd*dZed+dZed,dZd-dZd.d Zy!)/rztuple[Argument, ...]pre_self_positionalzSelfArgument | Noner=rKpre_tensor_options_kwarg_onlyzTensorOptionsArguments | Nonergpost_tensor_options_kwarg_onlyrcvg}|j|j|j|j|Sr2)extendrrrr2s r flat_non_outzArguments.flat_non_outs0  4''( 4''( rcg}|j|j|j%|j|jj|j|j |Sr2)rr r=rr>rKrs rrzArguments.flat_positionalsP  4++, == $ JJt}}-- . 4,,- rcZ|jDcgc]}|js|c}Scc}wr2)rKrrrs rr<z&Arguments.post_self_positional_mutables"44Ca CCCs((cg}|j|j|j)|j|jj|j|j|Sr2)rr rgrr rs rrzArguments.flat_kwarg_onlysW  4556    * JJt**..0 1 4667 rcg}|j|j|j|j|j|j|Sr2)rrrrrs rrzArguments.flat_alls@  4''( 4''( 488 rcvg}|j|j|j|j|Sr2)r positional kwarg_onlyrs rnon_outzArguments.non_outs0GI 4??# 4??# rcg}|j|j|j|j|j|j|j|Sr2)rr r=rrKrs rrzArguments.positionalsJ-/ 4++, == $ JJt}} % 4,,- rcg}|j|j|j|j|j|j|j|Sr2)rr rgrr rs rrzArguments.kwarg_onlysN79 4556    * JJt** + 4667 rcg}|j|j|j|j|j|j|Sr2)rrrrrs rrz Arguments.alls<FH 4??# 4??# 488 rc|jDcgc]0}|j"|jjr |j2c}Scc}wr2)rrrr4rs rmutable_arg_nameszArguments.mutable_arg_namessB]] ||'ALL,A,A FF   s5Ac:td|jDS)Nc3PK|]}|jj ywr2)r4rr8s rrz+Arguments.has_tensor_arg..Fq166((*F$&rrrs rrhzArguments.has_tensor_argFD4E4EFFFrc:td|jDS)Nc3PK|]}|jj ywr2)r4rr8s rrz+Arguments.has_symint_arg..r!r"r#rs rrwzArguments.has_symint_argr$rc:td|jDS)Nc3PK|]}|jj ywr2)r4rr8s rrz.Arguments.has_generator_arg..sI!166++-Ir"r#rs rrzArguments.has_generator_argsIt7H7HIIIrFrdc dfd }ttt||j|j%t ||jj ndtt||jtt||jtt||jzdddS)Ncrt|j|js|jdSddS)Nr)rr4r4rE)rrUs rstrip_arg_annotationz1Arguments.signature..strip_arg_annotations=VVVV)6   =A  rr!r r=rKr rgr r)rrrr) rrhrir r=rr>rKr r )rrUr+s ` rrzArguments.signatures  %($*B*BC!}}(""6t}}7M7M"NO!&($*C*CD" +0($*L*LM+C,d.Q.QRS+T  +-+  rc |jJtj|ttj|jjdS)Nr.)r=)r= dataclassesrgrr>rs rremove_self_annotationz Arguments.remove_self_annotation sJ}}((("" !##DMM$:$:tL  rcvt|jdk(sJtj|t |S)Nr)r)r\rr.rgrh)rrQs r with_out_argszArguments.with_out_args s5488}!!!"" d   rc(g}g}g}|}|jdD]r}|s|dk(r||usJd|}tj|}|j"|jjr ||urn ||ur |}n||usJ|j |t|||fS)Nrrz:invalid syntax: kwarg-only specifier * can only occur once)rrr@rrr)r'rrr arguments_accrpargs r _preparsezArguments._preparse s%' %'  " ::d# 'Ccz!Z/POP/ * >>#&D*t/G/G J."j0$'M$C///   &/ '2:s**rc tj|\}}}d}t|D]\}}|jdk(s|}n||d|}t ||}||dzd} ng}d}|} g} d} g} | } dd}|dt j d|dt j d|d t j d |d t j d g}d }|t|kr|t|t|z krftdt||||t|zDr;| | usJt||||dz||dz||dz} |t|z }| } | j|||dz }|t|krtt||t| t| | t| t|S)z. Input: 'int x, int y, int z' NrrcfdS)NcX|jk(xr|jtfvSr2)r4r4r)rr4tys rz/Arguments.parse..pred..a s'QVVt^P2|B?O:P0Prr!)r4r9s``rpredzArguments.parse..pred` s P Prrrrrrrrr(rc32K|]\}}||ywr2r!)rprs rrz"Arguments.parse..o s 1aDrrQrKrr,)r4rr9rrzCallable[[Argument], bool]) rr5 enumerater4rrr@r\rr;rrrh)r'rrrself_ixirr r=rKr rgr kwarg_only_accr; predicatess rr@zArguments.parse; s"'0&9&9$&?# Jj) DAqvv   ",Xg"6 #Jw$78H#-gkm#< "$ H#- 9;%8<9;&6 Q $**\2 3 4::h/ 0 4::h/ 0 tzz&1 2   #j/!C Oc*o55 #J 1q3z??R0S T*-JJJJ%;(m)!a%0)!a%0#-a!e#4 &N Z(A%CN  ! !*Q- 0 FA)#j/!, %&9 :!&';!<*/0M*N)+01O+Pc   rcpg}|jtt|j|js |j r|j d|jtt|j|jtt|j dj|S)Nrr)rrirrrrrr)r all_argumentss rrzArguments.__str__ s#% Sd&:&:;<   488   %Sd&:&:;<Sdhh/0yy''rc|j|jrJ|j|jrJ|jDcgc]&}|j|jj r|(}}t |dk(sJdycc}w)NrzOmutable pre_self_positional arguments are not currently supported in the schema)r=r rgr rrr\)rrmutable_pre_self_positionalss rrzArguments.__post_init__ s == // //    &:: :: --( ||'ALL,A,A ( $( , - 2 ] \ ] 2 ( s+BNr)rz:Sequence[Argument | SelfArgument | TensorOptionsArguments])rz!Sequence[Argument | SelfArgument])rz+Sequence[Argument | TensorOptionsArguments]rz list[str]r)rUr(rr)rr)rQlist[Argument]rr)r'rrz5tuple[list[Argument], list[Argument], list[Argument]])r'rrrrr)rrrr rrrr<rrrrrrrrhrwrrr/r1rr5r@rrr!rrrrtsQ .-!!..#7711%98   DD C GGJ27! F  !+!+FM M ^(]rr) rsubmuldivmodpowlshiftrshiftandxororcTeZdZUded<ded<ded<dZded<ed dZd d Zy ) rjrrr(rrfFrc|dk7sJ|jdrJdtjd|}|?d}|jdt fdt Drd}ddn"d}d d k7sJd}|d d k(rd}dd nd}d }j|rd}dt | |s|rJd}t|||}t||k(sJt|d||S)Nr&rczs_out suffix is reserved and not permitted for operator names; did you mean to specify an out overload name instead?z ^__([^_]+)__$Trc3.K|] }d|k(yw)r@Nr!)rnrs rrz)BaseOperatorName.parse.. sGq4Qqc7?GrFrr@r_ _functional)rrrfrr) rer{rrrAUGMENTED_ASSIGNMENT_NAMESr\rjr)rr rfrfunctional_suffixrrrs @rr@zBaseOperatorName.parse s<Rxx;;v&  D & HH%r * = M771:DG,FGGABx Aw#~%~!MDBx3CRy* ==* +"& 130112D%W 44"'  ' 3   1v|0AxtB400|rc|jr"|jrdnd}d||jdS|jrdn|jrdnd}|j|S)Nr@r&__rWrX)rfrrr)rr@s rrzBaseOperatorName.__str__ sj   ||As499+R( (<<++# ii[$ $rN)rrrrjr)rrrr rrr@rr!rrrjrj s7 I M(!&%//b %rrjcTeZdZUded<ded<ed dZd dZd dZd dZdd Z y )rZrjr4rrFcd|vr|jdd\}}n|}d}ttj||}t ||k(sJt |d||S)N.rr&rEr)rrZrjr@r)rr4rFrs rr@zOperatorName.parse" sk '>")--Q"7 D-DM .44T:- X1v :SVHD ":: rcj|jr|jd|jS|jS)Nr_rFr4rs rrzOperatorName.__str__- 3   ii[$"4"4!56 6ii[ !rcj|jr|jd|jS|jS)NrWrars runambiguous_namezOperatorName.unambiguous_name8 rbrctt|jjd|jj|j SNFrerE)rZrjr4rrfrFrs rremove_inplacezOperatorName.remove_inplace> s=!YY^^"ii55 ,,   rctt|jjd|jj|Srf)rZrjr4rrf)roverloads r with_overloadzOperatorName.with_overloadH s7!YY^^"ii55 #   rN)rrrrZr)rrZ)rirrrZ) rrrr rr@rrdrgrjr!rrrZrZ s4 ""   rrZc|jjtjuxr/|j | xr|j |jSr2)r'rrrr )rrbs r"gets_generated_out_inplace_wrapperrmS sI  Z222 ' Q  ' LL &rcfeZdZUded<ded<ded<d dZdddd Zedd Zedd Zy )NativeFunctionsViewGroupr$viewr view_copy view_inplacec|jjsJ|j]t|jrAJt |jj j dt|jd|jj j j jjdsJ|jj j|jj jdk(sJd|jjvsPJt |jj j t |jjfd|jK|jj j|jj jk(sJ|jjr}|jq|jjs[Jt |jj j dt |jj j d |jjr|jr|jjs[Jt |jj j dt |jj j d yyy) Nz appears to be a new operator that aliases its inputs. The codegen expects you to add a corresponding operator to native_functions.yaml: z3. See Note [view_copy NativeFunctions] for details.)r]r^Trprqz appears to be a view_copy operator. The codegen expects view_copy operators to be annotated with the 'view_copy' tag in native_functions.yaml. See Note [view_copy NativeFunction] for details.rz] must either both have CompositeImplicitAutograd kernels, or both not have composite kernels.zi must either both have CompositeImplicitAutogradNestedTensor kernels, or both not have composite kernels.)rprrqgets_generated_view_copyrr'r4get_view_copy_namerrerr@rrr<r=rs rrz&NativeFunctionsViewGroup.__post_init__r syy#### >> !/ : tyy~~**+,-&tyy145EE :>>&&++0055>>?TU UU99>>++-1D1D1N1N%)2O2 $.."5"55 t~~**//0#diinn2EEFGDD 5    (99>>++-1B1B1G1G1Q1Q1SS SS 99 ; ;  ,((OO499>>../0c$:K:K:P:P:U:U6V5WXhhO 99 I I  ,%%ZZ499>>../0c$:K:K:P:P:U:U6V5WXttZ- JrT) include_copyc#K|j|j|j|j|r|jyyywr2)rprrrq)rrvs rrz"NativeFunctionsViewGroup.functions sEii    (## # >> %,.. +7 %sAA c.|jjSr2)rprrs rrz"NativeFunctionsViewGroup.root_name syy"""rc.|jjSr2)rpr<rs r compositez"NativeFunctionsViewGroup.composite syy???rNr)rvr(rrrr) rrrr rrrrrzr!rrroroh sP %$''#J15!##@@rroc|jsy|jryd|jvry|jjjj j dryy)NFr_inverseT)rr<r@r'r4rre)rs rrtrt sS << //  vv{{%%j1 rcdg}t|jj|vr t|sJ|jjjjd}t t |d|jjjj|jjj}|S)Nnarrowr]FrerE) rr'r4rtrrZrjrfrF)r-list_of_ops_with_explicit_view_copy_operatorsrkview_copy_names rruru s6>J1 166;;LL'***66;;##(()/I! E9I9I9W9W ffkk// N rcz|dk(ry|ddk(r |ddk(r|dd}td|jd DS) z$ Input: '()' Output: [] z()r!rrrrrc3FK|]}tj|ywr2)r[r@rs rrz parse_returns.. sFsc"Fs!r)rhr)r(s rr$r$ sN d1~RC!7!!B' Fk.?.?.EF FFrcDeZdZUded<ded<ed dZd dZd dZy) r[zdict[str, list[Argument]]rgrHrcNt|tsJg}d|dvrI|djd}|Dcgc]%}tj |j '}}|dd}i}|D]}t|t sJd|vsJd|jd\}}d|vs Jd|d|jd}|Dcgc]%}tj |j '} }| ||<t||} | j|k(sJd | Scc}wcc}w) NrrrJzLprecomputed parameters without replacement are allowed only in the last linerzillegal kernel param name 'z' in precomputed parameters')rgrzr.to_list() != src) rTrXrrr@r_rr[to_list) srcadd_argsadd_listr4rgraw_replace_itemr with_list_raw with_listwith_list_argsrs rr@zPrecompute.parse sS#t$$$ R 2w}}S)HAIJtzz|4JHJcr(C # * .4 44-- 5 - "2!7!7!? C3 O,SE1MN O%++C0IGPQthnnTZZ\:QNQ)GCL * wH 5yy{c!7#77!+K Rs *D*D"c|jD]+}|jj|jk7r+J|jj D]2}|D]+}|jj|jk7r+J4yr2)rr4upperrgr)rrr's rrzPrecompute.__post_init__ sz ,A66<<>QVV+ ++ ,LL'') 0D 0vv||~/// 0 0rcg}|jjD]3\}}djd|D}|j|d|5|S)Nrc32K|]}t|ywr2r)rparams rrz%Precompute.to_list.. s$PESZ$Prr)rgr:rr)r replace_list kernel_paramreplacement_params replacementss rrzPrecompute.to_list sa 04 0B0B0D E ,L,99$P=O$PPL   <.\N C D ErN)robjectrr[rrG)rrrr rr@rrr!rrr[r[ s-'& ""H0rr[r)rr0rr()rr$rrrlrrr()rr$rr()rr$rrZ)r(rrr)l __future__rr.rr{renumrrtypingrrr torchgen.utilsr r r rr#rirrr AUTOGRAD_KEYSFRAGMENT_NAMESPACESr0rrrrhasattrrprintrrsrornrurrrrrLrrr}r~rirjrkrlrrryrrrrrSr`rrrrrrrr rrrrrrrrrrrrr$rrrarjrr&r~rr6r5rrrrr[rrrrYrjrZrmrortrur$r[) components0rrsf" !//DD: $***d (nssu((,>,(J, #$:; _>$_>DD  B {BG,+-A !H2$rd"pqrpst  OOOOOO  #''9OOOOOO))55))66    3 >*% ++\46 05&  j' (8(8*:K:K'LM j%j667 i%Z0=3LL e!.u!5 i8P!P o* i 88"#;t;4d T$ $a Ga Ga GH $q q q h $(((, $   6 $888` $r@r@r@z  $111t $2"2"2"lT0 $*t**( $(4((( $d@ $t* $W5W5W5t $4)4)4)p $ $GGG $p]p]p]l * $W%W%W%x $2 2 2 j.3? * $=@=@=@@.0 G $;;;EU,s3 T