P/j9PfddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z mZmZddlmZmZmZmZmZmZmZmZmZddlZddlmZddlmZ ddl!m cm"Z#ddlm$Z$m%Z%ddlm&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:ddl;mZ>m?Z?m@Z@mAZAgd ZBejZCejjZEejjjZHd ZId ZJd ZKd ddZLddlMmNZNeOZPePdddefdZQdZRdZSeQe,jdZUeQe,jdZWeQe,jdZXeQe,jdZYeQe,jdZZeQe,jdZ[eQe,jdZ\eQe,jdZ^eQe,jdZ_eNeHjde8fd Z`eNeHjeAde8fd!ZaeQe,jd"ZbeQe,jd#ZceQe,jd$ZdeQe,jd%ZeeQe,jd&ZfeQe,jd'ZgeQe,jd(ZheQe,jd)ZieQe,jd*ZjeAe?d+e,j,d-e8d.e2de8fd/Zld-e8d.e2de8fd0ZmeNeHjeAde8de8fd1ZneQe,jd2ZoeQe,jd3e8de8fd4Zpd-e8de8fd5ZqeQe,jd6d-e8de8fd7ZseQe,jd-e8de8fd8ZteQe,jd-e8de8fd9ZueQe,jd-e8de8fd:ZveQe,jd-e8de8fd;ZweRejjd<ZzeQe,jd6d-e8de8fd=Z{eQe,jeHj6d>Z|eQe,jd?Z}eQe,jd@Z~eQe,jdAZeQe,jdBZeQe,jdCZeA dd-e8dDedEeejde8fdFZeNeHj eAe?dGe,j, ddIe8dDe*dJede8fdKZeNeHjeA dd-e8dLee2dMee2dNee2de8f dOZd-e8fdPZeQe,jeQdRZd-e8de8fdSZd-e8de8fdTZeQe,jdUZeNeHjeAe?dVe,j,ddWd-e8dXede8fdYZeQe,jdZZeQe,jd-e8de8fd[ZeQe,jd\ZeQe,jd]ZeQe,jd^ZeQe,jd_ZeQe,jd`ZeQe,jdaZeQe,jdbZeQe,j.d6d-e8de8fdcZeQe,jddZeQe,jdeZeQe,jdfZdIe8de8fdgZePdd d d dHd fdefdhZeNeHj<eAe?die,j,ddjd-ee8e2fdkee8e2fdlee2fdmZee,jdHdHndoZee,jpd-e8dke8de8fdqZee,jpd-e8dke8de8fdrZee,jpd-e8dke8de8fdsZee,jpd-e8dke8de8fdtZee,jpd-e8dke8de8fduZee,jdHvd-ee8e2fdkee8e2ffdwZeNeHjLeAddxd-ee8e2fdkee8e2fdyeefdzZee,jdHvd-e8dke8de8fd{Zee,j.pd-ee8e2fdkee8e2fde8fd|ZeAd-ee8e2fdkee8e2fdeCfd}Zee jXjd dH~d-ee8e2fdkee8e2ffdZd-eCdkeCdeCfdZd-eCdkeCdeCfdZee,jdHdHnd-e8dke8de8fdZee,jdHdHnd-e8dke8de8fdZee,jdHd nd-e8dke8de8fdZeNeHjbeAdddIe8dee8e8ffdZee,jdHdHnd-e8dke8de8fdZee,jdHvd-e8dke8de8fdZee,jdHvd-e8dke8de8fdZee,jdHdHnde8de8de8fdZee,jdHdHnd-e8dke8de8fdZee,jdHdHnd-e8dke8de8fdZee,jdHdHnd-e8dke8de8fdZded-e8dke8dededdf dZ dd-e8dke8dededede8f dZee,jdHdHnd-e8dke8fdZee,jdHvd-e8dke8de8fdZee,jdHdHnd-e8dke8de8fdZee,jdHdHnd-e8dke8de8fdZee,jpd-e8dke8fdZeQe,jd-e8fdZee,jpd-e8dke8fdZee,jpd-e8dke8fdZee,jdHvd-e8dke8de8fdZee,jpd-e8dke8de8fdZee,jpd-e8dke8de8fdZee,jd d-e8dke8de8fdZee,jdHvd-e8dke8de8fdZee,jdHdHnd-e8dke8de8fdZee,jpd-e8dke8de8fdZeNeHjeA dd-ee8e2fdkee8e2fdle2fdZeNeHjeAe?die,j,ddjd-ee8e2fdkee8e2fdle2fdZee,jddd d-e8dke8de8fdZeNeHjeAe?die,j,d-ee8e2fdkee8e2ffdZee jXjdd d-ee8e2fdkee8e2ffdZeNeHjeAe?de,j,dddIe8de8de8d.e2de8f dZeNeHjeAe?de,j,dddIe8de8de8d.e2de8f dZeNeHjeAe?de,j, dd-e8dee9dee9de8fdZeNeHjeA ddIe8dee9de8fdZeNeHjeA ddIe8dee9de8fdZeNeHjeAe?die,j, ddeCd-ee9dkee9fdZeNeHjeAejdd-e8dejde8fdZd dd-eCdkeCfdZeNeHjd-e8de2fd„Z dd-e8dee'dEeejdeedeejdeejdeededefdȄZedɄZeݐj ddejdEejdededeejdeeeff dʄZeݐj ddedEejdededeejdeeeff d˄Zeݐj ddEejdededeejdeeeff d̄Zeݐj ddeCdededeejdeeeff d΄Zd-eCdefdЄZd-e8de8fdфZd d ddHdddҜd-e8dedededee*dedEeejdeeCde4de8fdڄZdۄZeNeHjeA dd-e8dDee*dJede8fd܄ZeNeHjeA dd-e8dDee*dJede8fd݄ZeNeHjjeHjjg ddddޜd-e8dDeeeeeefdJedEeejdeeCde8f d߄Zd-eCdeCfdZeNeHj ddddޜd-e8dDeeeeeefdJedeeCde8f dZeNeHj dddd-e8dDee*dJedeeCde8f dZeNeHj dddd-e8dDee*dJedeeCde8f dZddZeNeHjeA dddd-e8dDee*deedJedee2de8f dZeNeHjeA dddd-e8dDeeeeeefdeedJedee2de8f dZeNeHj ddddޜd-e8dDee*dJede8fdZeNeHjeAdd dddHddd-e8dDee*deedJedee2f dZeNeHjeAdd dddd-e8dDee*deedJedee2f dZeNeHjeAe?de,j,ddddIe8de8de8de2dle2de8f dZdee8ee8fde8dee8ee8dfffdZdedDede8de8fdZdee8ee8fde8dee8ee8dfffdZdee8ee8fde8dee8ee8dfffdZ dd-e8de5de6deede8f dZeNeHjeA dde8de8de5de6deede8f dZde5fdZeHjjjeEjeHjjjeEjdee8fdZd-e8de5de8fdZeNeHj eAe?de,j,dd e:dDede8fd ZeAd e:de8fd Zde8de8fd ZeNeHjeA dde8d eed.e2de8fdZ ejdd-eCdejdeCfdZ eAd e:de8fdZ eNeHjd-eCdeCfdZ d-eCdkeCdeCfdZdd-e8dedDedee8dffdZdd-e8dedede8fdZeNeHj"eAd-e8de)de8fdZd-e8de8fdZd-e8de8fdZd-e8dDedeee8fdede8f dZd-eCde*dedeeCeCeCffd Zd3e8d!eede8fd"ZeNeHj.jdeCd#eeCd$eeCd%ed&ed'ed(ededeeCeCeCffd)ZeNeHj0eAddd*deCd+e5d#eeCd$eeCdedeeCeCeCff d,ZeNeHj2d-e8de8fd-ZeNeHj4eAde8d.e3dDed/e3de8f d0ZeHj6j8jeEj ddeCd1ed2eed3eed4eeCd5ed6ed7ed8eed9eedeCfd:ZeHj:jjeEj ddeCd1ed2eed3eed4eeCd5ed7ed8eedeedeCfd;Zdeded?ef d@ZeNeHj>eAd-eCdeCfdAZd-e8dBede8fdCZ d-e8dDe5de8fdEZ!dIe8de8de8fdFZ"eNeHjFeAdd-e8dGe*de*de8fdHZ#eNeHjHeA dd-e8dJede)de8fdKZ$d e:ddfdLZ%eNeHjLeAdd e:dDede8fdMZ&eA dd-e8dDedEeejde8fdNZ'eAd e:de8fdOZ(eAd e:de8fdPZ)d-e8dDedQe5de8fdRZ*eNeHjVddSe8dDede:fdTZ+eAd3e7dDedUe7dVe7fdWZ,d3e7dDedUe7dVe7fdXZ-eNeHj\eAd3e7dDedUe7d.ee2e7ffdYZ.eNeHj^d3e7dDedUe7d.ee2e7ffdZZ/d3e7dDedUe7d.ee2e7fd[ef d\Z0eAddjd3e7dDedUe7dVe7dle2f d]Z1eNeHjdeAd3e7dDedUe7fd^Z2eNeHjfjhdd-e8dDee*de8fd_Z3 dd-e8d`eeCe*fdDedee8dffdaZ5d-e8d`e*dee8dffdbZ6d-e8d`e*dee8dffdcZ7eNeHjpjreA ddIe8ddede8fdeZ8eNeHjteA dde8de8ddedfedgede8f dhZ:eNeHjv ddIe8ddedfedgede8f diZ;eNeHjxeA ddSe8ddedfedgede8f djZ<eNeHjzeAd ee8de8fdkZ>d ee8de8fdlZ=d-e8dme*de:fdnZ?eNeHjjd-e8fdoZ@d-e8de8fdpZAeNeHjd-e8de8fdqZBeNeHjd-e8dredfede8fdsZCeCZDeNeHjdIe8d>eded?ede8f dtZEeNeHjeAdIe8d>eded?efduZFdddޜd-e8dDedEeejdeeCde8f dvZGeNeHjdddޜd-e8dDedEeejdeeCde8f dwZHeNeHjdddޜd-e8dDedEeejdeeCde8f dxZIeNeHjd-e8dDede8fdyZJeNeHjjd-e8dDe5de8fdzZKdIe8de8de8fd{ZLd-e8de8fd|ZMeA dd-ejd}ejdDeedejfd~ZNeAdejddHdHejddEeejdejdee'dededejde8fdZPeAdejddHdHfdEeejdejdee'dedede8f dZQeNeHjeAddddHdd-e8de5dEeejdeejdee'dede8fdZReNeHjeAddddHdd-e8de5de6dEeejdeejdee'dede8fdZSeNeHjjeAdejddHdHddEeejdejdee'dedede8f dZTeNeHjeAddddHdHdd-e8de5dEeejdeejdee'dedede8fdZUeNeHjjeAdejddHdHddEeejdejdee'dedede8f dZVeNeHjeAddddHdHdd-e8de5dEeejdeejdee'dedede8fdZWeNeHjeAddddHdd-e8de5de2dEeejdeejdee'dede8fdZXeNeHjeAddddHdHejdd-e8dEeejdee'deejdededejde8fdZYeNeHjjeHjjgeA ddejddHdHdde2dee2d?e2dEeejdejdee'dedede8fdZZeNeHjeAe?de,j,deCdeCd#eeCe2ffdZ]eNeHjeAddejdHdHddee2e8fdee2e8fde2dEeejdee'dejdedede8fdZ^eNeHjeA dddejdHdHddee2e8fdee2e8fde2de2dEeejdee'dejdedede8fdZ_ed ee8defdZ`ed e8defdZ`eNeHjd ee8ee8ee8fdedee8fdZ`de8deee)fdeee)fde8fdZaeNeHjeAddejdHdHddDee5ee5fde6dEeejdee'dejdedede8fdZbeNeHjeA ddejddHdHddedeedEeejdejdee'dedede8fdZceNeHjjeHjjrgeAdejddHdHddDe5de2dEeejdejdee'dedede8fdZdddddHdHejdd-e8de2dEeejdeejdee'dededejde8fdZeeNeHjeAddddHdHejdd-e8dEeejdeejdee'dededejde8fdZfeNeHjeAddddHdHejdd-e8dEeejdeejdee'dededejde8fdZgeNeHjjeAddddHdHddEeejdee'deejdedede8f dZhdejddHdd-e2dEeejdejdee'dede8f dZi ddDe5deeeefdeeeefdEejde'de8f dZjeNeHjeAd-e8de8d.e9fdZkeNeHjd-e8de8d.e9de8fdZl dd-e8dke8dedededef dZmd-e8dke8defdZneNeHjeAd  dddde8d.eeeefdDee*dJedEeejde8f dZoeNeHjeAdIe8de8fdZpdZqeqeͫZreqeZseqeZteNeHjeAdd-e8dede8fdZueNeHjeAdd-e8dede8fdZvdededdedeeeeffdZwdedededEejdejdef dZxeNeHjeA dejejddHddededdedEejdejde'dede8fdZydededdedeeeeffd„Z{eNeHjeA dejejddHddededdedEejdejde'dede8fdÄZ|eNeHjeAd dHdHdĜd-e9de8dedefdȄZ}eNeHjeAe?dGe,j,ddɄZ~eNeHjeAe?dGe,j,ddʄZeNeHjeAe?dGe,j,dd˄ZeNeHjeAe?dGe,j,dd̄ZeNeHjeAe?de,j, dddddddΜdτZeNeHjdIddМdфZeQe,jdIe8fd҄ZeQe,jdIe8fdӄZeNeHj eAddDee*fdԄZdՄZeNeHjeAe?de,j,dׄZeNeHjeAe?de,j,d؄ZeNeHjeAd3e8de8dDedUefdلZeSeUZeSeWZeSeXZeSeZeSeѫZeSeЫZeSeYZeSeZZeSe[ZeSe\ZeSeZeSeZeSeZeSe^ZeSeZeSeZeSeZeSe_ZeSeҫZeSeӫZeSeԫZeSeaZeSeZeSebZeSecZeSeHZeSeIZeSeZeSedZeSeZeSeZeSeeZeSegZeSefZeSehZeSejZeSeiZeSeZeSeoZeSeZeSeZeSepZeSeZeSeZeSeZeSeZeSeZeSeZeSeZeSe|ZeSeZeSeZeSe]ZeSe}ZeSeZeSeZeSeZeSe~ZeSeZeSeZeSe«ZeSeëZeSeīZeSeǫZeSezZeSeZeSeȫZeSeZeSeɫZeSeZeSeZeSeZeSeʫZeSeZeSeZeSeZeSeZeSeZeSeZeSeZeSeZeSeZeSe̫ZeSeZeSeZeSevZeSeuZeSeͫZeSeZeSeΫZeSe~ZeSeZeSeZeSeZeSenZeeHjZeeHjZeeHjvZeeHjZeeHj(ZeeHjZeeHjZeeHjZdڄZdۄZd܄Zdejdee9e:ffd߄Z ddZdddHdHddZddlZddlZddlZddlZddlZy(N)Iterable)Enum)partialreducesingledispatchwraps) AnyCallableDictListOptionaloverloadSequenceTupleUnion) sym_floatsym_int)BoolLikeDeviceLikeTypeDimDimsSequenceTypeDimsType dtype_to_typeELEMENTWISE_TYPE_PROMOTION_KIND FloatLikeFloatWithoutSymFloatIntLikeis_weakly_lesser_typeNumber NumberTypeRealNumberTypeREDUCTION_OUTPUT_TYPE_KIND ShapeType StrideType TensorLikeTensorLikeTypeTensorOrNumberLikeTypeTensorSequenceType)_maybe_convert_to_dtype_maybe_resize_out_safe_copy_out"elementwise_type_promotion_wrapper elementwise_unary_scalar_wrapper out_wrapper)absacosacoshasinhasinatanatanh bitwise_notceil conj_physicalcoscosh count_nonzerodeg2raddigammaerferfinverfcexpexpm1 exponentialexp2fillfill_floorfrac geometric index_add index_copy index_copy_ index_select index_fill index_fill_isfiniteisinfisposinfisneginfisnanisreali0lerplgammaloglog1plog2log10 log_normal log_softmaxmvlgammanormnormal nan_to_numnegpositiverad2deg reciprocalroundsigmoidsgnsignsignbitsinsincsinhsoftmaxsqrtsquaretantanhtracetruncaddatan2 bitwise_andbitwise_left_shift bitwise_orbitwise_right_shift bitwise_xor clamp_min clamp_maxcopysigndiveq float_power floor_dividefmaxfminfmodgcdgegt heavisidehypotigammaigammacimagiscloselcmle logaddexp logaddexp2 logical_and logical_not logical_or logical_xor logsumexpltmaximumminimummulne nextafterpowrealrpow remainderrsubrtruediv rfloordivsub true_divide trunc_dividexlogyaddcdivaddcmulclamp masked_fill masked_fill_whereclonecopy_toitemtoallamaxaminanycumsumcumprodmeandotvdotstdstd_meansum sum_to_sizeprodvarvar_meanaddralias alias_copy atleast_1d atleast_2d atleast_3d as_stridedas_strided_copyas_strided_scatter block_diagbroadcast_shapesbroadcast_tensors broadcast_tocatchunk column_stackconjconstant_pad_nd contiguous diag_embeddiagdiagonal diagonal_copydiagonal_scatterdsplitdstackexpand expand_as expand_copyflattenflipfliplrflipudhsplithstackmeshgridmovedimnarrow narrow_copynative_group_normnative_layer_normpermuteravelrepeatreshape reshape_asrollrot90rsqrtstack swap_axessqueezett_copyTtake_along_dim tensor_split transposeunfold unfold_copy unsqueezeunsqueeze_copyviewview_as view_copyvsplitvstackview_as_complex unflattenunbindtriutril triu_indices tril_indicesarangecauchyempty empty_likeempty_permuted empty_stridedeyefull full_likelinspacelogspace new_emptynew_empty_stridednew_fullnew_ones new_zerosones ones_likerandn scalar_tensorzerozeros zeros_likeallcloseequal bucketize is_complexrenormstftistftc,|duxs|jdk7S)Nhputypedevices W/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/torch/_refs/__init__.pyis_noncontiguous_supportedr3is T> 1V[[E11cd}ddlm}|D]}t||s|j}nt |s|j }|S)Nr) FakeTensor)torch._subclasses.fake_tensorr6 isinstance fake_devicer3r) input_tlistoutputr1r6rs r2handle_noncontiguous_outputsr<msL F8  a $]]F  &f -""$ Mr4cddlm}tdtd|D}t |dk(ry|D]}t |t rJdgttd|Dz}t|D]\}}tddt |z dD]c}|||dk(r||dkr td||||<-|||dk7s<||||k7sHtd ||d |d |d |d | |S)Nrguard_size_obliviousc3FK|]}t|tr|fn|ywNr8r.0xs r2 z$_broadcast_shapes..s( 1g&A-s!c |duSrArEs r2z#_broadcast_shapes..s !4-r4c32K|]}t|ywrAlen)rDshapes r2rFz$_broadcast_shapes..s4ESZ4sz9Attempting to broadcast a dimension with negative length!z.Attempting to broadcast a dimension of length z at z ! Mismatching argument at index z had z0; but expected shape should be broadcastable to ) %torch.fx.experimental.symbolic_shapesr?tuplefilterrNr8rrmax enumeraterange ValueError RuntimeError)_shapesr?shapesrO common_shapearg_idxidxs r2_broadcast_shapesr^|sZJ /9F  6{a+%***+ s4V456L$F+R#e*_b1 C#L$5$:;:>$S%*#J S!%eCjAo6$c 2&Hs TXY\X]^99@ ugN66B^E  r4T)preserve_cpu_scalar_tensorsc\td|Dfdtfd|DS)Nc3XK|]"}t|tr |jnd$ywrA)r8r%rOrDrs r2rFz#_maybe_broadcast..s" GQZ:.!''D 8 Gs(*c,|yt|tr|St|trLrtj|r|Stj |j s|jS|Stdtt|zdz)Nz#Unexpected type when broadcasting: !) r8rr%utilsis_cpu_scalar_tensor same_shaperOrrXstrr/)rErOr[r_s r2__maybe_broadcastz+_maybe_broadcast..__maybe_broadcasts 9 6 "H : &*u/I/I!/L##AGG\:xx --H5DG DsJ r4c30K|] }|ywrArH)rDrErir[s r2rFz#_maybe_broadcast..sB"1l3Bs)r^rR)r_argsrir[s` @@r2_maybe_broadcastrls-$ G$ GL$ BTB BBr4)register_decomposition)aten_op extra_metareturnc(dtffd }|S)Nprimcttttddtdtffd }t ur t jjt||S)Natype_promoting_argstype_promotion_kindrurpcB||}t|g|SrA)r<)rur;rorrs r2_refz>_make_elementwise_unary_reference..inner.._refs*%1 !WF/V< .inners t  ) + & 3  =N =~ =   *   = m #''dmm._fns4"6""r4r})r}inspect currentframef_back f_globals __module__)rnamers` r2 _make_aliasrs7#CL))+22<._fns!,d,,V,,r4_r) getmodule) rr}rmgetattratenrr__all__append)rr inplace_namer_alls` r2 _make_inplacersz 2Y--kk]!$LCL = |!< =c BC" R= D4 L! Jr4c,tj|SrA)primsr/rts r2r/r/ 99Q<r4c,tj|SrA)rr0rts r2r0r0 ::a=r4c,tj|SrA)rr1rts r2r1r1 ;;q>r4c,tj|SrA)rr3rts r2r3r3$rr4c,tj|SrA)rr2rts r2r2r2)rr4c,tj|SrA)rr4rts r2r4r4.rr4c,tj|SrA)rr5rts r2r5r53rr4c,tj|SrA)rr6rts r2r6r68s   Q r4c,tj|SrA)rr7rts r2r7r7=rr4inputc@tj|jSrA)reis_complex_dtypedtypers r2r(r(Bs  ! !%++ ..r4cntj|js|Stj|SrA)rerrrr8rs r2r8r8Gs,  ! !%++ .   u %%r4c,tj|SrA)rr9rts r2r9r9Orr4c,tj|SrA)rr:rts r2r:r:Trr4c,tj|SrA)rr=rts r2r=r=Y == r4c,tj|SrA)rr>rts r2r>r>^rr4c,tj|SrA)rerf_invrts r2r?r?crr4c,tj|SrA)rr@rts r2r@r@hrr4c,tj|SrA)rrArts r2rArAmrr4c,tj|SrA)rrBrts r2rBrBrrr4c,tj|SrA)rrDrts r2rDrDwrr4za,rvruvaluec,t|tsJt|tsJtj|j }tj t||sdt|d|d}t|tj||SNzvalue argument of type  cannot be safely cast to type rd) r8r%rrerrrr/rWrrE)rur python_typemsgs r2rErE~s a $$ $ eV $$ $%%agg.K  & &tE{K @'U }4ST_S``abo ::a r4c^tj||}tj|||SrA)rrEr)rurrs r2rFrFs% 1eA MM!Q Hr4c,tj|SrA)torchr$rs r2r"r"s   E ""r4c,tj|SrA)rrGrts r2rGrGrr4rEctjtjtj|tj|}tj ||SrA)rrrGr/rjr)rEtrunc_xs r2rHrHs<ii EIIaL15::a=AG 99Q  r4ct|tsJtjt j |j dtj|S)Ncy)Nz#imag only supports complex tensors.rHrHr4r2rJzimag..r4) r8r%r_checkrerrrrrts r2rrsC a $$ $ LL qww')V ::a=r4)rnctj|jstj|jrt j |St |tjS)Nr) reis_float_dtyperrrrPrrboolrts r2rPrPsG  AGG$(>(>qww(G~~a  Qejj ))r4ctj|jrNtjt tj |t tj|Stj|jr!tj|tdk(Stj|tjS)Ninfr) rerrrrrQrrrr/floatr$rrts r2rQrQs agg&ejjm 4eEJJqM6JKK AGG$yy|uU|++   AUZZ 00r4ctjtjj fdtj jrt dk(StjtjS)Nc"djS)Nz7Complex dtype is not supported for isposinf, got dtype rrtsr2rJzisposinf..I!''Sr4rr rrrerrrrr$rrts`r2rRrRsa LL  " "177 ++S AGG$E%L    AUZZ 00r4ctjtjj fdtj jrt dk(StjtjS)Nc"djS)Nz7Complex dtype is not supported for isneginf, got dtype rrtsr2rJzisneginf..rr4z-infrrrts`r2rSrSsa LL  " "177 ++S AGG$E&M!!   AUZZ 00r4c.tj||SrArrrts r2rTrTs 88Aq>r4r_ctj|jrtj|dk(Stj |tj S)Nrr)rerrrrrrrts r2rUrUs>  agg&zz!}!! ??1EJJ //r4c,tj|SrA)r bessel_i0rts r2rVrVs ??1 r4c,tj|SrA)rrXrts r2rXrXs <<?r4c,tj|SrA)rrYrts r2rYrYrr4c,tj|SrA)rrZrts r2rZrZrr4c,tj|SrA)rr[rts r2r[r[rr4c,tj|SrA)rr\rts r2r\r\rr4dimrc|xs |j}tj|}t||}t|t ||dz |S)NTkeepdim)rreget_computation_dtyper)r)rurr result_dtypecomputation_dtypea_s r2r^r^sK #AGGL33LA $5 6B "2 "c4(H#H, WWr4selfFrrcBt|ts|f}|jdk(r8tjtj |||j Stjtj||d}tj||jtdk(d}|r|ntj||}tjtj ||z ||}|j j|S)NrTrr)r8rnumelrrrArYrrrr/rrrv)rrrmaxesmaxes_squeezedresults r2rrs c8 $f zz|qyy4#w7;;== JJuzz$'d ;E   eUYY[E%L%@! DE%U5==+DN YYuyy.W =F ::<  N ++r4nanposinfneginfcvt|tsJtj|jstj |jr|j S|d}|)tj|jj}|)tj|jj}tjtj|||}tjtj|||}tjtj|||}|S)N)r8r%reis_boolean_dtyperis_integer_dtyperrfinforTminrrTrSrR)rurrrrs r2rbrb.s a $$ $ agg&%*@*@*Iwwy { ~QWW%)) ~QWW%)) [[Qa 0F [[*FF ;F [[*FF ;F Mr4cftj|jtjudy)Nc y)NzNegation, the `-` operator, on a bool tensor is not supported. If you are trying to invert a mask, use the `~` or `logical_not()` operator instead.rHrHr4r2rJz_neg_meta..Ms  r4)rrrrrts r2 _neg_metarJs# LL uzz! r4)roc,tj|SrA)rrcrts r2rcrcUs 99Q<r4c|t|tsJ|jtjur d}t ||S)Nz'positive does not support bool tensors.)r8r%rrrrX)rurs r2rdrd^s7 a $$ $ww%**73 Hr4ct|tsJtj|jrt j |S|SrA)r8r%rerrrrrts r2rrgs7 a $$ $ agg&zz!} Hr4c,tj|SrA)rrfrts r2rfrfns   A r4rt)decimalsrc|dk(rtj|Sd|z}d| z}tjtjtj|||S)Nr )rrgr)rurten_pow ten_neg_pows r2rgrgssS1}{{1~h,hY' yyUYYq'%:;[IIr4c,tj|SrA)rrrts r2rrrr4c Rtdtdtt|S)NrK)rrvrArcrts r2rhrhs q#aSV- ..r4ctj|jr-|j}t j |dk(d||z S|j SNr)rerrr/rrrj)rua_abss r2ririsE agg&{{5A:q!e)44vvxr4c,tj|SrA)rrjrts r2rjrjrr4c,tj|SrA)rrkrts r2rkrkrr4c,tj|SrA)rrlrts r2rlrlrr4ctj|z}tj|dk(dtj||z SNrrK)mathpirrrlrts r2rmrms3 ! A ;;qAvq%))A,"2 33r4c,tj|SrA)rrnrts r2rnrnrr4c,tj|SrA)rrprts r2rprprr4ct||SrA)rrts r2rqrqs q!9r4c,tj|SrA)rrrrts r2rrrrrr4c,tj|SrA)rrsrts r2rsrsrr4c,tj|SrA)rrurts r2rururr4c|jtjtjfd|j }tjt |dk7dtj|ddk(d|j}tj|ddk(d|dd}tjtjd |Dd tj|jdzdk(d tj|tjjdS) NcdS)Nz^view_as_complex is only supported for floating pointtensors, but got a tensor of scalar type: rH) input_dtypesr2rJz!view_as_complex..s55@MCr4rcy)Nz-Input tensor must have one or more dimensionsrHrHr4r2rJz!view_as_complex..rr4rPcy)Nz+Tensor must have a last dimension of size 2rHrHr4r2rJz!view_as_complex..rr4rKcy)Nz/Tensor must have a last dimension with stride 1rHrHr4r2rJz!view_as_complex..rr4c3,K|] }|dzdk(yw)rrNrH)rDstrides r2rFz"view_as_complex..s8VaZ1_8cy)NzCTensor must have a stride divisible by 2 for all but last dimensionrHrHr4r2rJz!view_as_complex..rr4cy)Nz0Tensor must have a storage_offset divisible by 2rHrHr4r2rJz!view_as_complex..rr4)rrrrersizerNrbuiltinsrstorage_offsetrview_element_typecorresponding_complex_dtyper)rsizes old_stridesdimsrs @r2rrs**K LL [) C IIKE LL E a? LL b Q= ++-K LLB1A s D LL 8488U LL !Q&B  " " e// <  gbkr4c <dtffd }|S)Nrrcf jttd dttt fdttt fdtffd }rt |}|_turtjrt||S)Nrubrvrur,rpc|tjxst|t fdtjxst|t fdtjxs#t|txrt|t fdt ||\}}||}t ||g|S)NcdS)Nzc: Received a lhs Python scalar to an elementwise binary operation that does not accept lhs scalars!rHrsr2rJzQ_make_elementwise_binary_reference..inner.._ref.. 4&!>>r4cdS)Nzc: Received a rhs Python scalar to an elementwise binary operation that does not accept rhs scalars!rHr/sr2rJzQ_make_elementwise_binary_reference..inner.._ref..r0r4cdS)Nz?: Receive two Number inputs to an elementwise binary operation!rHr/sr2rJzQ_make_elementwise_binary_reference..inner.._ref..s4& _`r4)r _check_valuer8rrlr<)rur,r;rrrsupports_lhs_python_scalarsupports_rhs_python_scalarsupports_two_python_scalarss r2rzz?_make_elementwise_binary_reference..inner.._refs   *G*Q2G.G>    *G*Q2G.G>    +I"1f-G*Q2GH`  $Aq)DAq!QZF/A? ?r4) r}rr,rTensorr r.r{rer|rm) rrrzrnhas_outrshould_register_decompositionr4r5r6rxs ` r2r~z1_make_elementwise_binary_reference..inners <==D t + * 3  @VZ'( @VZ'( @ @ @     @.  ;=&D m #''d3G  #@ + "7 +D 1 r4r) rxrnrr8r4r5r6r9r~s ```````` r2"_make_elementwise_binary_referencer:s*H**X Lr4r+alphar,r<ct||\}}|t|tr |jn |j}t j |}|t k7rr4c t|tst|tsJt|tr9|dk(r|jS|dk(r||zS|dk(rt j |St|trs|dk(rt j |dS|dk(rStj|jstj|jrt j|Stj||S)N?g@?T)r8r&rrrrprErerrrrDrrr+s r2rrs a (Jq.,II I!V 8779  #Xq5L #X::a= Av  8::a& & 8   )U-C-CAGG-L::a= 99Q?r4c^t|trt|tr tdtj||}|Jtj |rt j}nt j}t||}t||}t||\}}t||S)Nz=Receive two Number inputs to an elementwise binary operation!) r8rrWreget_higher_dtyperr complex128float64r)rlrrur,rs r2rrs !VAv!6 K   " "1a (E    e$    5)A5)A Aq !DAq q!9r4)rxr6r9ct|tr(t|trt|}t|}n*t|tr3t|tr#t||j|j }nt|tr3t|tr#t||j|j }nt|trt|tr|j |j k7rk|j t j dk(r(d|j d|j d}t|tj||j }t|trt|tsJ|jtjr t||Stjr t||St jdfdy) NrLcpurMrNrdr0FcdS)Nz not supported for floor_dividerHrsr2rJzfloor_divide..sug-L$Mr4)r8rr!r7rr1rrXr device_putrer_floor_divide_floatr_floor_divide_integerr)rur,rrs @r2rrs_!VAv!6 !  !  Av :a#8 !177188 < Av :a#8 !177188 < Av :a#8QXX=Q 88u||E* *CAHH:Mstut|t|s}}~Cs# #  1884A a Z6%:: : GGE E""1a((    &$Q** UMNr4ctt||\}}|jjstj||St j |t j |k7jt j||dk7}tj||t||jz Sr) rlr is_signedrrrrkrrr))rur,offsets r2rara s Aq !DAq 77  yyAmmA%--"22 ? ? 1a@PTU@U VF 99Q?4VQWWE EEr4c t||}tt|||}tt |dt |d}t |d}t ||}t|t|d|}t|}tt||d}t|t|d|}t||}td|j|j} tt |d|t| |}tt |d||S)NrrKrVrL)rrrr|rrrxrrGrrvr!rr1r) rur,modrdifferent_signed_inputsnon_zero_remaindermask floor_div basic_div zero_tensors r2r`r`+s q!*C c!Sk1 %C*"Q(Bq!H=C )+B CD c#qk3 'Cc I c#y!3 'DdC 1-y9IAq!IAQAQRKbaj)Xk9-MNI Aq9i 00r4c.tj||SrA)rrr+s r2rrD ::a r4c.tj||SrA)rrr+s r2rrMrnr4c.tj||SrA)rrr+s r2rrVrnr4mantissaexponentcftjjtj|SrA)r return_typesfrexprrs r2ruru_s$    # #EKK$5 66r4c.tj||SrA)rrr+s r2rres 99Q?r4c.tj||SrA)rrr+s r2rrnrSr4c.tj||SrA)rrr+s r2rrvrSr4valuesctj|d}tjtj|dtj|}tj |dd}tj |||}|Sr )rrrrrTr)rry input_eq_zero input_lt_zerozeros_and_onesr;s r2rr~sc HHUA&M$$UXXeQ%7U9KLM[[15N [[ ?F Mr4c.tj||SrA)rrr+s r2rrrAr4c.tj||SrA)rrr+s r2rrs <<1 r4c.tj||SrA)rrr+s r2rrs ==A r4rrtolatolctjjjk(fdtjdk\fdtjdk\fdy)NcBdjdjdS)Nz4: Attempting to compare tensors of different dtypes  and rdr)rur,rsr2rJz#_check_close_args..s)4&LQWWIUZ[\[b[bZccder4rcddS)Nz6: rtol must be greater than or equal to zero, but got rdrH)rrsr2rJz#_check_close_args..4&NtfTUVr4cddS)Nz6: atol must be greater than or equal to zero, but got rdrH)rrsr2rJz#_check_close_args..rr4)rr3rrrrur,rrs`````r2_check_close_argsrsV  177e LL  V LL  Vr4 equal_nanc td||||t||}|rftj|jstj |jr(t |tt|t|}|dk(r|dk(r|Stj|jsotj |jsPtj|tj}tj|tj}t|tt||}tt!||}t |tt#|t%||}|S)Nz torch.iscloserr)rrrerrrrrrTrconvert_element_typerget_default_dtypervr/rrrPr) rur,rrrclose allowed_error actual_errorrs r2rrs?a14dK q!HEe**1773u7M7Magg7V5+eAha"AB qyTQY     (1G1G1P  & &q%*A*A*C D  & &q%*A*A*C Dc#a,/0Ms1ay>L {8L12lM3RSF Mr4c|j}|tjtjfv}|rHt j |tj }t j |tj }tj||}tj|dk(d|}tjt j|||z}|s|St j ||Sr ) rrint8int16rrint32rrr/r)rur,rpromote_to_intgress r2rrs GGEuzz5;;77N  & &q%++ 6  & &q%++ 6 !QA AFAq!A ))EIIaOa' (C$3P%*D*DS%*PPr4c.tj||SrA)rrr+s r2rrrSr4c tj|tj|k\}tj|||}tj|||}tjtjtj tj|tj|tj|k(}t j|jst j|jrtj|dk}tj||tjtj|tj|z}tj|||tjtj||z z}tj|} tj| ttdtd|Stj|||tjtj||z zS)Nrr)rrrrrrPrerrrYrArZrTcomplexr) rur,rimax_min_inf_mask neg_min_maskinf_vals non_nan_valsnan_masks r2rrs ::a=EJJqM )D ;;tQ "D ;;tQ "D   %..A78%**Q-5::VW=:XH agg&%*@*@*Izz$'!+ ;; $ %))D/EIIdO*K L {{ hu{{599TD[3I'J J ;;t${{8WU5\5<%H,WW{{8Qu{{599TD[;Q/R(RSSr4c,tjtj|jxstj|j d||k\}tj |||}tj |||}tj tj|||k(}dtjdz }|tjtj||z |zz}tj |||S)Ncy)Nz)logaddexp2 doesn't support complex dtypesrHrHr4r2rJzlogaddexp2..)rr4rUr) rrrerrrrrQr rYrZrD)rur,rirrr inv_log_2rs r2rr!s  LL  # #AGG , O0F0Fqww0OP; 6D ;;tQ "D ;;tQ "D  Qa8Hdhhqk!I EKK 4$; 789D DF ;;xF ++r4ctj|js|dk7}tj|js|dk7}||zSrrerrr+s r2rr5C  ! !!'' * F  ! !!'' * F q5Lr4cPtj|js|dk(S|Srrrts r2rr@s$  ! !!'' *Av 2Ir4ctj|js|dk7}tj|js|dk7}t||Sr)rerrrzr+s r2rrGsG  ! !!'' * F  ! !!'' * F a r4ctj|js|dk7}tj|js|dk7}||z Srrr+s r2rrSrr4c.tj||SrA)rrr+s r2rr^rSr4c.tj||SrA)rrr+s r2rrf ==A r4c.tj||SrA)rrr+s r2rrmrr4)rxr6c.tj||SrA)rrr+s r2rrts 99Q?r4c.tj||SrArr+s r2rr|rSr4c.tj||SrA)rrr+s r2rrs ??1a  r4c.tj||SrA)rrr+s r2rrs ??1a  r4rKclt|tr d}t|tj|||S)Nz?Received a Number for the first argument, but expected a Tensorr;)r8rrWrr)rur,r<rs r2rrs0!VOo 99Q ''r4ct||\}}t|trgt|trWtjt j |j xr t j |j d|dk7rt|tr |jn |j}t j|}t jt||sdt|d|d}t|t|tjrtj||}n||z}tj||}t!||g|S)z/ Reference implementation of torch.sub c y)NzwSubtraction, the `-` operator, with two bool tensors is not supported. Use the `^` or `logical_xor()` operator instead.rHrHr4r2rJzsub..s Cr4rKr>rrd)rlr8r%rrrerrrrr/rWr7rrrr<r?s r2rrs Aq !DAq!Z Z:%> &&qww/ / W8N8Nqww8W4W   z%a4!''))%0 **4; D+DK=8WXcWddefCS/ ! a & !U#A E A YYq!_F 'A 77r4r)rxrrnr6c.tj||SrA)rrr+s r2rrs 99Q?r4c tjt|txst|tdt|tr3t|tr#t ||j |j}nBt|tr2t|tr"t ||j |j}t|tsJt|tsJtjtj|ddtj|tj|}tjtj|td|S)Ncy)Nz/Expected either argument a or b to be a Tensor"rHrHr4r2rJzxlogy..rr4rLrr)rrr8r%rr!rr1rrrrYrTr)rur,rhss r2rrs LL1j!>Z:%>A !Z Z6%: !177188 < Az "z!V'< !177188 < a $$ $ a $$ $ ++ehhq!na1eiil)C DC ;;u{{1~uU|S 99r4)rxrnr6ctj|}tj|rtj||St tj||SrA)re get_dtyperrrrur[s r2rrsE OOA E e$yyA 1a !!r4)rtensor1tensor2rrrcX|j}tj|tjtj t fd||z|z zS)z3 Reference implementation of torch.addcdiv c(dtddSrr.rrsr2rJzaddcdiv..-d5k]:YZeYffghr4rrerrr3rr/rrrrrrs ` @r2rr _   ))%0    ' 'U [ A h %'/G+ ++r4cX|j}tj|tjtj t fd||z|zzS)z3 Reference implementation of torch.addcmul c(dtddSrr.rsr2rJzaddcmul..9rr4rrs ` @r2rr$rr4)rurrTrrTc|| d}t||Vtj|}tjtj|||}tj |||}|Vtj|}tjtj |||}tj |||}|S)Nz+clamp called but both min and max are none!)rWrrTrzrrr)rurrTra_isnan conditions r2rr?s {s{;o ++a.$$UXXa%5w? KK 1c * ++a.$$UXXa%5w? KK 1c * Hr4c0tj||S)N)rrr)rrs r2r}r}_ ;;t %%r4c0tj||S)N)rTr)rrTs r2r~r~hrr4predc||ttj||dtjj tj ufdt||\}}tj||S) Tallow_cpu_scalar_tensorsc"djS)Nz#expected predicate to be bool, got r)rsr2rJzwhere..s5djj\Br4) NotImplementedErrorrecheck_same_devicerrrrrlrr)rrur,s` r2rrxsp yAI!! D!QF LL ejj B "$1-JD!Q ;;tQ ""r4 memory_formatrc4tj||}|SNr)rr)rurrs r2rrs [[- 8F Mr4)allow_cross_devicec|sA|j|jk7r(d|jd|jd}t|tj||S)NzAttempting to copy from device z to device z*, but cross-device copies are not allowed!)r1rXrr)rur,rrs r2rrsM !((ahh"6/zQXXJNxy3 ==A r4c|jdk7rd|jd}t|tj|j}|t j |S)NrKzCan't convert a tensor with z elements to a number!)rrWrerrrr)rur number_types r2rrsWwwyA~,QWWYK7MNo%%agg.K uzz!} %%r4r1copylayout pin_memory non_blockingc| xrw|duxs|j|k(xr`|duxs|j|k(xrI|duxs|j|k(xr2|duxs,|tjk(xst j ||Sr)r1rrrpreserve_formatreis_contiguous_for_memory_format)rur1rrrrrrs r2_to_will_aliasrs  t^ 1qxx61 d] .agg. t^ 1qxx61  T ! U 5 55 U44QmT r4ctrA)r)rkrs r2 _to_dispatchrs r4c|||||d}|SN)r1rrrrrHr1rrrrrs r2 _to_devicers!$& F Mr4c<tj|||||d}|Sr)rr1rs r2_to_device_strrs*,,v&$& F Mr4c||||d}|S)N)rrrrrH)rrrrrs r2 _to_dtypers$& F Mr4otherc`|j}|j}|j}||||||d}|S)N)r1rrrrr)r1rr)rrrrr1rrrs r2 _to_otherrsA\\F KKE \\F$& F Mr4 to_kwargscgd}d|vr.t|dtrtj|d|d<|D]}||vs|dk(r||tjust|dk(r[||j |jj k(r5||j r:||j |jj k(st||d||k(s|j|y)N)rr1rrr1r) r8rhrr1rr/indexrpop)ruroptions_to_checkkws r2_canonicalize_to_argumentsrsE9Ih,?!E#ll9X+>? (" ?&9R=E|s.}s1K!''!*1KzJreducing over zero-size dimension for reduction operation without identityrKz7Expected the dtype of reduction result and out to match copy_fromr)r8r%ndimrXrrrereduction_dimsrOr"rreduction_dtypesr)rVrbroadcast_in_dimr*r+r)rurrrrr(rrrr valid_shaperrrr output_shapebroadcast_dimss` r2 _reductionr\s a $$ $vv{%affX-l m   #z***   !"J |z$444$w    .D ffkKX\\1Kd1K%K \ ',&<&< e'#| #45A !T]FDI!&&MRqatm :R R%*166]Datm!DD'' nM '''  !:I  V\\2<< |||# (@++FLA M!SDs;H0 H :H cBttj}tdi}t|t ddfd }jd}||_|j j |ttt|||S)zk Given a view function (e.g. torch.diagonal) generates its copy variant (e.g. torch.diagonal_copy) __annotations__NrcN|d|i|}||Stjd|S)NrcB|jtjSr)rrcontiguous_formatrIs r2rJz3_make_copy_from_view.._fn..saggE,C,CgDr4)pytreetree_map)rrkrrrs r2rz!_make_copy_from_view.._fns8T-s-f- ?M D   r4_copy)rrr}r.rrupdaterm)raten_fn annotationsr copy_names` r2_make_copy_from_viewr sdBKK(G"/4K w B 2Y  ;;-u%ICL{+47434S9 Jr4ctjtjtj|||}|jtjk(r |j tj}|S)Nrr)rrrruint8r)rurrrs r2rrsU  uyy):):1)=sGT UFww%++- Mr4cht|tj}t|tt frt |dk(r|j}n"|j||jd}|jtjur$tj|tjS|S)Nr)rrF)r)rrr8listrRrNrrrrr"rr)rurrrrs r2rrs !EJJ /B#e}%#c(a-C144U; ww%++))&%++>> Mr4rrc N|j| |j}n[tj|jstj|jrtj }n |j}|dk(s|gk(rd}t |tj||||tjSNrHr(rrrr) rrerrrint64rrrr"SAMErurrrrs r2rrs } ?IIE  # #AGG ,0F0Fqww0OKKEGGE byC2I    499 r4c  tjdtjtjj fdtj j r#tdkDrtjSjtz tttfdttDz}tj|ddS)NFvalidatec*ddjdS)Nzsum_to_size: size "z" is not expandable to size ""rrurOsr2rJzsum_to_size..s%eW,I!''RSTr4rc3\K|]#}|z dk(rj|dk7r|%ywrKNr)rDrru leading_dimsrOs r2rFzsum_to_size.. s95 \! "a 'AGGAJ!O 5s),T)rrr)reextract_shape_from_varargsrris_expandable_torO is_same_shaperNrview_ofr rRrVr)rurO reduce_dimsr4s`` @r2rrs  , ,UU CE LL uagg.T  5!''*s5zA~}}Q66CJ&Ll+,u5|SZ050K 99QKT BBr4c N|j| |j}n[tj|jstj|jrtj }n |j}|dk(s|gk(rd}t |tj||||tjSr') rrerrrr)rrrr"r*r+s r2rr s } ?IIE  # #AGG ,0F0Fqww0OKKEGGE byC2I    499 r4rc x|dk(s|gk(rd}t|tj||d|dtjSNrHFr(rrrrr)rrrr"r*rurrrs r2rr* E byC2I    499  r4c x|dk(s|gk(rd}t|tj||d|dtjSr<)rrrr"r*r>s r2rrB r?r4c6|t|tr|}d}||fSrA)r8r)runbiaseds r2_dim_var_dispatchrCZ s'JsD1 =r4 correctionrBrEc t||\}}tj||}|dk(s|gk(rd}t|t t j |||dddtj}|S)NrHrDTr=) rCreset_correctionrrrrr"COMPLEX_TO_FLOAT)rurrBrrErs r2rrd sr&c84MC%%h ;J byC2I   j1  4EE F Mr4c.t||\}}tj||}tj|tj \}}t ||}tj||||}tj|}|Jt ||SN)rEr) rCrerGr r"rHr)rrrp) rurrBrrE opmath_dtypera_vara_stds r2rr s&c84MC%%h ;J00 % 6 6L% <0A IIaW EE JJu E    "5% 00r4c  |dk(s|gk(rd}  jtjduxsjk(fdttj ||dt j}tjtjxstj fdt|tr|f}tjj|}jdk(rdn#t!t"j$fd|Dd}t'||} jn}t)||}5tt*sJt-|jt/|S|S) NrHc*ddjdS)Nz"Expected out tensor to have dtype z , but got  insteadrr%sr2rJzmean.. s4UG:cii[PXYr4r(cddnddS)Nz&mean(): could not infer output dtype. Inputr z> dtype must be either a floating point or complex dtype. Got: rH)r orig_dtypesr2rJzmean.. s'4$,w*=>77. s7Qq 7Qrr )rrrrrrr"KEEP_PROMOTED_TYPErerrr8rr rOr roperatorrrr)r%r*r+) rurrrrrr(nelemrrSs ` `` @r2rr sV byC2IJ } LL t )syyE)Y   4GGF LL U#Du'='=e'D #sf    -D1A&7QD7QST"UE  'F#m177L $V\ :F #z***V\\2<< Mr4out0out1)rBrrEcdt||\}}tj||}tj|tj \}}|j }t||}tj||||\}} tj|} |Jt| |t| |fSrJ) rCrerGr r"rHrr)rrrp) rurrBrrErKroriginal_dtyperLa_meanrMs r2rr s&c84MC%%h ;J00 % 6 6L%WWN<0ANN1cj'RME6 JJu E   u-7 r4cbt||\}}t|||||}t|||}||fS)NrD)rCrr)rurrBrrEvms r2rr s=&c84MC AsHg*=A QWA a4Kr4)rvec1vec2)betar<r`rarbctjjdk(fdtjjdk(fddfdffD]\}t|tstjt j jxr@t j jxrt j jfdjjdjdt j jrtjtttfdtjtttfd s.rtjStjd StjrtjStjd Stjttt!jfd tjttt!jfd dk(rtjzSztjzzS) NrKc$djdS)Nz*addr: Expected 1-D argument vec1, but got -Dr )r`sr2rJzaddr.. . rgr4r<rbcddS)NzBoolean z$ only supported for Boolean results.rH)arg_namesr2rJzaddr.. s(8*,PQr4rc dtS)Nzexpected bool/int beta but got r.rbsr2rJzaddr.. s5d4j\Br4c dtS)Nz expected bool/int alpha but got r.rlsr2rJzaddr.. s6tDzlCr4Fc:dtdjSNzcannot safely convert z to r/r)rbrsr2rJzaddr..( s,T$ZLTZZLIr4c:dtdjSrorp)r<rsr2rJzaddr.., s,T%[Mdjj\Jr4)rrr r8rrerrrrOrr/intouterrrr)rr`rarbr<argrjs````` @r2rr s LL QJ LL QJ!'*T6N; X c4 LL&&tzz27**4::67**4::6Q   ;;tzz!}djjm 4D djj) !$t*c 2 B   !$u+s 3 C .35;;tT* Uu9U U##+0 D$' 6;oodE6R   !$t*mDJJ.G H I   !$u+}TZZ/H I J  195;;tT22 2$;T4)@!@@ @r4rtrk.c|s't|tjjr|}n,t|tjjrJ|f|z}t d|D}t |dkDr|S|dS)z5Reference implementation of :func:`torch.atleast_1d`.c3VK|]!}|jdk\r|n t|d#yw)rKrN)r rrDrus r2rFzatleast_1d..? s%E!QVVq[i1o5Es')rKr)r8 collectionsabcrrRrN)rtrkargs_rs r2rr6 sm JsKOO$<$<=c;??#;#;<<<  EuE ECc(Q,3*CF*r4 at_least_fncN||}t|tsJt||SrA)r8r%r)r{rrtarg_s r2_unsqueeze_atleastr~E s+ s D dJ '' ' T3 r4c*|s't|tjjr|}n,t|tjjrJ|f|z}t t t dtfd|D}t|dkDr|S|dS)z5Reference implementation of :func:`torch.atleast_2d`.rc3PK|]}|jdk\r|n|yw)rNrf)rDruunsqueeze_atleast_1ds r2rFzatleast_2d..X &M!QVVq[&:1&==M#&rK) r8rxryrrr~rrRrN)rtrkrzrrs @r2rrN s~ JsKOO$<$<=c;??#;#;<<< "#5z1E MuM MCc(Q,3*CF*r4c*|s't|tjjr|}n,t|tjjrJ|f|z}t t t dtfd|D}t|dkDr|S|dS)z5Reference implementation of :func:`torch.atleast_3d`.rPc3PK|]}|jdk\r|n|yw)Nrf)rDruunsqueeze_atleast_2ds r2rFzatleast_3d..g rrrKr) r8rxryrrr~rrRrN)rtrkrzrrs @r2rr] s~ JsKOO$<$<=c;??#;#;<<< "#5z2F MuM MCc(Q,3*CF*r4r!rr#cZ||n|j}tj||||SrA)r#rr)rur!rr#storage_offset_ints r2rrk s6)4!:J:J:L   AtV-? @@r4srcc@|dn|}tj|||||Sr)rr)rrr!rr#rs r2rrw s+-4.  # #E3f>P QQr4c8tjt|SrA)rSizer^)rZs r2rr s ::'0 11r4cvt|dk(rt|dts|d}tt |ddiS)NrKrr_F)rNr8r7r$rltensorss r2rr s< 7|qGAJ!?!*  'MuM NNr4ct|t|jz }tt|t|j|z}t j |||SrA)rNrOrRrVrr)rur!startr(s r2rr sK IAGG $E uc!''lU23 4D  ! !!T4 00r4rrc d}t|dk(r d}t||D]}t|trJt j |ddiddlm}d t|D]\\  jdk7s  jdk7s+tj j jk( fd^ |d j}g}t|D]\ }t|t|jk7rB|jdk(sJtj||jddk( fd i|jdk(r||jddk(r|j|||}t|dk(rE|d ttd |D} t#d j$ j&| | St j(|dj|}t j*|dj|t-j.||j1| S#t $rd} YwxYw)Ncd}|D]I}tj|}|tjk(r|cS|||k7rtjcS|}K|J|SrA)resuggest_memory_formatrr)inputsformatrfs r2 cat_compute_output_memory_formatz-cat..cat_compute_output_memory_format si A++A.AE+++!fk...F  !!! r4rz3cat expects at least one tensor, but received zero!rFr>rKcDdjdjddS)N6Number of dimensions of tensors must match. Expected z-D tensors, but got z-D for tensor number in the listrf)examplerrsr2rJzcat.. s0 ' ~-A!&&J%%&C|5r4c*djddS)Nrz*-D tensors, but got 1-D for tensor number rrf)r tensor_idxsr2rJzcat.. s$#LL>*!!+ L:r4c34K|]}|jywrA) requires_gradrCs r2rFzcat.. s$FQ__$Frrr1rrr)rNrWr8r%rerrQr?rUr rrrOrrr Exceptionrrr1canonicalize_dim validate_idxrrr)rrrrtensorr?rOfilteredrrrrrrs @@@@r2rr sF  7|qCo.&*---. WEuEJ$G'" 1 ?vv{vv{ FFgll*5 !* MMEH'0$ F u:V\\* *;;!# ## LL%V\\!_%9:: ${{a$8aA9M$N OOF #3$65W=M 8} AJ " !$Fg$F!FGM ''88''     !!1!13 7C x{''- 99Xs # ) ) ) FF "!M "s#I IIc>td|D}t|dS)Nc3K|]6}|jdkDr|n |j|jdf8ywr3)r rrrCs r2rFzcolumn_stack.. s7;rK)rRrraligned_tensorss r2rr s(@GO  ""r4ctj|js|S|jrt j |St j|SrA)rerr is_sparserr8rrrs r2rr s@  ! !%++ .  ""5)) ::e r4padc  tjtdzdk(fd|j t  tdz} |z tj |k\ fd|}t D]t d z dz zdkr*|j  |j z}dzdksL|j d|j dzz}vt jdDr|jSt d }t |D]^ t dzdzz  zzdzz}tj|dkD fd|j|`tj|}tj||j|j|j |}|dk(r|jtj"k(rd }tj$||}|} t D]s d z dz zdk\r)| j | j z } dzdk\sK| j d| j dzz } ut'j(| ||S) Nrrc dtS)Nz1Length of pad must be even but instead it equals rM)rsr2rJz!constant_pad_nd.., sCCH:Nr4c(dtddS)Nz`Length of pad should be no more than twice the number of dimensions of the input. Pad length is z while the input has dimensions.rM)l_inprsr2rJz!constant_pad_nd..7 s"225c(;P 'r4rKc3&K|] }|dk yw)rNrH)rDps r2rFz"constant_pad_nd..N s'aAE'sc Fdzdddzdzd S)NzThe input size z, plus negative padding rrKzG resulted in a negative output size, which is invalid. Check dimension z of your input.rH)r input_sizesl_diffrpad_idxsr2rJz!constant_pad_nd..X sGok&1*&=%>>V7|nE#gk"2!34117! OMr4rF)rrrNrOrVrr"rrr$rrerrrr1rrrErr)rrrl_padc_input new_shapenew_dimrr;c_outputrrrrrs ` @@@@@r2rr% s  LL C1 N ++K  E HME U]F LL  G 65 !Puqy1}% wN+NOG P"||'3''}}[&)*I 5\ "c(q1uk*fqj)CL83w{;KK aK M ! "//6M [[kk||))# F zekkUZZ/ ZZ &FH 65 !Suqy1}% w<1 3w<!2S\!AH w{ q q!X^^A->Wq[AQ-QRHS MM(G$ Mr4ctj|tjk7dtj||r|Stj ||S)Ncy)Nz@preserve memory format is unsupported by the contiguous operatorrHrHr4r2rJzcontiguous.. rr4r)rrrrerr)rurs r2rrz sI LL...R  ,,QmL ;;q 66r4cptjt|dkDdt|}t |dS)Nrcy)Nz%dstack expects a non-empty TensorListrHrHr4r2rJzdstack.. rr4r)rrrNrrrs r2rr 1 LLW!#RS '*O  ""r4c ddlm}t|dk(r!t|dtrt |d}t jt|t|jk\dt|t|jz }t|}t|jD]Q\}||z}||}t j||k(xs|dk(xs|dk(fd|dk7r|n||<Stj|tj||t t|t|j|zS)Nrr>rKcy)Nz3expand: the requested shape has too few dimensions!rHrHr4r2rJzexpand.. rr4rPcddS)Nz3expand: attempting to expand a dimension of length rdrHrIsr2rJzexpand.. sI!ANr4)rQr?rNr8rrRrrrOr$rUrevalidate_shaperrrV) rurOr?rdshape_r] offset_idxrequested_lengthrEs @r2rr s8J  5zQ:eAh9eAh LL E c!''l"E Z#agg, &F %[FAGG$ OQ6\  , !1Q!6 7 &#AF+ &2% N  2BR1G-Qz O   ! ! 65vs177|f'<=> r4c8|j|jSrA)rrOr+s r2rr s 88AGG r4chunksc |dkrd|d}t|tj|j|}|j|}t j ||z }t j||z }||z}g}t|D]"} |jt||| |z|$|dk7r |jt||||z|t|S)Nrz%Expected at least one chunk, but got rd) rWrerr rOr r7rGrVrrrR) rurrrlength chunk_size full_chunkstail_chunk_sizerrs r2rr s {5fXQ?o   -C WWS\F6F?+J**Vj01Kz)O F ; B fQQ^Z@AB! fQ[:%=OP =r4 start_dimend_dimcBtj|j|}tj|j|}||k(r|jdk7r|Stj|||\}}|tj |||Stj |||Sr)rerr r_collapse_view_helper collapse_viewcollapse)rurrr new_stridess r2rr s&&qvvy9I$$QVVW5GG! #88IwOI{""1i99 >>!Y 00r4ct|tst|ts tdt j |j |}t j|tj||S)Nz!dims has to be a sequence of ints) r8rRr$rWrecanonicalize_dimsr validate_no_repeating_dimsrrev)rur(s r2rr sX dE ":dD+A<==  " "1664 0D $$T* 99Q r4cN|jdkr tdt|dS)NrzInput must be >= 2-d.rKr rXrrts r2rr %vvz233 4=r4cN|jdkr tdt|dS)NrKzInput must be >= 1-d.rrrts r2rr rr4rrcttrYtjj dk(xrt j jdjtj|j dkDdtjdk\dt j|j|}|j|tjt kxrkfddkrztjz kfdtj|z|S)Nrcy)Nz'start must be an 0-dim integral Tensor.rHrHr4r2rJznarrow.. rr4cy)Nz-narrow() cannot be applied to a 0-dim tensor.rHrHr4r2rJznarrow.. rr4cy)Nz&narrow(): length must be non-negative.rHrHr4r2rJznarrow.. rr4cd dddS)Nz0start out of range (expected to be in range of [, z ], but got )rH) dim_lengthrsr2rJznarrow.. s%BJ;-rR\Q]]hinhoopqr4cddddS)Nzstart (z ) + length (z) exceeds dimension size (z).rH)rrrsr2rJznarrow.. s'% VH4NzlZ\]r4axis)r8r%rrrrerrrrr r! _check_with IndexErrorr slice_in_dim)rurrrrs ``@r2rr s %$ IIK1  D!7!7 !D =   LL1UV LL1NO   -CJ   u4*!4q  qy " LL f$$]   aS AAr4 norm_dimsepsc>tj|j|}tj|j}t ||}t |tsJtj||dd\}}tj||z}||z |z}|||fS)aComputes mean and 1/std of a tensor along norm_dims. Used as a helper function for normalization layers. Args: a (Tensor): input tensor norm_dims (DimsType): dimensions to normalize over eps (float): epsilon for numerical stability Returns: out (Tensor): normalized tensor. mean (Tensor): mean of the tensor along norm_dims. rstd (Tensor): 1/std of the tensor along norm_dims. FT)rrBr) rerr rrr)r8r%rrr) rurrra_acc biased_varrrstdrs r2 _normalizer s"'' :I33AGG< #A'8 9E eZ (( (~~ 9udJ ;;zC' (D t8t C d?r4 dimensionscRt|D]}tj||}|SrA)sortedrr)rErrs r2_unsqueeze_multipler9 s+j!$ OOAs #$ Hr4weightbias batch_size num_channelsflattened_inner_size num_groupsctjjdk\fdtj|zdk(fdddg}tj||z|g} t | ||\} } } | j j } dgttdjz} d}| t|| }d}| t|| }|| |z} || |z} t| j} t| j} t| j} tj| |} tj| |} | | | fS)Nrc"djS)Nz=Expected at least 2 dimensions for input tensor but received rfrsr2rJz#native_group_norm..L sOPUPZPZ|\r4rc.ddjdzS)NzDExpected number of channels in input to be divisible by num_groups, zbut got input of shape z and num_groups = r)rrsr2rJz#native_group_norm..P s#V #EKK=0B:, OPr4r) rrr rrrrOr$rVrr)rr)rrrrrrrrr input_reshapedrrrrunsqueeze_biasunsqueeze_weights` ` r2rr? sb LL a\ LLz!Q& PVN]] Z!;=QRN!EOCt ((5;; CS4a 455NN ,T>B .v~F#$$!N" !#u{{ 3C "4 5D "4 5D ==~ .D ==~ .D t r4out2normalized_shapect}tj|dk\fdtjduxsjt k(fdtjduxsjt k(fdtjj |k\xr(jj |z dt k(fdj j j j |z }tt|j }t||\}} } |z}n|z}n  |zz}t|j}jjdk(r,t| j} t| j} || | fS)NrKc dtzS)NzzExpected normalized_shape to be at least 1-dimensional, i.e., containing at least one element, but got normalized_shape = )rh)r sr2rJz#native_layer_norm.. sI   r4cRdtjzdztzS)NzQExpected weight to be of same shape as normalized_shape, but got weight of shape  and normalized_shape = rhrO)r rsr2rJz#native_layer_norm.. s5 fll  %%    r4cRdtjzdztzS)NzMExpected bias to be of same shape as normalized_shape, but got bias of shape rr)rr sr2rJz#native_layer_norm.. s4 djj/ %%    r4cpdtzdztzdztjzS)NzGiven normalized_shape=z, expected input with shape z, but got input of size r)rr sr2rJz#native_layer_norm.. sK)   ()    % % ekk  r4r])rNrrrOrRr rr$rVrr)rr1r/) rr rrrnormalized_ndimrr rrrs ```` r2rrt s*+O LL1  LL$A&,,%0@*AA  LL  = e,<&==  LL o% U KKo58 9UCS=T T      E ""$   :: 'D%ejj12N . rr4rcy)Nz'renorm: non-positive norm not supportedrHrHr4r2rJzrenorm.. rr4cy)Nz#renorm: maxnorm must be real-valuedrHrHr4r2rJzrenorm.. rr4cdS)Nz,renorm: expected maxnorm to be >= 0 but got rH)rsr2rJzrenorm.. s LWIVr4rKcddS)Nz/renorm: input needs at least 2 dimensions, got dimensionsrHrfsr2rJzrenorm.. sA${Sr4T)rrrgHz>rU)rrr8rr rerr$rVrrlinalg vector_normrrrr) rrrrr9acc_typer`r norm_factorr s ` @r2r)r) so  LLZ7++-TU LLQIJ LL w ((*W LL1 V ::D LL qS  s +CuT{#KC**5;;7H5;;||'' 1k4x( ||''q+t'L C++dWng.DcJK5;;00ekkJ K  + + --r4n_fft hop_length win_lengthwindowcenterpad_mode normalizedonesidedreturn_complexc tjduxsjjk(fd||ndz||n| Njxs%duxrt j j } tj| dn| } tjt jj xst j j dtjdjcxkxrdkncdj} | dk(rjd|rd jz } dz} gtjd| j}tjj|| | g|jj!| dj!d}j!dtjdcxkxrkncfd tjdkDfd tjdcxkxrkncfd tjduxsjfk(fd krT,tj"j jz dz}tj%|z |z gj'dzt j j }||n| }|rdnd}|r;tj| dtj(j+d|}n"tj(j)d|}|j-dd| dk(r|j/d}| r|Stj0|S)NcBdjdjzS)NzAstft input and window must be on the same device but got self on  and window on r0rr%sr2rJzstft.. s,OPUP\P\~ ^ / 0r4zstft requires the return_complex parameter be given for real inputs, and will further require that return_complex=True in a future PyTorch release.cy)Nz:stft expected a tensor of floating point or complex valuesrHrHr4r2rJzstft.. rr4rKrcy)Nzstft expected a 1D or 2D tensorrHrHr4r2rJzstft.. rr4rrcddS)Nzstft expected 0 < n_fft <= z, but got n_fft=rH)rr"sr2rJzstft..( s-fX5EeWMr4cdS)Nz0stft expected hop_length > 0 but got hop_length=rH) hop_length_sr2rJzstft.., sB;-Pr4cdS)Nz9stft expected 0 < win_length <= n_fft but got win_length=rH) win_length_sr2rJzstft..0 sKK=Yr4c0dddjzS)Nz8expected a 1D window tensor of size equal to win_length=rzbut got window with size r)r6r%sr2rJzstft..4 s(F{mSU V)&,,8 9r4rLrP) dimensionr!steporthocy)Nz9Cannot have onesided output if window or input is complexrHrHr4r2rJzstft..J rr4rr`)rrr1r(rerrrr r itertoolsrrOrrrr!rrrfftrfft transpose_squeeze_ view_as_real)rr"r#r$r%r&r'r(r)r*return_complex_ original_ndim extra_dims pad_amountextended_shapebatchleft complex_fftr`rr4rr6s`` ` @@@r2r*r* sK LL$7&--5<<7 !+ 6*EQJK * 6*EK**, $  G5#9#9&,,#G   c ) LL U[[)PU-C-CEKK-PL LLejj%A%'PQJJM" ^ aZ I9++Az:IU[[IN3j*5MxX 5::< 45 JJqME ZZ]F LL EVM LLaP LL K 5 Y LL$8&,,;.8 U >ZZ 5;;u||TF #)%%ftU[5H45O.PQ LL2E L DE ((5K#/x_H 7dD O O iinnUn6iimmErm5NN1all1o!3>u'9'9#'>>r4c J tjduxsjjk(fd||n|dz} ||n|} tjtjj fdj d} j d} || | dz zz}tjjdkDdtjd jcxkxrd kncfd ||n| |k7}|r!tj|d zdz| k(d ntj|| k(d tjd| cxkxr| kncdtjd| cxkxr|kncdtjduxsj| fk(dBtjj }tj| |j}n}| |k7r'|| z d z}tj|||| z |z fd}j}jd k(rjdjdd |rdnd}| r;tj| dtj j#d|nytjduxs tjj  d|sj%dd|d zdztj j'd|j d |k(sJ|j)dd|gz}tj+||j d|fd|| }tj+|j-d j/d| |f|j d|fd|| }||j dk(sJ||j dk(sJ|r|d znd}|||z}n |r ||d zz }n|}t1d||z }|j%d||}|j%d||}||z }|d k(r|j3d}||kDr1t5j6dtj|d||z fd}|S)NcBdjdjzSNzBistft input and window must be on the same device but got self on r-r0r.sr2rJzistft..h s-PQVQ]Q]P^ _ / 0r4r/c@djdjzSrMr0r.sr2rJzistft..s s& Pofmm_= >r4rPrKrcy)Nz"istft input tensor cannot be emptyrHrHr4r2rJzistft..| rr4rrc"djS)Nz8istft expected a tensor with 2 or 3 dimensions, but got rfrsr2rJzistft.. sJ5::,Wr4c y)Nzistft expected the frequency dimension (3rd to the last) of the input tensor to match n_fft / 2 + 1 when onesided=True, but got {fft_size}rHrHr4r2rJzistft.. s Rr4cy)N)zistft expected the frequency dimension (3rd to the last) of the input tensor to match n_fft when onesided=False, but got {fft_size}rHrHr4r2rJzistft.. rr4cy)Nz+istft expected 0 < hop_length <= win_lengthrHrHr4r2rJzistft.. rr4cy)Nz&istft expected 0 < win_length <= n_fftrHrHr4r2rJzistft.. rr4cy)NzDInvalid window shape. window has to be 1D and length of `win_length`rHrHr4r2rJzistft.. rr4rLr:cy)Nz9cannot have onesided output if window or input is complexrHrHr4r2rJzistft.. rr4r<cy)Nz:Complex windows are incompatible with return_complex=FalserHrHr4r2rJzistft.. rr4)rrr)rrr!r9zThe length of signal is shorter than the length parameter. Result is being padded with zeros in the tail. Please check your center and hop_length settings)rrr1rerrr!rr rOcorresponding_real_dtyperrrrrr>ifftrirfftrunfold_backwardrrrTrwarningswarn)rr"r#r$r%r&r(r)rr*r4r6n_framesfft_sizeexpected_output_signal_len onesided_ real_dtypewindow_rIrDr`y_tmpywindow_enveloprends` ` r2r+r+Y s LL$7&--5<<7 !+ 6*EQJK * 6*EK LL u{{+ zz"~Hzz"~H!&1 )E!E LL"$PQ LL UZZ1W%0h%6GI QJNh &    X    LL K&;&= LL K 5 "R LL$8&,,;.8V ~33EKK@ **[ 5<<Pe #)&&wu{7JT7Q0RTUVJJM zzQ" OOAq !E 7dD M O  u"48 dN F%"8"8"FF P LLRq!aLHE 2D9 ::a=E !! ! GLL!Q/ /E  ZZ]$>?    A)) Aq(E23ZZ]$>?   *N & 22 2 %)<). s7uD -X\W]^r4cddS)NzStep is z but must be > 0rHr9sr2rJz*_get_unfold_shape_stride.. s(4& 01r4)rNrerrrr$r) rirjr8r!r9a_ndim last_striderOstridesrrns `` @@r2_get_unfold_shape_stridert s\F   ECaKqWS\H{! K LL ^  LL q1 ME8nG LL NN; V|Cj4'D014c   '>r4c tj|d}tjt |t |j k\dt |dk(rtj |St ||jz }dg|z}|j D]}|j|tdt||D}d|vrKtj||j|j|jtj|S|}tj |}t#|D]!\}}t%||||t'|d\}}#t)t#|} | j+t-j.dd t| \} } |j1|} tj | } | j3| }|j5|S) NFr-cy)Nzbrepeat: Number of dimensions of repeat dims can not be smaller than number of dimensions of tensorrHrHr4r2rJzrepeat..rr4rrKc3,K|] \}}||zywrArH)rD padded_size repeat_sizes r2rFzrepeat..s! $K k!rrT)keyreverse)rer5rrrNrOrr rrRziprrr1rrmake_contiguous_strides_forrUrtrTr$sortrV itemgetterrrr)ru repeat_shapenum_new_dimensions padded_shapedim_size target_shapeurtensor_shapeurtensor_striderenumerated_stride permute_order sorted_striderepeat_xtensor cloned_resultpermuted_results r2rr s33L5QL LL LS\)t  <A{{1~\*QVV33++LGG&H%&(+L,(GL  L{{ ''88//55a8   "N77 EO"<0 X*B OS(C!.sgcU"=bhhsm_Mr4)rQr?rrer5 infer_sizerrr}r rrr8rNrOr is_contiguousr split_dimrrrrWrr)rurrOr?r_ardim0dim1last_dimaccumrhrrrrr]s @@r2_reshape_view_helperrDs~R  , ,UU CE   UAGGI .EAGGIN+!UE$E$Ee$LMM vv{  #FQ; ;2r"B # 7==# #I 5zQ gg !FQ; ;RB ! 7==# #I u:?qvvz##A {QC8 8 u:?qvv{8D8D##Ad|dAY? ?* C B, "''>Q; ;ww{HXrxx/ABB'C  "((3- 7 8'C   "56>Q#67'CBHHSM)E#56>Q#67 #: &+%@%@S#%N "I{  ==E228 qxxzlZrsxryyz{ o%S#&B  0S&1BAgY,^ - HHSMQ  M R  - Qw}}Q r4rOc t|g|ddiS)NrTrr1s r2rrs  ;E ;d ;;r4c@|j|jSrA)rr!rrs r2rrs << %%r4shiftsctj|j|}t|ts|f}t|ts|f}|j dk(r|j S|jdk(r t|dkDrtd|ddt|}t|}|dk7s|dk7r|dk(r td|dk(rH|dk(rCtjtj||dj|jS||k7rtd|d||dkDsJ|dd}|dd}tj||df|d}tj|||S|d}|j|} | |dz | z} tj | |j" } |j%|tj&| | z| S) z/Reference implementation of :func:`torch.roll`.rzDimension specified as z but tensor has no dimensionsrKz`shifts` requiredz*shifts and dimensions must align. shifts: z, dims: Nr0)rerr r8rrrrrNrrXrrrrrOrr1rMr) rurr( len_shiftslen_dims tail_shifts tail_dimsfirst_dim_rolledrr!rr]s r2rrs  " "1664 0D fh ' dH %w wwyA~wwyuuw!|D A %d1gY.K L  VJ4yHQ(a- ?23 3 q=Z1_::emmA.:??H H  !>#uzz%#+t< ==r4rrKkct|dk7rtdt||jdkrtd|jtj|j|}|d|dk(rtd|dd|d|dz}|dk(r5t j t j||df|d|dS|dk(rt j||S|d k(r5t j t j||df|d|dS|jt j S) z0Reference implementation of :func:`torch.rot90`.rz2expected total rotation dims == 2, but got dims = z/expected total dims >= 2, but got total dims = rrKz7expected rotation dims to be different, but got dim0 = z and dim1 = r/rr) rNrXr rerrrrrr)rurr(s r2rrs?  4yA~@T L   vvzLQVVHUVV  " "1664 0D Aw$q'Ed1gYl[_`a[bZc d   AAAvuzz!d1gZ8$q'47KK azz!T"" auzz!d1gZ8$q'47KKwwU%<%.Qrr4rK)rrrNrr rrs r2rrOsQ LLW!#RS '*Oq!#?A&&  ""r4cptjt|dkDdt|}t |dS)Nrcy)Nz%vstack expects a non-empty TensorListrHrHr4r2rJzvstack..[rr4)rrrNrrrs r2rrYrr4r&c&tj|j|}tjt |dk7d|j t|jd|t|zt|j|dzdzS)Nrcy)Nz"unflatten: sizes must be non-emptyrHrHr4r2rJzunflatten..crr4rK) rerr rrrNrrRrO)rurr&s r2rraso   -C LLUq"NO 66% &u5aggcAgi>P8QQ RRr4rcHddlm}tj|jt j t|jdkDd||jdk(rytfdt j||jDS)Nrr>cy)Nz5Dimension specified as 0 but tensor has no dimensionsrHrHr4r2rJzunbind..nrr4rHc3JK|]}tj|ywrA)rr)rDsrs r2rFzunbind..ss! &'EMM!S ! s #) rQr?rerr r _check_indexrNrOrRr)rrr?s ` r2r r gsJ   -C  AGG qGAGGCLA-. +0+=+=as+S   r4rrcd|jtjj|||Sr)rrrrL)rErrrs r2rKrKxs- 77!8!87 9 E E UF r4ctj|j|}tjjdkfd|jdk(r|j dn|}t df|zfz}|||<|S)NrKc$djdSNz(Index should have dimension 1 or 0 (got rrfrsr2rJzindex_copy_..:5::,aHr4r)rerr rrrslice)rErrrrfr]s ` r2rLrLss  ! !!&&# .C LL aH &&A+ A1A ;.3 % )C AcF Hr4c"t||||dS)NFinplace _index_fillrErrrs r2rNrNs q#ueU ;;r4c"t||||dS)NTrrrs r2rOrOs q#ueT ::r4rc"tjjdkfdttr'tjjdk(fdn7tj |j |j|j|jdk(}|r|jdn|}t|j}j||<j||rtjntj }|||} |r|S|r| j#dj%} | j'|j'k7r(tj(|} | j+| | } | S)NrKc$djdSrrfrsr2rJz_index_fill..rr4rc$djdS)Nz.s!!& L:r4)rrr1)rrr r8r%r!rrr1rr$rOrrr7rLrKrrrrcopy_) rErrrrzero_dimrfrOrKrnew_outs `` r2rrs8 LL aH%$ JJ!O : ## !((  vv{H" AA MEE#J LL E'.##E4D4DJ QUE *C ++a.&&(C ::<188: %&&q)G MM# C r4ch|jtjj||||S)Nrr;)rrr index_add_)rErrrr<s r2rJrJs7 77!8!87 9 D D UF% E r4ctj|j|}tjjdkfdjdk(rj d|jdk(r5tj |jd|jStdf|zfz}||S)NrKc$djdSrrfrsr2rJzindex_select..rr4r) rerr rrrrrKrr)rErrr]s ` r2rMrMs  ! !!&&# .C LL aH zzQ"vv{"--a E8JKK ;.3 % )C S6Mr4cddlm|RtdtjD}|rt j |St jSj}tj||}t|tr|fn|}|dk(r*t|dk(s|dk(sJt jStfd|D}t|dk(rt jSt|dk(rt j |St|}t|d}|D]}t |S) Nrr>c32K|]\}}|dk(s |ywr3rH)rDr]r!s r2rFzsqueeze..sJYS$ SJs rc3TK|]}j|dk(s|!ywr3r)rDdrur?s r2rFzsqueeze..s%Jq$8q$IJs((rKT)r{)rQr?rRrUrOrrr8r rerr8rrNr$r)rurr(r  dims_listrr?s` @r2rrsJ {J)AGG*<JJ)-u}}Q%C5==3CC 66D  ! !$ ,CS)C6sD qy4yA~--}}Q JDJ JD 4yA~}}Q 4yA~}}Q%%T Iy$/I  AqM Hr4indices_or_sectionsc tj|j|}|jdk(r d}t|t |t rl|j jdk(sd|j }t||jtjk7rd}d|jt|t |tst |t r|jdk(rt |tr|n|j}|dkrd|}t|g}|j|}tj ||z }||z} d} t#|D]@} | | kr|dzn|} t%j&|| | | z| } |j)| | | z} Bt+|S|}t |t r<|jdk7rd }d |jd t||j-}g}d} |D],}|j)t%j&|| || |} .|j)t%j&|| |j|| t+|S) NrzXtensor_split: received a rank zero tensor, but expected a tensor of rank one or greater!r]z\tensor_split: if indices_or_sections is a tensor it must be on the CPU, but received one on zJtensor_split: if indices_or_sections is a tensor it must have long dtype, z but received one with dtype zAtensor_split: number of sections must be greater than 0, but was rKrzStensor_split: non-scalar indices_or_sections tensors must have only one dimension, zbut received a tensor with r)rerr rWr8r%r1r/rrlongrrrrOr rGrVrrrrRtolist)rurr_dimrsectionssplitsrmin_split_sizenum_splits_one_extra start_idx split_idx split_sizerindicesrEs r2rr s|  ! !!&&# .Dvv{ho%z2"))..%7'':'A'A&BD S/ !  $ $ 2^C+,?,E,E+F GS/ !%w/& 38K8P8PTU8U-v6 $))+  q=UV^U_`CS/ !774=Hx$78'(2 x /I 44"#  ""1iZ1GdSA MM! !J.I /V}& ): 6"''1,k-.A.F.F-G{S o%)002G  A MM%,,Q 14H II   e((Iqwwt}4PQV}r4ctjjdk\fdjdk(rdndttrDtjdk7xrj zdk(fdt Stjtttffd}t |S)NrKc:dtjzdzS)NzPtorch.hsplit requires a tensor with at least 1 dimension, but got a tensor with dimensions!rhr rtsr2rJzhsplit..Y# ^!&&k  r4rc|dtzdztjzdztzdzS)Nz0torch.hsplit attempted to split along dimension z , but the size of the dimension $ is not divisible by the split_size rdr)rurrsr2rJzhsplit..dsXBc(45aggcl#$9 9 j/ "  r4c dtS)Nzhsplit(): received an invalid combination of arguments. Expected indices_or_sections to be of type int, list of ints or tuple of ints but got type r.rsr2rJzhsplit..r  !456 8r4 rrr r8rrOr _check_typer$rR)rur split_sizesrrs`` @@r2rrTs LL !  vv{!C%w/(  1_ ? !:a!?  Az3// &u 6 &K ; ,,r4crtjjdk\fdttrCtjdk7xrj dzdk(fdt dStjtttffd}t |dS)Nrc:dtjzdzS)NzPtorch.vsplit requires a tensor with at least 2 dimension, but got a tensor with rrrtsr2rJzvsplit..rr4rc0djdddS)NzQtorch.vsplit attempted to split along dimension 0, but the size of the dimension rrrdr)rursr2rJzvsplit..s*3771:,6, r4c dtS)Nzvsplit(): received an invalid combination of arguments. Expected indices_or_sections to be of type int, list of ints or tuple of ints but got type r.rsr2rJzvsplit..rr4r)rurrrs`` @r2rr~s LL !  %w/(  1_ =j!8A!=  Az1-- &u 6 &K ; **r4rdc|jtjdvfddk(rtj||Stj||S)N)rKrcddS)Nz'diag(): Supports 1D or 2D tensors. Got DrHrfsr2rJzdiag..s"I$q Qr4rK)rrrrr)rrdr s @r2rrsU 88:D LL Q qyf--""400r4rdim2ctj|}|j|||tjj j k(fdt |S)Nc<djdjS)NzCexpected src to have a size equal to the diagonal of the input.Got z for a diagonal of shape r)rrsr2rJz"diagonal_scatter..s$yyk24::,@r4)reclone_preserve_stridesrrrrOr)rrrdrrrrs ` @r2rrsZ  & &u -C <<d +D LL cii @  D# Jr4c|j}tj|tj|tjk7fd|j }|dk\r. HbQUPVWr4r)r!rr#) rrerrrr#rTrr!rrUrr) rrdrrnum_dimsr# diag_sizerrr&rsrs `` r2rrsxxzH  ! !d :D  ! !d :D LL  W((*N {DIIK-tyy{4/@6/IJAN DIIK-6 D8IJAN 1} Q; ft{{}T':: :N ft{{}T':: :N$TYY[1 K41aQtTl5JQ KE K LL&t{{}5OTQ4,9NqOGO NN4;;=&t)<<= __%_ WF M LPsG(G(G.G.c8|jdz}tj|tj|kDrc| }tjk7fd|j d}|dk7rt |j}tj||d<tj||j|jd}|dkDr||fn||f}tj|d}|tj|z }|jjd}tj ||jtj" } tj |||z|jtj" } | | jdk(} t%t'|jD cgc] } | fvr|nd} } | j)| } tj*| |j-Scc} w) z6 Reference implementation of torch.diag_embed rK)rr]cddSrrHrsr2rJzdiag_embed.. rr4rPrFrr1rrr1r)r rerrrr!r$rOr"r/r#rr1rrrrr)rVrNr mask_tensorr)rrdrrrrt_shapezpaira_rangeb_rangecondr cond_shapes `` r2rrs 66A:D  ! !t 6D  ! !t 6D d{4 d LL  W vvbzH {qww-ll6* KKqwwqxxu U!1v!Q IId #HLL(( D!!"d+All8AHHEKKHGll6!!((%++G g''+ +D@Ec!''l@ST1aD$</(Q6TJT << #D   T1 % 0 0 22 UsHc |Dcgc])}|jdkr|jddn|+}}tjd|D}|dj g}d}t |D]\ t jjdk( fdt jj k( fdj\}}t j||f j}t j|||z |z f j} |t j|| fd gz }||z }t j|d Scc}w) z6 Reference implementation of torch.block_diag rKrPc3:K|]}|jdywr3r)rDrs r2rFz'_block_diag_iterable..7sBVaBsrrc2ddjdS)Nz5Input tensors must have 2 or fewer dimensions. Input z has rr )rrsr2rJz&_block_diag_iterable..@s"CuVZZ\N+7r4c0dddjdS)NzCInput tensors must all be on the same device. Input 0 is on device z and input z is on device rQr0)r1rrsr2rJz&_block_diag_iterable..Es($$*8;qc VWYr4r r ) rrr"rr1rUrrrOr#rr) rr tensors_2dncolsr col_startrowcolrIrightr1rs ` @@r2_block_diag_iterabler-sYKR@Ffjjla/ ArV;J LLBzB BE ] ! !F FIz* 6 JJLA  7  MMV # Y <<S{{C+F&,,O %)#c) *6  599dFE2:;;S #& 99V ##;s.E$ct|S)z This is used as an input to PythonRefInfo. `torch.block_diag` expects arguments splatted, but `aten.block_diag` expects only one argument that is a list of Tensors. )rrs r2rrSs  ((r4rc|jdkrtd|jdt|tr<|dk(s|jd|zdk7r"tdd|jdd|d zt ||dS) NrzPtorch.dsplit requires a tensor with at least 3 dimension, but got a tensor with rrrz3torch.dsplit attempted to split along dimension 2, zbut the size of the dimension rrd)r rXr8rrOr)rurs r2rr]svvz^_`_e_e^ffr s  (G$(a-1771:;PTU;U A.qwwqzl:^_g^hhij k   8Q ''r4c|jdkDrtd|jdtj|d|jdkrdSdS)Nrz7t() expects a tensor with <= 2 dimensions, but self is rrrK)r rXrrrts r2rrjsS vvzEaffXQ O   ??1aaffqj 88a 88r4chtj|jdvd|jS)N)rrc y)NzcThe use of `x.T` on tensors of dimension other than 0 or 2 to reverse their shape is not supported.rHrHr4r2rJzT..s  7r4)rrr rrts r2rr}s, LL &  335Lr4c,tj|SrA)rr8rts r2rrrr4rc0tj|j||f\}}|jdks||k(rtjj |St td|j}|||<|||<tj||S)NrKr) rerr rrdefaultr$rVrr)rurr_dim0_dim1rs r2rrs**166D$<@LE5vv{ddlzz!!!$$a()LLL ==L ))r4czt|j|j|||\}}|j||SrA)rtrOrr)rr8r!r9rOrss r2rrs:. DKKM9dDNE7 ??5' **r4cd|j|||jtjSr)rrrr)rr8r!r9s r2rrs2 ;;y$ - 3 3-- 4 r4c|j}tj||}|dk(r||jdd||S|j|dz}t j |j ||j}|jd|k}t||z dz D]} |jd}t j|||} || |||S)Nr)rrrrKr0rP) r rerrrrrOr1rVr) funcinitrurrrr rgrirmasked_as r2_cumsumprod_commonr0s 66D  s +C qyAKKNC@@ C!GA aggcl188 4B <<?b D 4#:> ""~~b!"{{4D)H cC 88r4c,ttd||||S)Nrr,r-rurrr)r0rrurrrs r2rrs 3Q!Es SSr4c,ttd||||S)NrKr2)r0rr3s r2rrs 4a1#UPS TTr4c~|jdz}tj||}tj||f|S)NrKrf)r rerr expand_dims)rurr s r2rrs: 66A:D  s +C   QT 22r4c t|g|ddiS)NrFrr1s r2rrs  djdjdS)Nz]torch.take_along_dim(): input and indices should have the same number of dimensions, but got z dimensions for input, and z dimensions for indicesrf)rursr2rJz take_along_dim..s* --.VVH4O||n3 5r4c$djdS)Nz?torch.take_along_dim(): dtype of indices should be int but got rPr)rsr2rJz take_along_dim.. s M}}oX 'r4rPr) rrr rerrgatherrr$rOr!infer_size_shapesr)rurr self_sizesbroadcast_shapeindices_broadcast indices_sizesself_broadcasts`` r2rrs LL ',,  LL w}}-  {||AFF2J7<<+;<<!''] !,,s+ 311*gllnM(/BW]]+ VVC[ c11-J%a9||NC1BCCr4rrr1rrrrc tjtjk7dtj|}tj k(rtj |}nhtjk(rtj|}n?tjtjk(fdtj|}tj|||||||S)Ncy)Nz8torch.empty: the Preserve memory format is not supportedrHrHr4r2rJzempty../rr4cddS)Nz/torch.empty: received an unknown memory format rdrHrsr2rJzempty..;sEm_TUVr4rrr1rr) rrrrer5rr}channels_last_3d!make_channels_last_3d_strides_for channels_last!make_channels_last_2d_strides_forr)rrr1rrrrOrss ` r2rr#s LL...J  , ,U 3E///33E: %00 099%@ U00 0 V 99%@    # r4c6tj|||||S)Nr )rr)rOphysical_layoutrrr1rrs r2rrJs&    #  r4rrr1rc| |jn|}| |jn|}| |jn|}tj|||||S)Nrr1rr)rrr1rr)rur!rrr1rs r2rr]sQ}AGG%EQXXVFQXXVF ;;   r4c| |jn|}| |jn|}| |jn|}tj||||||S)zD Reference implementation of torch.Tensor.new_empty_strided rQ)rrr1rr)rur!rrrr1rs r2rrusV }AGG%EQXXVFQXXVF      r4rHc tj|}|tj}tj||tj k(rdnd|||||SNFrrHrer5rrrrrrr1rrr!s r2r#r#sZ  + +D 1D }'') :: %**$!# r4c | |jn|}| |jn|}| |jn|}tj||xs |jtj k(rdnd|||||SrTrrr1rrrrur!rrr1rrs r2rrsm}AGG%EQXXVFQXXVF :: "177uzz1q# r4c tj|}|tj}tj||tj k(rdnd|||||SNTrKrHrUrVs r2rrsZ  + +D 1D }'') :: ## r4c | |jn|}| |jn|}| |jn|}tj||xs |jtj k(rdnd|||||Sr[rXrYs r2rrsm}AGG%EQXXVFQXXVF :: !!''ejj0a# r4 fill_valuec| |jn|}| |jn|}| |jn|}tj||||||S)NrO)rrr1rr)rur!r]rrr1rs r2rrsT}AGG%EQXXVFQXXVF ::   r4)rr1rrrrc J| |jn|}| |jn|}| |jn|}|tjk7r&tj |j ||||||Stj|}tj|j ||||||S)NrDrH) rrr1rrrrOre3compute_elementwise_output_logical_to_physical_permr)rurr1rrrrlogical_to_physical_perms r2rrs}AGG%EQXXVFQXXVF---{{ GG'!'   AA!D     # r4rhcrtj|tj|tjtj |}t trJt trJt trJdtjdk7ddkDrtjk\dndkrtjkdd}tj|xr|fdtj|fdf} tjd| D} |&| rtjntj}tj|} | s| r!t} t} t}|tjk(s| r,tdkDt|dkz }  z |z|z |z}nt!j"z z }| rt%j&| ||| St%j&|dd tj|d }| rtj(ntj*||}t-||}|zz}t-||}|r|j/d |S) Nrcy)Nzstep must be nonzerorHrHr4r2rJzarange..[rr4cyNz7upper bound and lower bound inconsistent with step signrHrHr4r2rJzarange.._rr4cyrerHrHr4r2rJzarange..drr4cRt|t xstj|SrA)r8rr rPrIs r2 is_finitezarange..is_finitegs!a!566J$--:JJr4cddS)Nzunsupported range: z -> rH)rhrsr2rJzarange..ls%eWD6r4cdS)Nzstep must be finite but got rHrpsr2rJzarange..ps.tf5r4c3<K|]}t|tywrArBrDrts r2rFzarange..tsIS 3 8I)rr9rr1rrKFT)re check_layoutcheck_pin_memoryrr1device_or_defaultr8rrr"rr)rrrrr r7riotar get_acc_typer)requires_grad_)rrhr9rrr1rrrhrk integer_args is_integerxstartxendxsteprirrrrs``` r2rrBsz v :& \\%11&9 :F%)) )#w'' '$(( ( { LL:; ax 5L M   5L M K LL%+Ys^6 LL$5 3 D<<IDIIL }+ 1H1H1J''.J\s|   |519oUQY/-%'#-%7C%K4/0zz '    JJ kk  E# (:(:5&(I $E+< =E TE\ !F $VU 3Fd# Mr4)rrhrc||g}t|tr|jd|}n|j|t|tsJ|j dk\}t j||dz |}t j|||}|||z z|z}tjt|}|j|k7rtj||}t||S)NrHrVrK)r8rrrr7r/rrre"compute_elementwise_output_stridesrlrr copy_stridedr<) rrhrrricoeffbaser;rs r2rWrWsS\F&&!F+ f ff %% % ::<3 D KKfqj& 1E ;;tS% (D cEk "T )F  5 57G7P QF }}& ##FF3 ' 77r4)rr1rrrstepsc ttrBtjj dk(dt tj ttrBtjj dk(dt tj tjdfDrZtjtjnFtjtjfdnxstjttjsJtjttfdttsJtjdk\d||||d}dk(rtj d d i|Sd k(rRttr(tj"ffd i|j%Stj ffd i|Stj&dfi|} tj(stj*rtj,n} tj.| t0j2| \} } t5t | } z d z z }tj6| d z k|| | zz|| d z | z zz }t |S)NrcyNz:linspace only supports 0-dimensional start and end tensorsrHrHr4r2rJzlinspace..rr4cyrrHrHr4r2rJzlinspace..rr4c3<K|]}t|tywrAr8rrls r2rFzlinspace..LJsG,LrmcddS)Nzlinspace(): inferred dtype z& can't be safely cast to passed dtype rH)default_complex_dtypersr2rJzlinspace..s56K5LLrsxryzr4cdtjdtjdtjdS)Nz4received an invalid combination of arguments - got (rr)r/r})rhrr~sr2rJzlinspace..sDu+r$s),,-RU 0D0D/EQHr4cy)Nz$number of steps must be non-negativerHrHr4r2rJzlinspace..rr4)rr1rrrrKrr)rr)r8r&rrrr)rZr"rrer%rrrrrrrrrrrr)r r"r*rr)rrhr~rr1rrrfactory_kwargsr. dtype_redrrcast_rgr9rrs```` @r2rrs%( IIK1  P (u}}=#~& GGIN P &c5==9||LU8KLL % A A  # # %!  =)E LL&&u-z  2002 eU[[ )) ) 5'" H eW %% % LL!KL & N  zzzAA.AA z e^ ,;;xGuGGMMeT T::uhMUMnM M a 1. 1B  " "5 )U-C-CE-J   !11 & + +Yq-5FGG %KEAI &D ++ UQY wr{"" dWeai2-... C #3 ..r4r}c V|tj}tjj |rt |t r t|}nDt |tr4tj|jdk(dt||}t |t r t|}nDt |tr4tj|jdk(dt||}tjd|||fDr,tjtj} | }d} ntj} t |t rJ|dkrt"tj$|||| ||||} ttj&|| |S)NrcyNz:logspace only supports 0-dimensional start and end tensorsrHrHr4r2rJzlogspace..7rr4cyrrHrHr4r2rJzlogspace..?rr4c3<K|]}t|tywrArrls r2rFzlogspace..CrrmrH)rrrrerr8rrr&rrr)r"rr%rZrrrr) rrhr~r}rr1rrrr_dtyperets r2rrsb }'') {{##E* eY 'ENE ~ . LL q T ,E59E c9 %#,C ^ , LL QT *#u5C||LU8KLL % A A  # # %! &$(( ( ax!! ..   # C #599T3#7 ??r4indexingcyrArH)rrs r2rr\r4cyrArH)rrs r2rrarr4ct|dttfrt|dk(sJt|d}t j t jd|Ddt j t|dkDdtt|dz D]p}t j ||j||dzjk(dt j ||j||dzjk(drd}d k(r!t|d k\}|r-|d|dg|d d}nt j d k(fd g}|D]jttsJt j jdk(xsjdk(fd |jjlg}t|D]^\}ttsJjdk(rj!d|jt#j$||f`|r|d|dc|d<|d<|S)NrrKc3<K|]}t|tywrAr8r%rws r2rFzmeshgrid..ss@1Z:.@rmcy)Nz)meshgrid expects its inputs to be tensorsrHrHr4r2rJzmeshgrid..trr4cy)Nz'meshgrid expects a non-empty TensorListrHrHr4r2rJzmeshgrid..wrr4cy)Nz3meshgrid expects all tensors to have the same dtyperHrHr4r2rJzmeshgrid..|rr4cy)Nz4meshgrid expects all tensors to have the same devicerHrHr4r2rJzmeshgrid..rr4FxyrijcdS)NzDtorch.meshgrid: indexing must be one of "xy" or "ij", but received: rH)rsr2rJzmeshgrid..s!!) ,r4cdS)NzEtorch.meshgrid: Expected 0D or 1D tensor in the tensor list but got: rH)rsr2rJzmeshgrid..s[\][^_r4r)r8r$rRrNrrr"rrVrr1r%r rrrUrrr)rrrswap_first_and_second_tensors result_shapegridsrs` @r2rrfs6'!*tUm,7|q    # LL @@@;  LLW!#TU 3w dims) should contain the same number of dims as destination (z dims)r$)rrsr2rJzmovedim..s. V ~''+K'8&9 Ar4)rrc"dtdS)Nz#movedim: repeated dim in `source` (rr)rsr2rJzmovedim..s5d6l^1Er4c"dtdS)Nz(movedim: repeated dim in `destination` (rr)rsr2rJzmovedim..s:4 ;L:MQOr4rrK)r/rrrrrNr rRrersetdictr|rVrrr)rrrrssdssssdssr_r(sidirrs `` r2rrss F|s KC"n  LL F s;''  ::D u&&D&A BB u&&D+F GB b'C b'C LL B3s8E LL B3s8O SR[A D BDk  EE"I = KKN)a) KKO !GB ]]5%+ .F Mr4)rr1rrrrsctj|tj|tj|}|t j n|}|t j dn|}tj|||||S)Nr]r ) rernror5rrr1rr)rOrsrr1rrrs r2rrsz v :&  , ,U 3E).E # # %EE$*NU\\% F    #  r4nr_ctjdk\fdtjdk\fdtjtj|d}tjtj|d}|j d|k(} |tj ur| Stj d||||d} tj| | dS) z/ Reference implementation of torch.eye rcdS)Nz%n must be greater or equal to 0, got rH)rsr2rJzeye..#H!Lr4cdS)Nz%m must be greater or equal to 0, got rH)r_sr2rJzeye..rr4Fr rPrrH)rrrr)rrrr) rr_rrr1rrrange_nrange_mrones `` r2rrs y  LLaLM LLaLMll1EKKeTGll1EKKeTG   R G +D   jj !  {{4a((r4ctj|tj|||ntjt |}||nt j d}t||||||}t j||S)Nr]rH) rernro type_to_dtyper/rr1rrE)rOr]rrr1rres r2rr/s v :&&EE,?,?Z@P,QE)Vu||E/BF  #  A ::a $$r4rrr1rrrc Rtj|||||||}t||S)Nr)rrrE) rur]rrr1rrrrs r2rrLs8  ## A : r4c tj||xs |jtjk(rdnd||||||S)NFrrrrrrrurrr1rrrs r2r$r$csC ?? "177uzz1q##  r4c tj||xs |jtjk(rdnd||||||S)NTrKrrrs r2rr{sC ?? !!''ejj0a##  r4ctj|tj|}tj|}tj|}t j |dd|||S)NrrU)rrrr1r)reror5dtype_or_defaultrprra)rr1rrrrOrs r2r r se :&  - -e 4F  " "5 )E  $ $V ,F <<  #  r4ctj|tj|||ntjt |}||nt j d}tj|||S)Nr]rL) rernrorr/rr1rr!)rurrr1rs r2r!r!se v :&&EE,?,?Q,HE)Vu||E/BF   qf ==r4lowhighc6tj|t|tsJt|tsJt |}t |}t|t j sJtj|}tj|||||S)N)rrrr1) rerr8rrrrcanonicalize_devicer_uniform_helper)rOrrrr1s r2rrs  c6 "" " dF ## # C.C T?D eU[[ )) )  & &v .F  Cd%PV WWr4rictj|jt|tr t |}n|j tjdk(fd|jj ddtjjdfvxr|jj dk(}tj|xs|j|jk(dtj|j}|tur-tjtj|fdt||j}tj|||}|j!S) NrcddS)Nz@only supports a 0-dimensional value tensor, but got tensor with z dimensionrH) value_ndimsr2rJzmasked_fill..sVWaVbblmr4cudaxpur-r]cy)Nz,Expected `value` to be on same device as `a`rHrHr4r2rJzmasked_fill..rr4cddS)Nzcould not convert to type z without overflowrH)rsr2rJzmasked_fill..s0 =NOr4)rerrr8rr/r rrr1_C_get_privateuse1_backend_namerrr)rr)rurir value_type is_cpu_scalarrrrs @@r2rrs,%%agg.K% %[ ZZ  !O m HHMMuxxEEGO P + !!U*    5U\\QXX5 B ((5 W   ' ' K @ O  $E177 3E D%#A <<>r4cVtj|||}|j||SrA)rrr)rurirr,s r2rrs( !T5)AGGAJ Hr4c td||||ttjtj|||||j S)z4 Reference implementation of torch.allclose ztorch.allcloser)rrr)rrrrrr)rur,rrrs r2r%r%sH+qADtL  %--14diPQVVX r4cTtj||dtj|||j|jk7ryt |j |j D] \}}||k7s y|j dk(ryttt||S)NFrrT) rercheck_same_dtyper r|rOrrrr)rur,rErfs r2r&r& s Aq5A 1a  vvAGGQWW%1 6  wwyA~ Bq!H r4) exact_dtypercj|dk(r | t|tst|dks|d}t|tr|g}t|trD|t t |j }tjj|||||Stjj|||||S)Nfrorr) r8rrNrhrRrVr rr matrix_normr)rrrrrs r2r`r`3s U  z#s';s3x1}  #se!S ;ejj)*C||''q#we'LL||''q#we'LLr4ctj|jdk(dtjtj|dS)Nrcy)Nz6expected a matrix, but got tensor with dim {self.ndim}rHrHr4r2rJztrace..Rrr4r)rrr rrrs r2rtrtNs: LL QX 99UZZa( ))r4cldtttfdtttfdtffd }|S)Nrur,rpc||SrArH)rur,base_ops r2ropz_make_r_binary_op..ropXsq!}r4)rr&r )rrs` r2_make_r_binary_oprWs= + , + ,  Jr4rc~tj|jdk\d|jdd\}}tj||j j dtj||j j dz |k\}tj||jS)Nrcy)Nz2triu: input tensor must have at least 2 dimensionsrHrHr4r2rJztriu..jrr4rOr0rP rrr rOrr1rrer rrurhwris r2r r f LL ! Q 7723.{rr4rOr0rPrrs r2r r wrr4rrc|dk(s|dk(ry|dkDrt|d|znt||zdkD}tdt|||z}tdt|||z}||z dz}||z|zdz}||z }td||z} || |fS)NrrrrrKr)rrrrT) rrrd m_first_row m_last_row n_row_alln_row_trapezoidtrapezoid_sizediff_rowrectangle_sizes r2_get_tril_sizesrs ax3!8*01*#c1v:&#cFlQ>N:OKQCv./JAs3f -.I ;.2O"J./AQFN?*HHsN+N >; 66r4ctjdk\fdtjdk\fdtjtjtjfvfdy)NrcdS)Nzrow must be non-negative, got rH)rsr2rJz_trilu_checks..%CC5#Ir4cdS)Nzcol must be non-negative, got rH)rsr2rJz_trilu_checks..rr4cdddS)Nr0z" not implemented for ''rH)rrsr2rJz_trilu_checks..s"TF25';r4)rrrr))rrrrrrs```` r2 _trilu_checksrsO LLIJ LLIJ LL %++u{{++;r4r]ctd|||||t|||\}}} td| } ttj |||} | d|tj } | dz } t j| t j| | zd| zzz}t j| d| zdz |z|zdzz }t|| z|}t||}| d||}||z|| z dz| zz}||z}t jt j||ft j||ffS)Nr rrr1rrrVrrK) rrrTrrrrZrGrpr)rr)rrrdrrr1rrrr row_offset arange_kwxs1r, row_inds1 col_inds1xs2 row_inds2 col_inds2s r2r r sK.#sE6:F2A#sF2S/NNKQJ VFzI A~U]] ;CcA QBAEAGO!<<=I C1{?Q#6#Bi"ORU"UUVI' J(>FI' 59I A~U 3Cs cK/!3j@AIc I ;; Iy) *EIIy)6L,MN r4c|dk(s|dk(ry|dkDrtd||z n|}tdt|| |z}t|||dz \}}}||z||zz }||z } | ||fS)NrrrK)rTrr) rrrdrrtrapezoid_size_trilrectangle_size_trilr triu_sizers r2_get_triu_sizesrs ax3!8*01*#av&#KCfW-34N3B#sFUVJ2W/,ac 03FFGI/N >; 66r4ctd|||||t|||\}}} td|} ttj |||} | d||} | |z} | |z}| d|tj }d| z }t j| t j||zd|zz z }t j|d| zdz |z |zdzz }t||}t||}|r|||zz}|| z}t jt j| |ft j||ffS) Nr rrrgrrKrV) rrrTrrrrZrGrpr)rr)rrrdrrr1rrrr col_offsetrr r r rr,rr s r2r r sL.#sE6:F2A#sF2S/NNKQJ VFzI A~U 3Cs Ic I A~U]] ;C {A QBAEAGO!<<=I CA Oa$7)$Cy#PTW"WWXI' 59I' 59I 3!67 J&I ;; Iy) *EIIy)6L,MN r4) out_int32r boundariesrrctjjdk(fdt|tjr|ntj |}|rtj ntj}jd}|dk(rtj|Stj|j|jtj}||z}|||z dzz}|} |r| |kD} n| |k\} tj| ||dz}|dkDrtj|tj} tt!j"|} t%| D]q} tj| | z||}||k} tj| |||z dzzd}|} |r| |kD} n| |k\} tj| | z|dz|}s|j'|S)NrKc,djdS)Nz2boundaries tensor must be 1 dimension but got dim(rr )rsr2rJzbucketize.."sDZ^^EUDVVWXr4rPrr rr)rrrr8r7rrr)rOr$r#r1rrrrrr r[rVr)rurrr out_dtype n_boundariesrrhmidmid_valcond_mid cond_updatenitersrs ` r2r'r's LLAX 5<< (ell1oA( ekkI##B'Lq"" KK DE , C 3;1$ $CoG Q;a< KK%q 1Eaooauzz: TYY|,-v KA++h4c3?C#+K++k5C%KA3E+EqIC oG"Q;"a<KK(k 937EJE K 88)8 $$r4c|Jtjtjj xrBtj j xr tj j fdtjdkDfd|tjtjtjdz zzzS)Nc"djS)NzwCauchy distribution is a continuous probability distribution. dtype must be a floating point but you specified rrsr2rJzcauchy.._::>**Gr4rcdS)Nz-cauchy_ expects sigma > 0.0, but found sigma=rH)sigmasr2rJzcauchy..ds?wGr4rV) rrrerrrrrrr r rand_like)rmedianr# generators` ` r2rrSs    LL  " "4:: .. 3&&tzz2 2 3&&tzz2 2 G  LL  G EEIIdgg1F1L&MNN NNr4c4|Jtjtjj xrBtj j xr tj j fdtjdkDfdtj}tj|jjdz }|d|z k\}tj|| tj|}dz |zS)Nc"djS)Nz|Exponential distribution is a continuous probability distribution. dtype must be a floating point but you specified rrsr2rJzexponential..ur!r4rcdS)Nz4exponential_ expects lambda > 0.0, but found lambda=rH)ratesr2rJzexponential..zsFtfMr4rrUrP) rrrerrrrr$rrrrY)rr*r& uniform_valepsilonr log_uniforms`` r2rCrCis    LL  " "4:: .. 3&&tzz2 2 3&&tzz2 2 G  LL s M //$'K kk+++,0014GsW},I++i'599[3IJK 9{ ""r4c|Jtjtjj xr tj j fdtjdkxrdkfdtj tjtj tj z dzS)Nc"djS)Nzgeometric not implemented for rrsr2rJzgeometric..s0 =r4rrKcdS)Nz0geometric_ expects p to be in (0, 1), but got p=rH)rsr2rJzgeometric..sB1#Fr4) rrrerrrrGrZr$r )rrr&s`` r2rIrIs    LL  " "4:: .. 3&&tzz2 2=  LL A!a%F ;;u{{EOOD$9#9:TZZ^K Lq PPr4c|Jtjtjj xrBtj j xr tj j fdtjdkfdtjtjz|zS)Nc"djS)Nzlog_normal not implemented for rrsr2rJzlog_normal..s1$**>r4rcdS)Nz-log_normal_ expects std > 0.0, but found std=rHrsr2rJzlog_normal..s?uEr4) rrrerrrrrA randn_likerrrr&s` ` r2r]r]s    LL  " "4:: .. 3&&tzz2 2 3&&tzz2 2>   LL CE 99S5++D11D8 99r4)rr)r&rrr1rc ||tjk(sJttstjdk\fd|t d|fD}tjt |dkDdtj|duxr|dudtd|D}|dj}|dj}njtjt|t xrtt d|tjn|}|tjdn|}tj|d d ||d | } | z|zS) NrcdS)Nz)normal expects std >= 0.0, but found std rHr4sr2rJznormal..s I#Or4c3BK|]}t|ts|ywrArrbs r2rFznormal..sLa*Q 2KLscy)NzFnormal expects that either mean or std is a tensor, or size is definedrHrHr4r2rJznormal..rr4cy)Nz.Cannot pass layout, or pin_memory without sizerHrHr4r2rJznormal..rr4c34K|]}|jywrArrbs r2rFznormal..s"normal expects mean and std to be scalars when size is definedrHrHr4r2rJznormal..rr4r]rrUF)rrrr1rr&) rstridedr8r%rrRrNr^rr1rrra) rrr!r&rrr1rrnormal_sampless ` r2rarasM( >Vu}}44 4 c: & 1HO  |LD#;LL L1  \   dN 1zT1 D !".rr4gcܥL@rrrerr)rM_180_PIs r2reres8 LL  " "4:: ..?CH (?r4cztjtj|j dd}||zS)Ncy)Nz-deg2rad is not supported for complex tensors.rHrHr4r2rJzdeg2rad..rr4g9RFߑ?rD)rM_PI_180s r2r<r<s8 LL  " "4:: ..?EH (?r4c*|dk7j|Sr)r)rrs r2r;r; s AI??3 r4ctjjdk(xrjdk(fdfd}tjjjk(|y)NrKcNdjdjdS)Nz1D tensors expected, but got zD and z D tensorsr rrsr2rJz_dot_check..s#/ |6%))+iXr4c djdjdjdjd S)Nz+inconsistent tensor size, expected tensor [z ] and src [z.] to have thesame number of elements, but got rz elements respectively)rrLsr2 numel_errorz_dot_check..numel_errorsL9$**,{SXS^S^S`Rab004 ~U5;;=/Qg i r4)rrrr)rrrNs`` r2 _dot_checkrOsU LL  a,EIIK1,X   LL. }}yyejjl;@@BBzz$))+u55 ]]_::ejjlD1 1tU 5L   r4c|jstj||S|jrf|jr2tj|j |j Stj|j |S|jr2tj||j j St |||j|zjSrA) r(rrrQrrrOr8rrs r2rr5s ?? yyu%% ||~ ==?::ejjlDIIK8 899TYY[%0 0 yyuzz|,1133tU    5 ( - - //r4ctj|j|}dg|jz}d||<|dkr||j|z}t j |j||j j||k(}t j||j|j}t j|||S)NrKrPrr0) rerr rOrrr1rrrr)rErrr mask_shaperis r2select_scatterrULs   -CqvvJJsO qy $ << QXX 6 ; ;J G5 PD //#s # * *177 3C ;;tS! $$r4cVt|tjtjfSrA)r8r TypedStorageUntypedStorage)objs r2 _isStoragerZs cE..0D0DE FFr4cd}t|}g}t|ttfrt |}|r||j z}|j |t ||kDr"tdt|jd|dk(r |S |d}|}t|ttfr|S#t$r#tdt|jdwxYw)Nztoo many dimensions 'rrz.could not determine the shape of object type ') rZr8r$rRrNitemsizerrWr/r}r)seq scalar_typeMAX_DIMS is_storager&rhandles r2_compute_sizesrcsHCJ E S4- (S  {++ +F V u: 4T#Y5G5G4HJK K Q;  L VF  S4- (" L  @cASAS@TTUV  s B,,,Cc&t|trtjSt|tr t|t stj St|trtj St|trtj}|tjurtjS|tjurtjS|tjurtjStdt|tj r |j"St|t$r"t'dt)|j*dt|t,t.frzd}t1|}|dk(rtjSt3|D]D}||} t5|}|tj6||}n|}|tjusB|cS|Stdt)|j*)Nz'invalid default scalar type for complexznew(): invalid data type 'rrzCould not infer dtype of )r8rrrrrr)rrrcfloatdoublecdoublehalfchalfrXr7rrh TypeErrorr/r}r$rRrNrV_infer_scalar_type promote_types)rY default_dtype scalarTyperrcur_itemitem_scalarTypes r2rkrks#y!&&((#w 3(={{#x zz#w//1 EKK '<<  ell *== ejj (;; HI I#u||$yy#s4T#Y5G5G4HJKK#e}% S Q;**, ,v "A1vH 1:O%"00_M , U]]*"! "  2493E3E2FG HHr4rnrYc t|trD|jdk(r1|jj |ddj dSt|tr"|jj |ddSt|t rtj||S|}tj|Dcgc]}t||c}Scc}w)NrKr]T)rr1rrHr) r8r7rdetachrrrrr!r_recursive_build)rnrYr^rs r2rsrss#v399;!#3zz|ZDINNrRR C zz|ZDII C ""3j99 C ;;sKt(T:K LLKsCct|tjratj| d|}|r|j }|r |j n|} ||n |j } |j| | d|St|drtS||n|d} |r t|n|} t|rtStj | jdk(rtSt| |} | j| | dd} | S)Ncy)Nz,Can't pin tensor constructed from a variablerHrHr4r2rJz)_internal_new_from_data..<rr4F)r1rrr__cuda_array_interface__r1meta)rr)r8rr7rrrrr1rhasattrNotImplementedrkrZr/rs) optionsr_ device_optdatacopy_variables copy_numpytype_inferencerrinferred_scalar_typer1rs r2_internal_new_from_datar0s $ % NR  **,C,:syy )53::vv&   t/0&1Zwx7HF7E-d3;$ <<  $ $ .! ! ""6=6#7eRWX Mr4)rr1rrc t|tjrtjd|du}t ddi||ntj ||dd||}|j|r|j||S)NzTo copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor)r1r]T)r}r~rr) r8rr7r]r^rrdetach_rs)r|rr1rrr new_tensors r2rris$ %  l d]N( 5"(?(?(A % J!!-0 r4rA)F)rNN)gh㈵>g:0yE>Fr)NN)NNNNNFF)FFN)NF)NNFr)rrP)NNNTreflectFNN)NNNTFNNF)rH)rKr)rrrK)rrOrP)rNrK)r)rrU)rNF)rrKNr3)rKrN(r"rxrr=r rVr]collections.abcrenumr functoolsrrrrtypingr r r r r rrrrr torch._prims_primsrtorch._prims_common _prims_commonretorch.utils._pytree_pytreerrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(torch._prims_common.wrappersr)r*r+r,r-r.rr7r DispatchKey_opsopsrr3r<r^rl torch._decomprmobjectr{rrrrHr/ INT_TO_FLOATr0r1r3r2r4r5DEFAULTr6r7r(r8r9r:r=r>r?r@rArBrD NO_OPMATHrErFr"rGrHr ALWAYS_BOOLrPrQrRrSrTspecial multigammalnr_rUrVrXrYrZr[r\rrrr^rrrbrrcrdrrfrgrrhrirjrkrlrmrnrp BOOL_TO_LONGrqrrrsrurr:rvrwrxryrzr{r|rrrhrrrrrar`rrrrurrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr}r~rrrrrrrrrregisterr1rrrrrrrrr rrr dim_IntList IntList_outrrrrrCrrrrrrrr~rrrrrrr&py_implCompositeImplicitAutogradMetarrrrrrrrrrrrrrrrrrrrrr)r*r&r+rtrrrrrrrrrorrrr rKrLrNrOrrJrMrr(rrrrrrrrrrrrrrrrrrr0rrrrrrrr>rrrrr#rrrrrr start_step start_outrWrrrrrrrrr$rr r!rrrr%r&r`rtrrrrr r rrr rrr r'rrCrIr]rarArer<r;rOrrrUabs_acos_acosh_add_addcmul_addcdiv_asin_asinh_atan_atanh_atan2_ bitwise_and_bitwise_left_shift_ bitwise_not_ bitwise_or_bitwise_right_shift_ bitwise_xor_ceil_clamp_ clamp_min_ clamp_max_conj_physical_ copysign_cos_cosh_cumsum_cumprod_deg2rad_digamma_div_eq_erf_erfc_erfinv_exp_exp2_expm1_ float_power_floor_ floor_divide_fmod_frac_gcd_ge_gt_ heaviside_hypot_igamma_igammac_i0_lcm_le_lerp_lgamma_log10_log1p_log2_log_ logical_and_ logical_not_ logical_or_ logical_xor_lt_mul_ mvlgamma_ nan_to_num_ne_neg_ nextafter_pow_rad2deg_ reciprocal_ remainder_rsqrt_sgn_sigmoid_sign_sin_sinc_sinh_sqrt_square_sub_tan_tanh_tril_triu_ true_divide_trunc_xlogy_cauchy_ exponential_ geometric_ log_normal_zero_rrrrrrrrrZrcrkrsrrtorch._refs._conversionstorch._refs.ffttorch._refs.linalgtorch._refs.nn.functionaltorch._refs.specialrHr4r2r s+O $<<XXX #$$$.g R hh""  zz~~ 2 %P9=C81     B  2##B#S#STU##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#J#JK L ##B#J#JKL(/n/)/**+ &&,& ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ  #7AA  N  :  .     ^ J >  " ##>#####B#J#JKL##B#J#JK!N!~!L! N~##// **>* *##B#N#NO1^11P1##B#N#NO11>1P1##B#N#NO11>1P1##B#N#NO^P u}}11: >##// 0n00 0##00$''##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ##B#O#OPQ  $(XX X EKK X XX' #!7DD :? ,  ,' ,26 , , ( ,( !$#'#'  *  Z  Z   )4##++    >  N ~ ##B#O#OPQ # #7??12J^J#JnJ $ J##B#O#OPQ##B#O#OP/~/./Q/##B#J#JKL##B#J#JKL##B#N#NOP##B#O#OPQ ##B#O#OP4Q4 ##B#O#OPQ##B#O#OPQ##00 n ##B#O#OPQ##B#O#OPQ##B#J#JKL !.!^!L  ## %"&66t! #"7??#' 8 ^Z '(8 ^Z '(8 J  8 " 8:$7DD$$   $7??#>#n###$7??"."^"""$7??"."^"""$7??.>.n...$7??#>#n###$7DD$2 ^Z '(2-2>:3M-N2 2!  $(  ^Z '( ^Z '(C= "($7CC$.^ $7DD ^Z '( ^Z '(4  ^Z '( ^Z '( l$==EE $"' O ^Z '(O-2>:3M-NO  O8FVFF6F161f112$7??$$ N~.  $7??$$ N~.  $7??$# N~.   # Z$775)G#H7%$7$7??$$ >n  $7CC$.^ $7CC$.^ $7??$$ ^^  $7??$$ ^>  $7DD$$ nN  $7DD$$ ~.^         2 ((( (  (  (  (V$7??$$ Q> Qn Q  Q $7CC$.^ $7??$$ TTNT~T  T0$7??$$ ,. ,^ , ,  ,$7CC>n##B#N#NO>P $7CC.^$7CC>n$7CC$.^ $7??~.^$7??~.^$7?? $>n $7CC$.^ $7AA$$ !!N!~!  !$7??!!N!~!!  "  ( ^Z '( ( ^Z '( (  (# (! #"7?? $8 ^Z '($8 ^Z '($8  $8 " $8N$7DD   $  >n   # #"7DD:U>:- .:59S3T: $ :&$==EE  $ " ^Z '("-2>:3M-N"  " % #67DD , , ,,  ,  , & ,* % #67?? , , ,,  ,  , & ,* # #+7?? -1,0  ( )  ( )   $  4' -1& & ( )&&(&' -1& & ( )&&(& # #"7AA +/*.# #&'#&'# $ #. # ?D?T?T).)<)<$9=v& "&N&z&#&(,#'%)37!& ^ $ EKK  4.  U\\ "  E//0  237  LL ;;   E//0   #s(^ "37   ;;   E//0   #s(^ "37  ;;    E//0   #s(^  37   E//0   #s(^ ."&"T"0.nV"##' << < <  < 8  << EKK < & <2<<~4! #   (    " ! # (  "$--txx/C/CDE6: $(  x}htCy11 2 EKK  &  F:C C C, "6:   x}htCy11 2 &  #: "# !  (  &    #. "# !  (  &    #.! ##  (,  ( tn  $ "6! 6:# 1 (, 11 x}htCy11 21tn1 1 $ 11"1* "#/  // ( ///#/d & VV# $'+  ( tn    $ '0 & VV##  (,   (  tn   $ '  " #07?? 7A 7A 7A 7A  7A  7A7A # 7Av + ~x77 8 +AO + >5!45 56 +  # *8   + ~x77 8 +AO + >5!45 56 + + ~x77 8 +AO + >5!45 56 +$%) A A  A  ASM A  A//0  %) R R R R  R SM R  R1R22'' (M(MN'' (8(89O4#7O:OO1N1)11 ! #$7AAsG#sG#sGnsG " sGn #,###>,,- ?@P P $S P2<PP.Ph8=7N7N 7  7!&!4!4 7  7 #&#>##  $!f!!%!JFv^Ss5QTAT;U01~1#1C11$ " N"2~#nnBBB(-c>.A(BBLOBB: "). 666 !"< > tCy ^ ..6671 1 V 1 6 1 1  1  11 1 666 !"181h../ VVV$A AA V A 6  A  A  666 !" A%0AL %,~,,&, $ #. #.,#.36#.AO#.#.%#.N+??@!% $##%)g? g? g? g? g? V  g?  g?g?g?tng?TNg? g?Ag?VKAAB!% $## P P P  P  P V  P  P P tnP  SMP  P CP h ",9<DGOR8 $ 51f5151%51p{N{{{D<~N,>H,>H,>n,>#,>^ # >>)9>>$>< !3   #  G% GC G G$ G  $(  EKK  & #&#>## #&#>##SScS)SS  $  n  3  /A  %   *3z:  :  C   J  ( <<<$.<73  FT&-&-,4&- >3 &-T$+$+,4$+ >3 $+N &  1  1  1 1' 1--.           /$ & & & & &  &  &'&R(  5353 53 53  53  53)53p( !$$~"6!$>!$)!$H)n-).) (n ( (5G ('99(9$  N  #^$' * *s *# *. *( *   $+ +%(+03+;>++%+(() nCs*$( 99 9 EKK 9 & 990 $ $( TT T EKK T &  T  T%T % $( UU U EKK U &  U  U&U'33c3n3(3 ))*=N=I=.=+= #.##N# ^  AE!D ||!D#ll!D19#!D \\!D!DH $( =='+).)@)@# EKK # LL# ^ $ #  #  #&&###L $( =='+ EKK  LL  ^ $   $'  $(%)'+  EKK  U\\ "  ^ $ (,../  $(%)'+   EKK  U\\ "  ^ $08 **+ $( =='+  EKK  LL ^ $     ,0'  $(%)'+  EKK  U\\ "  ^ $ (2 ))* $( =='+  EKK  LL ^ $     +0 &  $(%)'+  EKK  U\\ "  ^ $ '2 &  $(%)'+  EKK  U\\ "  ^ $'0( $('+%)).)>)>&& EKK & ^ $ & U\\ " &  &&&&&&)&R//1F1FGH  $` $( =='+` ` * ` ` EKK ` LL ` ^ $````I`F " #27??88V8U6:3E-F8 # 82 &  $('+ ==T/ ^+ ,T/ z>) *T/ T/ EKK T/ ^ $ T/ LLT/T/T/T/'T/n &   8@ $('+ ==8@ ^+ ,8@ z>) *8@ 8@  8@ EKK 8@ ^ $8@ LL8@8@8@8@'8@v  h~. #     ~     &>ND$8%:OOP>> .>'>D; ; #'' (;s,,-; ;~**+  $('+ == E),, -  EKK  ^ $  LL ,6! ")$( =='+") ")}") EKK ") LL ") ^ $ ")")")")"")P**DIIMM:;  $( =='+% %% EKK % LL % ^ $ %%%%<%>$(%)'+).)>)> EKK  U\\ "  ^ $ &&.( $(%)'+).)>)> EKK  U\\ "  ^ $   &&),' $(%)'+).)>)> EKK  U\\ "  ^ $   &&(, **+ $('+%)  EKK  ^ $ U\\ "     ,8$( =='+ > > EKK  > LL > ^ $ >  > >,$'$'X X tS% X c5 !X ;; X  XX*(() )>))@V)*)X))*  + 4J  +         "^4& " &+" M $( M MeSj!"M ( M M EKK MM#M2 # **>*$* [ ) l +  "  3N 3c 3. 3# 3 "  3N 3c 3. 3# 3(77377c3m8L7$        ;;  LL   "))* "  =="" " " " ;; " LL " """+"R77377c3m8L7"))* &  =="& & & & ;; & LL & &&&+&R'   7%7%7% 7%  7%(7%t $ #!7?? O % O (() #!7??# * #6' #!7?? Q ( Q( #!7?? : ) :" $ #8??   1'    1'%1'h %HdH&H##B#O#OP.Q##B#O#OP.Q**+  Xh/ ,  =! #)7??  "   " #)7??0 # 0"++, %n%>%%C%-%Sd u S  !  !d u d u  u [) #$67[) J' $%89[) d u  9 % 9 % }- ( # Sd    !  !  !SBSd  Sd u [) u l+ ddSBB 9 % u     !BSBd   u  u dS[) [) J' [) BS ( # J' BS 9 % S  !J' 9 % u S  !dSddd  SSddd[) u  u   [) 9 % J' d !$** - &t7$T]]3 "4;;/ #4;;/ dff %%dnn5  + G 4.IfM M"'(>@R(R"SM>5rtUH  r4