P/jddlZddlZddlmZmZddlZddlmcmZ ddl m Z ddl m Z mZmZddlmZej$j&j(ZdZdZdZd ZGd d eZy) N)CallableUnion) OpOverload)FakeTensorModetree_flatten_onlyUnsupportedFakeTensorException)TorchDispatchModec$ttj|Dchc];}tjj |r|j j =c}tfdttj|DScc}w)Nc3K|]A}tjj|xr|jjvCywN)torch_C _has_storage_typed_storage_cdata).0outinput_storagess _/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/torch/_subclasses/fake_utils.py z'outputs_alias_inputs..sD  c"Ts'9'9';'B'Bn'TTsAA )rr Tensorrrrrany)outputsinputsinprs @routputs_alias_inputsrsu%U\\6:  88  % ##N $U\\7;  sAB cttj|Dchc] }t|c}t fdttj|DScc}w)Nc38K|]}t|vywr )id)rr input_idss rrz%outputs_are_inputs..#sXr#w)#Xs)rr rrr)rrrr s @routputs_are_inputsr!!sE$5ellF$KLSCLI X/@w/WX XXMsAct}ttj|D]S}tjj |s#|j j}||vry|j|Uy)NTF) setrr rrrrradd)rstoragesrstors routput_alias_each_otherr'&shuH w7xx$$S) !!#** 8  T  c|tjjus|tjjur|dvrdt |vry|tj jus|tj jur|dvrdt |vry|tjjur|dvrdt |vryy)N)DevicesT)F)aten#_scaled_dot_product_flash_attentiondefault_flash_attention_forwardrepr'_scaled_dot_product_efficient_attention_efficient_attention_forward#_scaled_dot_product_cudnn_attention)funcidxes r is_sdpa_errorr:2s D<<DD Dt44<<< 6M a  D@@HH Ht88@@@ 6M a  88@@@ 6M a  r(cNeZdZ dddddeeegefdfffdZddZxZ S) CrossRefFakeModeNT) check_stridescheck_aliasing ignore_op_fncVt|||nd|_||_||_y)Ncy)NF)fns rz+CrossRefFakeMode.__init__..Xsr()super__init__r?r=r>)selfr?r=r> __class__s rrFzCrossRefFakeMode.__init__Os5 (4L:J +,r(cF|xsi}d}|tjjtjjtjj fvr|j |stjj|jvrtjj|jvrtjj|jvrddl m} t|5}t!j"tj$t'j(|j*d||f\}} t-j.5||i| }ddddddd|d} ||i|} |+t!j2| } t!j2|} t5| t5| k(s!J| dt5| d t5| |j6rt9| ||f}t9| f}||k(sJ| d |d |t;| ||f}t;||| f}||k(sJ| d |d |t=| }t=|}||k(sJ| d |d |t?tAt!j2| t!j2|D]\}\}}tC|tj$}|tC|tj$k(s J| d |sM|jD|jDk(s J| dtjFjI|r/|jK}|jK}||k(s J| d tjLjNjQ|||jRd| S#1swYPxYw#1swYUxYw#t0$rYdwxYw#tT$rC}tW|||rYd}~@t5| dk(r| d|n | d|d|}tY||d}~wwxYw)Nr)ShapeEnv) shape_envT) static_shapeszWhen comparing the output of z* on FakeTensor and concrete Tensors, foundz mismatch in number of returns z != z( mismatch in outputs_alias_inputs check z& mismatch in outputs_are_inputs check z, mismatch in outputs_alias_each_other check z$ mismatched number of tensor outputsz mismatched requires_grad-ness of outputs. This usually means that you have added autograd support for your operator at a dispatch key other than Autograd, which will lead to problemsz mismatched storage offset)r=allow_rhs_unbackedz mismatched tensor metadata: z' mismatched tensor metadata for output[z]: )-r/ lift_freshr1lift_fresh_copyset_source_Storage_storage_offsetr?r Tagdynamic_output_shapetags inplace_viewdata_dependent_output%torch.fx.experimental.symbolic_shapesrJrpytree tree_map_onlyr functoolspartial from_tensorwarningscatch_warningsr tree_leaveslenr>rr!r' enumeratezip isinstance requires_gradrrstorage_offset_primsutilscompare_tensor_metar= Exceptionr: RuntimeError)rGr7typesargskwargsfake_rrJ fake_mode fake_args fake_kwargscontextrr_flatf_flat r_aliasing f_aliasing r_identity_eq f_identity_eqr_output_alias_each_otherf_output_alias_each_otherr8r_outfake_outr_is_tenr_offsetf_offsetr9 error_messages r__torch_dispatch__z#CrossRefFakeMode.__torch_dispatch__]s2 ''$$,, 77  %%d+ ..dii? &&dii7 //tyy@ G #hj9AY-3-A-A !)))*?*?tTv.*I{ "002A!%y!@K!@A A,D62   $ !& !  ''*F''/Fv;## Y9#f+d3v;-X Y""1!dF^D 1&9k:RS *,dYFzlRVWaVbcd,!31tVn E 26I{;S T !]2hYD]OSWXeWfgh2-DA,F),CF,K)04MMiK016O5PRM +4F&&q)6+=+=f+EF+$ A&&eX&eU\\::ell$DYBCD ..(2H2HH")$67H xx,,U3#(#7#7#9#+#:#:#<$0B%Y&@AB0A **>>!$*.*<*? -hr(r<)r[r^typingrrr torch.utils._pytreerh_pytreerY torch._opsrtorch._subclasses.fake_tensorrrrtorch.utils._python_dispatchr _opsopsr/rr!r'r:r<rBr(rrsd" $$! ; zz~~ Y 8w(wr(