U yh!@sddlZddlZddlmZmZddlZddlmmZ ddl m Z ddl m Z mZmZddlmZejjjZddZdd Zd d Zd d ZGdddeZdS)N)CallableUnion) OpOverload)FakeTensorModetree_flatten_onlyUnsupportedFakeTensorException)TorchDispatchModecs4ddttj|Dtfddttj|DS)NcSs"h|]}tj|r|jqStorch_C _has_storage_typed_storage_cdata.0Zinpr r N/var/www/html/venv/lib/python3.8/site-packages/torch/_subclasses/fake_utils.py s z'outputs_alias_inputs..c3s(|] }tj|o|jkVqdSNr routZinput_storagesr r sz'outputs_alias_inputs..rr Tensoranyoutputsinputsr rroutputs_alias_inputss    rcs4ddttj|Dtfddttj|DS)NcSsh|] }t|qSr idrr r rr"sz%outputs_are_inputs..c3s|]}t|kVqdSrr rZ input_idsr rr#sz%outputs_are_inputs..rrr r"routputs_are_inputs!sr#cCsLt}ttj|D]4}tj|s$q|j}||kr<dS||qdS)NTF) setrr rr r rradd)rZstoragesrZstorr r routput_alias_each_other&s   r&cCsd|tjjks|tjjkr0|dkr0dt|kr0dS|tjjksH|tjjkr`|dkr`dt|kr`dSdS)N)ZDevicesT)F)atenZ#_scaled_dot_product_flash_attentiondefaultZ_flash_attention_forwardreprZ'_scaled_dot_product_efficient_attentionZ_efficient_attention_forward)funcidxer r r is_sdpa_error2s&      r1c@s@eZdZd dddeeegefdfdddZd dd ZdS) CrossRefFakeModeNT) check_stridescheck_aliasing) ignore_op_fncCs&|dk r |ndd|_||_||_dS)NcSsdS)NFr )fnr r rQz+CrossRefFakeMode.__init__..)r5r3r4)selfr5r3r4r r r__init__IszCrossRefFakeMode.__init__r c Cs>|pi}d}|tjjtjjtjjfkr||stjj |j krtjj |j krtjj |j krddl m}z^t|dH}ttjtj|jdd||f\}} t||| }W5QRXW5QRXWntk rYnXd|d} |||} |dk r:t| } t|} t| t| ks@t| dt| d t| |jrt| ||f}t||| f}||kst| d |d |t| ||f}t||| f}||kst| d |d |t| }t|}||kst| d |d |t t!t| t|D]&\}\}}t"|tj}|t"|tjksJt| d |r|j#|j#kslt| dtj$%|r|&}|&}||kst| dztj'j(j)|||j*ddWnvt+k r4}zVt,|||rWYBqt| dkr| d|n| d|d|}t-||W5d}~XYnXq| S)Nr)ShapeEnv)Z shape_envT)Z static_shapeszWhen comparing the output of z* on FakeTensor and concrete Tensors, foundz mismatch in number of returns z != z( mismatch in outputs_alias_inputs check z& mismatch in outputs_are_inputs check z, mismatch in outputs_alias_each_other check z$ mismatched number of tensor outputsz mismatched requires_grad-ness of outputs. This usually means that you have added autograd support for your operator at a dispatch key other than Autograd, which will lead to problemsz mismatched storage offset)r3Zallow_rhs_unbackedz mismatched tensor metadata: z' mismatched tensor metadata for output[z]: ).r+Z lift_freshr,Zlift_fresh_copyset_Zsource_Storage_storage_offsetr5r TagZdynamic_output_shapetagsZ inplace_viewZdata_dependent_outputZ%torch.fx.experimental.symbolic_shapesr;rpytreeZ tree_map_onlyr functoolspartialZ from_tensorwarningscatch_warningsrZ tree_leaveslenAssertionErrorr4rr#r& enumeratezip isinstanceZ requires_gradr r Zstorage_offsetZ_primsutilsZcompare_tensor_metar3 Exceptionr1 RuntimeError)r9r.typesargskwargsZfake_rr;Z fake_modeZ fake_argsZ fake_kwargscontextrZr_flatZf_flatZ r_aliasingZ f_aliasingZ r_identity_eqZ f_identity_eqZr_output_alias_each_otherZf_output_alias_each_otherr/Zr_outZfake_outZr_is_tenZr_offsetZf_offsetr0 error_messager r r__torch_dispatch__Vs     "             z#CrossRefFakeMode.__torch_dispatch__)N)r N) __name__ __module__ __qualname__rrrboolr:rSr r r rr2Hs r2)rArCtypingrrr Ztorch.utils._pytreerJZ_pytreer@Z torch._opsrZtorch._subclasses.fake_tensorrrrZtorch.utils._python_dispatchrZ_opsZopsr+rr#r&r1r2r r r rs