o h@sddlZddlmZmZddlZddlmmZddl m Z ddl m Z m Z mZddlmZddlmZejjjZddZd d Zd d ZGd ddeZdS)N)CallableUnion) OpOverload)FakeTensorModetree_flatten_onlyUnsupportedFakeTensorException)TorchDispatchMode) tree_flattenc4ddttj|Dtfddttj|DS)NcSs"h|] }tj|r|jqStorch_C _has_storage_typed_storage_cdata.0inpr r R/var/www/html/ai/venv/lib/python3.10/site-packages/torch/_subclasses/fake_utils.py s  z'outputs_alias_inputs..c3s*|]}tj|o|jvVqdSNr routinput_storagesr r s  z'outputs_alias_inputs..rr Tensoranyoutputsinputsr rroutputs_alias_inputss    r#cr )NcSsh|]}t|qSr idrr r rr sz%outputs_are_inputs..c3s|] }t|vVqdSrr$r input_idsr rr!sz%outputs_are_inputs..rr r r&routputs_are_inputssr(cCsLt}ttj|D]}tj|sq |j}||vrdS||q dS)NTF) setrr rrrrradd)r!storagesrstorr r routput_alias_each_other$s   r-c@sBeZdZ d ddddeeegefdffddZd dd ZdS) CrossRefFakeModeNT) check_stridescheck_aliasing ignore_op_fncCs&|dur|ndd|_||_||_dS)NcSsdS)NFr )fnr r r9sz+CrossRefFakeMode.__init__..)r1r/r0)selfr1r/r0r r r__init__1s zCrossRefFakeMode.__init__r c Cs.|pi}d}|tjjtjjtjjfvrt||sttjj |j vrttjj |j vrttjj |j vrtz=t 0}ttj|j||f\}}t||i|}Wdn1sUwYWdn1sdwYWn tysYnwd|d} ||i|} |durt| \} } t|\} } t| t| ksJ| dt| dt| |jrt| ||f}t|||f}||ksJ| d|d|t| ||f}t|||f}||ksJ| d|d|t| }t|}||ksJ| d|d|ttt| dt|dD]\}\}}t|tj}|t|tjks.J| d |r|j|jks?J| d tj |rZ|!}|!}||ksZJ| d ztj"j#j$|||j%d Wqt&y}zt| d kr| d|n | d|d|}t'||d}~wwq| S)NzWhen comparing the output of z* on FakeTensor and concrete Tensors, foundz mismatch in number of returns z != z( mismatch in outputs_alias_inputs check z& mismatch in outputs_are_inputs check z, mismatch in outputs_alias_each_other check rz$ mismatched number of tensor outputsz mismatched requires_grad-ness of outputs. This usually means that you have added autograd support for your operator at a dispatch key other than Autograd, which will lead to problemsz mismatched storage offset)r/z mismatched tensor metadata: z' mismatched tensor metadata for output[z]: )(aten lift_freshdefaultlift_fresh_copyset_source_Storage_storage_offsetr1r Tagdynamic_output_shapetags inplace_viewdata_dependent_outputrpytree tree_map_onlyr from_tensorwarningscatch_warningsrr lenr0r#r(r- enumeratezip isinstance requires_gradrrstorage_offset_primsutilscompare_tensor_metar/ Exception RuntimeError)r4functypesargskwargsfake_r fake_mode fake_args fake_kwargscontextrr_flat_f_flat r_aliasing f_aliasing r_identity_eq f_identity_eqr_output_alias_each_otherf_output_alias_each_otheridxr_outfake_outr_is_tenr_offsetf_offsete error_messager r r__torch_dispatch__>s              z#CrossRefFakeMode.__torch_dispatch__r)r N) __name__ __module__ __qualname__rrrboolr5rmr r r rr.0s  r.)rEtypingrrr torch.utils._pytreerN_pytreerB torch._opsrtorch._subclasses.fake_tensorrrrtorch.utils._python_dispatchrr _opsopsr7r#r(r-r.r r r rs