o hM@s"ddlZddlZddlZddlZddlZddlZddlZddlmZm Z m Z m Z ddl Z ddl mZddlmZddlmZddlmZddlmZmZmZddlmZmZmZmZddlmZe d d Z!e d d Z"gd Z#ddZ$ddZ%ddZ&ddZ'ddZ(e)e*e+e,e-de j.e j/e j0fZ1ddZ2Gddde j3j4j5Z6ddZ7dPdd Z8Gd!d"d"Z9e9Z:d#d$Z;d%d&ZdQd,d-Z?d.d/Z@d0d1ZAd2d3ZBd4d5ZCd6d7ZDd8d9ZEd:d;ZFdd?ZHd@dAZIdBdCZJdDdEZKdFdGZLdHdIZMdJdKZNdLdMZOdNdOZPdS)RN)DictListSetType) fake_range) _find_builtin)AttributeTypeIsSupportedChecker)_add_script_class_get_script_class _python_cu)get_class_propertiesget_default_argsget_jit_class_def get_jit_def)ModuleScriptMethodStub)resolution_callbackdef_original_method PropertyStub)rr)_version _parameters_buffers_non_persistent_buffers_set_backward_hooks_backward_pre_hooks_forward_hooks_forward_hooks_with_kwargs_forward_pre_hooks_forward_pre_hooks_with_kwargs_forward_hooks_always_called_state_dict_hooks_state_dict_pre_hooks_load_state_dict_pre_hooks_load_state_dict_post_hooks_modules _initializing dump_patchescCsFt|}|s!t||j}tjj|}tj||||}t |||SN) r r__name__torchjitfrontendget_default_args_for_class_C_jit_script_class_compiler )objrcbqualified_name script_classastdefaultsr6J/var/www/html/ai/venv/lib/python3.10/site-packages/torch/jit/_recursive.py_compile_and_register_class7s  r8cCs$t|}t||dd}t|||SNRecursiveScriptModule self_name) _jit_internal#createResolutionCallbackFromClosurerr)funcnamer1r4r6r6r7 make_stubEs  rAcCs"t||}t|tr |St||Sr()getattr isinstancerrA) nn_module method_namer?r6r6r7make_stub_from_methodKs   rFcCsDg}t|D]}t||d}t|tjjur|t||q|Sr()dirrBr=get_torchscript_modifierFunctionModifiersEXPORTappendrF)modstubsr@itemr6r6r7 make_stubs_from_exported_methodsZs  rOcCsHt|dt}dd}|t|}t}|D] }||vr!||q|S)N__jit_ignored_attributes__cSsddt|DS)NcSsh|] \}}t|tr|qSr6)rCproperty).0kvr6r6r7 mszGjit_ignored_properties..get_properties_names..)varsitems)moduler6r6r7get_properties_nameslz4jit_ignored_properties..get_properties_names)rBlisttypesetadd)rX!user_annotated_ignored_attributesrY propertiesuser_annoted_ignored_properties ignored_attrr6r6r7jit_ignored_propertiesgs  rcc szt|tr|St|ttfrtfdd|DSdddtD}ttdt t |ddd|d ) Nc3s|] }t|VqdSr()_get_valid_constant)rRxattr owner_typer6r7 sz&_get_valid_constant..z, css|]}t|VqdSr()r*typename)rRtypr6r6r7risz 'z' object in attribute '.zo' is not a valid constant. Valid constants are: 1. a nn.ModuleList 2. a value of type {z,} 3. a list or tuple of (2) ) rC_constant_typestupler[join TypeErrortextwrapdedentr*rjr\)rgrTrh constantsr6rfr7rds$  rdcseZdZfddZZS) SourceContextcst||||dSr()super__init__)selfsourcefilename file_linenoleading_whitespace_len __class__r6r7rvrZzSourceContext.__init__)r) __module__ __qualname__rv __classcell__r6r6r|r7rtsrtcsRtjdkr t|diSt|}|r|Sfddt|tr!|nt|}|S)N) __annotations__cs6t|}|r |S|jD] }|}|r|Sq iSr()inspectget_annotations __bases__)clscls_annotationsbaseget_cls_annotationsr6r7rs  z,get_annotations..get_cls_annotations)sys version_inforBrrrCr\)r0 annotationsrr6rr7rs     rTc s2tjt|}t|tjjr|t|tjjtjj fr"| t|tjj r-| t|tjj r8|t|t|tjjjrFit|dt}||t|}fdd}t}|jD]+\}}||vrmqd|dusyt|tjsyJ|||\} } ||| dd||qd|jD]+\}}||vrq|dust|tjsJ|||\} } ||| dd||q|jD]E\}}||vrq|||\} } |dur||| ddq| r|  sJtjj!"| } nt#||} |$|| ||qtt|dd} D]\}} tj%&| r(| |q| D]]}||vr`||jvry}zd|}|?||WYd}~nd}~wwqt@|}|r&|A||qt|tj:jBr=|<|tj=||q|||\} }| rU||| ddq|rZdnd}| Cd|}dtDt|d|d}|?||q|jEFD]}|G|q|jHFD]}|I|q|S)z Build a ConcreteModuleTypeBuilder from an nn.Module. This ConcreteModuleType doesn't have a JIT type associated with it yet, it must be filled in by the caller. rPc sd}zP|vr$|tjjjdkr$tjj|t}tj |}n%t |tjj r.infer_typeNTF __constants__r6 submodulebuffer parameterz3added_names must be submodule, parameter, or buffer'zA' was found in ScriptModule constants, but it is a non-constant z. Consider removing it.zb' was found in ScriptModule constants, but was not actually set in __init__. Consider removing it. __overloads____z(This function exists as an attribute on the Python module, but we failed to compile it to a TorchScript function. The error stack is reproduced here: zFIts type was inferred; try adding a type annotation for the attribute.z. zT(This attribute exists on the Python module, but we failed to convert Python type: 'z' to a TorchScript type. ))Jr*r.ConcreteModuleTypeBuilderr\rCr ModuleDictset_module_dict ModuleList Sequentialset_module_list ParameterListset_parameter_list ParameterDictset_parameter_dictrao quantization QuantWrapperrBr[add_ignored_attributesrcr]rrWTensor add_attributer^rr%successis_interface_typeConcreteModuleType from_jit_typeget_module_concrete_type add_moduler=is_finalAssertionErrorwarningswarnhasattr add_constantrdr)updateget_overload_name_mappingget_overload_annotations add_overload__dict__ignored_attributes startswith_opsOpOverloadPacketopr isfunctionr+scriptadd_function_attributer Exceptionadd_failed_attributeradd_builtin_functionScriptFunctionreasonrjrvaluesadd_forward_hookradd_forward_pre_hook)rD share_typesconcrete_type_builderr_ignored_propertiesr added_namesr@rNr_sub_concrete_type constants_setannhintvalue overloadsoverloaded_namesisoverloadpacket scripted_fnebuiltin_symbol_namer inferred_msgadditional_infohookpre_hookr6rr7infer_concrete_type_builders                          rc@sJeZdZUeeeeejj fe d<e ejj e d<ddZ ddZ dS)ConcreteTypeStore type_storemethods_compiledcCsi|_t|_dSr()rr]r)rwr6r6r7rvs zConcreteTypeStore.__init__cCsft|}t|}||jvrg|j|<|j|}|D] }||r$|Sq|}|j|||S)z| Infer a ConcreteType from this `nn.Module` instance. Underlying JIT types are re-used if possible. )rr\requalsbuildrK)rwrDrnn_module_type known_types known_type concrete_typer6r6r7get_or_create_concrete_types    z-ConcreteTypeStore.get_or_create_concrete_typeN)r)r~rrrrrr*r.rrrrvrr6r6r6r7rs  rcCs\dd|D}dd|D}dd|D}dd|D}dd|D}||||||dS)NcSg|]}|jqSr6rrRmr6r6r7 z.cSrr6rrr6r6r7rrcSsg|]}t|jqSr6)r rrr6r6r7rscSrr6rrRpr6r6r7rrcSrr6rrr6r6r7rr)_create_methods_and_properties)r method_stubsproperty_stubs method_defs method_rcbsmethod_defaults property_defs property_rcbsr6r6r7(create_methods_and_properties_from_stubss rcCsLdd|D}dd|D}dd|D}dd|D}|||||dS)NcSrr6rrRhr6r6r7rrz+create_hooks_from_stubs..cSrr6rrr6r6r7rrcSrr6rrr6r6r7rrcSrr6rrr6r6r7rr) _create_hooks)r hook_stubspre_hook_stubs hook_defs hook_rcbs pre_hook_defs pre_hook_rcbsr6r6r7create_hooks_from_stubss rcCs\t|tsJt|tjjrt|dr|jS|rt|}|St ||}| | }|S)a Gets a concrete type for nn_modules. If share_types is True, the concrete type is fetched from concrete_type_store. If it is False, a new concrete type is created without first searching concrete_type_store. Args: nn_module: The original Python nn.Module that we are creating a ScriptModule for. share_types = Whether to share underlying JIT types between modules (if possible). Returns: A concrete type for nn_module. _concrete_type) rCrr*r+ ScriptModulerrconcrete_type_storerr set_poisonedr)rDrrrr6r6r7rs   rcCsjtt|}tt|}tt|||t|}tj |}|j D] \}}| ||q&t |S)z Create and return a RecursiveScriptClass instance from a Python object. Arguments: obj: A Python object. )r=_qualified_namer\'createResolutionCallbackForClassMethodsr8r get_classr*r._create_object_with_typerrWsetattrwrap_cpp_class)r0qualified_class_namer1class_ty cpp_objectr@rr6r6r7create_script_classs  rFcCs@t|tjjr Jt|t||}|st|t|||S)a Creates a new ScriptModule from an nn.Module Args: nn_module: The original Python nn.Module that we are creating a ScriptModule for. stubs_fn: Lambda that takes an nn.Module and generates a list of ScriptMethodStubs to compile. share_types: Whether to share underlying JIT types between modules (if possible). NOTE: Only set to False this when we cannot guarantee type sharing will work correctly. This only happens today for traced modules, where the same module can produce different traced methods depending on the inputs. is_tracing: Whether this function is called during tracing or scripting. If tracing, we don't need to do AttributeTypeIsSupportedChecker because all the unsupported attributes will be baked as constant in the tracing graph. In addition, this check significantly slows down the traced modules when the module size is big. ) rCr*r+r:check_module_initializedrrcheckcreate_script_module_impl)rDstubs_fnr is_tracingrr6r6r7create_script_modules    r$csptjj}t}t\}}tdt}tfdd}tj j |} t j vrOt||t||tjt j t| jD] \} } | | j| <qVt| jD] \} } | | j| <qgttjjtjjtjjfrdvr| dtdttjjrdvrt rt!t } | d| dn| d |D]'} | j"d urq| j"j#}|| j$%j%krq&|}t'(| j"|}|| j)|<q|D]*}|j$%j%}&|j$*j%}|j$+}|r&|j%nd }t,|||| j)|<qt-D] }|vrqt|d }t./|t.j0j1ur4t2| |q| S) aR Convert an nn.Module to a RecursiveScriptModule. Args: nn_module: The original Python nn.Module that we are creating a ScriptModule for. concrete_type: The fully initialized ConcreteType of the module. stubs_fn: Lambda that takes an nn.Module and generates a list of ScriptMethodStubs to compile. rPc sJD]}t|}t|tjjr|jn|}||q D]B\}}t|}t|t s;Jdt ||j }t|tj jrKt||}nt|tjjrU|}nt||}||||j|<q$tD]4}|vrrqkt|d}t|rt|rt|j}||}t|||qk|rt|||qk|_dS)NzExpected Module but got )get_attributeskeysrBrCr*r+rrr get_modulesrr\jit_typer. InterfaceTypeinterface_scriptrr!r%rGrismethodr= is_ignored_fn__func____get__is_ignored_attributer) script_moduler@ orig_valuer module_typescriptedrNunbound_function bound_methodr cpp_modulerrDr"r6r7init_fnEsH              z*create_script_module_impl..init_fn__len__zdef __len__(self): return  __contains__z3def __contains__(self, key: str): return key in z2def __contains__(self, key: str): return False N)3r*r._create_module_with_typer(get_property_stubsget_hook_stubsrBr[rcr+r: _constructrrrr_run_emit_module_hookr^ enumerate_c_get_forward_pre_hooksr_get_forward_hooksrrCrrrr _method_namesdefinelenr&reprrr)rr@ _get_method functoolswrapsr getter_name setter_namerQrGr=rHrICOPY_TO_SCRIPT_WRAPPER!add_python_attr_to_scripted_model)rDrr"rrr r r_r8r0idxfnr& method_stubr@ script_methodwrapped_script_method property_stub property_namefgetrMfsetrNr6r6r7r!2s~  3                      r!cCs<t||d}|dur dSttjj|d}|durdS||kS)NF)rBr*r+r:) script_modelrg script_attr default_attrr6r6r7script_model_defines_attrs r\cCs2t||rt||rt||t||dSdSdSr()rr\rrB)rYorigrgr6r6r7rOsrOcsi}tt|D]L|vrqt|d}t|sqt|drT|jdurTt||j}|dur0q|j |vr>t t d|j fddt t |D}tt||||<q|S)Nr~methodcsg|] }dt|qS)r)str)rRir@r6r7rsz,get_overload_annotations..)rGr\rBcallablerr~r=_get_overloaded_methodsr}r-r,get_overload_no_implementation_error_messagerangerGr[zip)rLrcrrNmethod_overloadsnamesr6rar7rs.  rcCsLi}|D]\}}|j}||vrg||<|D] \}}|||qq|Sr()rWr)rK) overload_infooverload_name_mappingsorig_fnr original_name overload_namerr6r6r7rs rcCs@tjj|dtt|}|durt|}t d|dS)Nz>Must explicitly add type annotations to overloaded functions: ) r*r+r get_signaturerrr+r=rr)r? signature qual_namer6r6r7_check_no_signatures rqc Csg}|D]7\}}t||jdd}|D](\}}t|t||jdd}tj|||}t |} | t | ||qq|Sr9) rWrr)rqr*r._replace_overloaded_method_decldeclr=r>rKr) rioverload_stubsrkrorig_astrm overload_fnover_astnew_ast_rcbr6r6r7make_stubs_for_overloadss"    rzcCst|tjjs Jt|dstdtt|dt|dsd|j D]\}}|durAtjj |rAtd tt||q%|j D]\}}|durctjj |rctd tt||qGdSdS)Nrrz=' has not been initialized, did you forget to call 'super()'?remote_parameterszK'{}' has uninitialized parameters {}. Did you forget to run a forward pass?zH'{}' has uninitialized buffers {}. Did you forget to run a forward pass?)rCr*rrrrrjr\rrWris_lazyformatr)rLr@parambufr6r6r7r0s0  rcsTt|t|dt}t|}g}t|dr2t|js2t|jdd}ttj j dd}||kr2dg}g}t |D]}||vr?q8t||d}t |tj jurS||q8||}tt|dit||} t| t| } |_fdd} t| |} t} g}| D]}|| vrq||| |qg}|D] }|t||q| |S)z Implements the default rules for which methods should act as starting points for compilation (TODO add a link when the rules are published). rPrr-Nrcs|vSr(r6)rErjr6r7ignore_overloadedrsz3infer_methods_to_compile..ignore_overloaded)rrBr[rcrr=r,rr*rrrGrHrIrJrKdictrrrrzrfilterr]r^rF)rDr_rmethods forward_funcmodule_forwardexportedr@rNrirtrfiltered_methodsuniqueruniqued_methodsrMr^r6rr7infer_methods_to_compileIsT        rcCst|i}g}|jD]0}|j|vr/t|t||jkr.td|jdt|jdn|||j<|t||jq g}|j D]0}|j|vrgt|t||jkrftd|jdt|jdn|||j<|t||jqE||fS)z= Returns forward hook and pre_hook ScriptModuleStubs zHook 'z' on zV has at least two different python definitions. Please use unique names for all hooks.z Pre-hook ') rrrr)idrr\rKrAr)rDhook_mapr rr rr6r6r7r>s.    r>cst|}t|dd}it|D]$}t||d}t|tr4|js,td|d|jdt |j|<qfdd|D}|S) zx Create property stubs for the properties of the module by creating method stubs for the getter and setter. r:r;Nz Property z of z must have a gettercs g|] }t|j|qSr6)rr@)rRr4rcbsr6r7rs z&get_property_stubs..) r\r rGrBrCrQrWrr)r=r>)rD module_typroperties_astsr@rNrMr6rr7r=s    r=cs0t|tjjr |St|fdd}t||S)a% Makes a ScriptModule from an nn.Module, using the interface methods rule for determining which methods to compile. Args: mod_interface: the interface type that the module have nn_module: The original Python nn.Module that we are creating a ScriptModule for. cs&g}D] }|t||q|S)z Rule to infer the methods from the interface type to know which methods need to act as starting points for compilation. )getMethodNamesrKrF)rDrMr^ mod_interfacer6r7"infer_interface_methods_to_compiles z.infer_interface_methods_to_compile)rCr*r+rrr$)rrDrr6rr7r*s    r*cCsdt|rdSt|tjjrdSt|s%t|s%t d|d|dt |}tj j ||dS)N`z|` is not a function. Recursive scripting only supports Python functions or methods currently. Consider manually annotating `z` with @torch.jit.script.)ry) r=r,rCr*rrrrr+rr>r+r)rQlocr1r6r6r7try_compile_fns  rcCs tj|S)zE Wrap this torch._C.Object in a Python RecursiveScriptClass. )r*r+RecursiveScriptClass) cpp_classr6r6r7rs rcCsdd}tjj||S)zb Wrap this torch._C.ScriptModule in a Python ScriptModule, recursively for all submodules cSstj|jD] \}}t||t|q tjj|j |_ t |j D] \}}||j |<q(t |jD] \}}||j|<q9dSr()r*r.rrBrWrwrap_cpp_modulerr_typerrArCrrDr)r0r@r7rPrQr6r6r7r8s  z wrap_cpp_module..init_fn)r*r+r:r?)r7r8r6r6r7rs rcCsXt|rdSt||j}tjt||fdWd|S1s%wY|S)Nr6)r=r,rAr)r*_disable_emit_hooksr)rrQstubr6r6r7compile_unbound_methods    rcs.fdd}|_j|_tj||S)z Returns a function that lazily binds `unbound_method` to a provided Module IValue, then invokes the method. We do this so that any Python shenanigans that will poison type sharing are impossible at compile time. cs0fdd}tjj||}t|}||S)Ncs\j}t|D]}t||d}t|rt|||qD] \}}t|||q!dSr()py_classrGrBr=r,r get_constantsrW)r0 orig_classr@rNr)rr6r7r8$s    z7lazy_bind..lazy_binding_method..init_fn)r*r+r:r?types MethodType)r7argsr8r0r^runbound_methodr6r7lazy_binding_method#s  z&lazy_bind..lazy_binding_method) original_fnr)r*r=copy_torchscript_modifier)rrrr6rr7 lazy_binds r)T)TF)Q collectionsrJrrrqrrtypingrrrrr*torch._jit_internalr=torch._sourcesrtorch.jit._builtinsrtorch.jit._checkrtorch.jit._stater r r torch.jit.frontendr r rrtorch.nnr namedtuplerrrr8rArFrOrcboolfloatintr_r\devicelayoutdtypermrdr._jit_tree_viewsSourceRangeFactoryrtrrrrrrrrr$r!r\rOrrrqrzrrr>r=r*rrrrrr6r6r6r7s         o!  $   >$