o hp@s ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZmZmZddlmZmZmZmZddlmZedd Zed d Zgd Zd dZddZ ddZ!ddZ"ddZ#e$e%e&e'e(dej)ej*ej+fZ,ddZ-Gdddej.j/j0Z1ddZ2dOddZ3Gd d!d!Z4e4Z5d"d#Z6d$d%Z7dOd&d'Z8d(d)Z9dPd+d,Z:d-d.Z;d/d0Zd5d6Z?d7d8Z@d9d:ZAd;d<ZBd=d>ZCd?d@ZDdAdBZEdCdDZFdEdFZGdGdHZHdIdJZIdKdLZJdMdNZKdS)QN) fake_range) _find_builtin)AttributeTypeIsSupportedChecker)_add_script_class_get_script_class _python_cu)get_class_propertiesget_default_argsget_jit_class_def get_jit_def)ModuleScriptMethodStub)resolution_callbackdef_original_method PropertyStub)rr)_version _parameters_buffers_non_persistent_buffers_set_backward_hooks_backward_pre_hooks_forward_hooks_forward_hooks_with_kwargs_forward_pre_hooks_forward_pre_hooks_with_kwargs_forward_hooks_always_called_state_dict_hooks_state_dict_pre_hooks_load_state_dict_pre_hooks_load_state_dict_post_hooks_modules _initializing dump_patchescCsFt|}|s!t||j}tjj|}tj||||}t |||SN) rr __name__torchjitfrontendget_default_args_for_class_C_jit_script_class_compiler)objrcbqualified_name script_classastdefaultsr2h/var/www/html/construction_image-detection-poc/venv/lib/python3.10/site-packages/torch/jit/_recursive.py_compile_and_register_class6s  r4cCs$t|}t||dd}t|||SNRecursiveScriptModule self_name) _jit_internal#createResolutionCallbackFromClosurer r )funcnamer-r0r2r2r3 make_stubDs  r=cCs"t||}t|tr |St||Sr$)getattr isinstancer r=) nn_module method_namer;r2r2r3make_stub_from_methodJs   rBcCsDg}t|D]}t||d}t|tjjur|t||q|Sr$)dirr>r9get_torchscript_modifierFunctionModifiersEXPORTappendrB)modstubsr<itemr2r2r3 make_stubs_from_exported_methodsYs  rKcCsFt|dg}dd}|t|}t}|D] }||vr ||q|S)N__jit_ignored_attributes__cSsddt|DS)NcSsh|] \}}t|tr|qSr2)r?property).0kvr2r2r3 lszGjit_ignored_properties..get_properties_names..)varsitems)moduler2r2r3get_properties_nameskz4jit_ignored_properties..get_properties_names)r>typesetadd)rT!user_annotated_ignored_attributesrU propertiesuser_annoted_ignored_properties ignored_attrr2r2r3jit_ignored_propertiesfs  r^c szt|tr|St|ttfrtfdd|DSdddtD}ttdt t |ddd|d ) Nc3s|] }t|VqdSr$)_get_valid_constant)rNxattr owner_typer2r3 sz&_get_valid_constant..z, css|]}t|VqdSr$)r&typename)rNtypr2r2r3rdsz 'z' object in attribute '.zo' is not a valid constant. Valid constants are: 1. a nn.ModuleList 2. a value of type {z,} 3. a list or tuple of (2) ) r?_constant_typestuplelistjoin TypeErrortextwrapdedentr&rerW)rbrPrc constantsr2rar3r_s$  r_cseZdZfddZZS) SourceContextcst||||dSr$)super__init__)selfsourcefilename file_linenoleading_whitespace_len __class__r2r3rrrVzSourceContext.__init__)r% __module__ __qualname__rr __classcell__r2r2rxr3rpsrpcsRtjdkr t|diSt|}|r|Sfddt|tr!|nt|}|S)N) __annotations__cs6t|}|r |S|jD] }|}|r|Sq iSr$)inspectget_annotations __bases__)clscls_annotationsbaseget_cls_annotationsr2r3rs  z,get_annotations..get_cls_annotations)sys version_infor>rrr?rW)r, annotationsrr2rr3rs     rTc s0tjt|}t|tjjr|t|tjjtjj fr"| t|tjj r-| t|tjj r8|t|t|tjjjrFit|dg}||t|}fdd}t}|jD]+\}}||vrlqc|dusxt|tjsxJ|||\} } ||| dd||qc|jD]+\}}||vrq|dust|tjsJ|||\} } ||| dd||q|jD]E\}}||vrq|||\} } |dur||| ddq| r| sJtjj !| } nt"||} |#|| ||qtt|dd} D]\}} tj$%| r'| |q| D]]}||vr_||jvr;d }n||jvrDd }n ||jvrMd }nt&d t'(d |d|dq+t)||spt'(d |dq+t||}|*|t+||t|j,||q+t|di}|-t.t/|||D] \}}|0||q|j1D]\}}|t2vs|3drq||vrƐq||vr͐qt|tj4j5}|r|j6}t78|rztj9:|}|;|tj<||Wnt=y}zd|}|>||WYd}~nd}~wwqt?|}|r%|@||qt|tj9jAr<|;|tj<||q|||\} }| rT||| ddq|rYdnd}| Bd|}dtCt|d|d}|>||q|jDED]}|F|q|jGED]}|H|q|S)z Build a ConcreteModuleTypeBuilder from an nn.Module. This ConcreteModuleType doesn't have a JIT type associated with it yet, it must be filled in by the caller. rLc sd}zP|vr$|tjjjdkr$tjj|t}tj |}n%t |tjj r.infer_typeNTF __constants__r2 submodulebuffer parameterz3added_names must be submodule, parameter, or buffer'zA' was found in ScriptModule constants, but it is a non-constant z. Consider removing it.zb' was found in ScriptModule constants, but was not actually set in __init__. Consider removing it. __overloads____z(This function exists as an attribute on the Python module, but we failed to compile it to a TorchScript function. The error stack is reproduced here: zFIts type was inferred; try adding a type annotation for the attribute.z. zT(This attribute exists on the Python module, but we failed to convert Python type: 'z' to a TorchScript type. ))Ir&r*ConcreteModuleTypeBuilderrWr?r ModuleDictset_module_dict ModuleList Sequentialset_module_list ParameterListset_parameter_list ParameterDictset_parameter_dictrao quantization QuantWrapperr>add_ignored_attributesr^rXrrSTensor add_attributerYrr!successis_interface_typeConcreteModuleType from_jit_typeget_module_concrete_type add_moduler9is_finalAssertionErrorwarningswarnhasattr add_constantr_r%updateget_overload_name_mappingget_overload_annotations add_overload__dict__ignored_attributes startswith_opsOpOverloadPacketopr isfunctionr'scriptadd_function_attributer Exceptionadd_failed_attributeradd_builtin_functionScriptFunctionreasonrervaluesadd_forward_hookradd_forward_pre_hook)r@ share_typesconcrete_type_builderrZignored_propertiesr added_namesr<rJr_sub_concrete_type constants_setannhintvalue overloadsoverloaded_namesisoverloadpacket scripted_fnebuiltin_symbol_namer inferred_msgadditional_infohookpre_hookr2rr3infer_concrete_type_builders                        rc@sLeZdZUeeeeejj fe d<e ejj e d<d ddZ ddZ dS) ConcreteTypeStore type_storemethods_compiledreturnNcCsi|_t|_dSr$)rrXr)rsr2r2r3rrs zConcreteTypeStore.__init__cCsft|}t|}||jvrg|j|<|j|}|D] }||r$|Sq|}|j|||S)zbInfer a ConcreteType from this `nn.Module` instance. Underlying JIT types are re-used if possible.)rrWrequalsbuildrG)rsr@rnn_module_type known_types known_type concrete_typer2r2r3get_or_create_concrete_types    z-ConcreteTypeStore.get_or_create_concrete_type)rN)r%rzr{dictrWr rjr&r*rrrXrrrr2r2r2r3rs   rcCs\dd|D}dd|D}dd|D}dd|D}dd|D}||||||dS)NcSg|]}|jqSr2rrNmr2r2r3 z.cSrr2rrr2r2r3rrcSsg|]}t|jqSr2)r rrr2r2r3rcSrr2rrNpr2r2r3rrcSrr2rrr2r2r3rr)_create_methods_and_properties)r method_stubsproperty_stubs method_defs method_rcbsmethod_defaults property_defs property_rcbsr2r2r3(create_methods_and_properties_from_stubss rcCsLdd|D}dd|D}dd|D}dd|D}|||||dS)NcSrr2rrNhr2r2r3rrz+create_hooks_from_stubs..cSrr2rrr2r2r3rrcSrr2rrr2r2r3rrcSrr2rrr2r2r3rr) _create_hooks)r hook_stubspre_hook_stubs hook_defs hook_rcbs pre_hook_defs pre_hook_rcbsr2r2r3create_hooks_from_stubss rcCs\t|tsJt|tjjrt|dr|jS|rt|}|St ||}| | }|S)a Get a concrete type for nn_modules. If share_types is True, the concrete type is fetched from concrete_type_store. If it is False, a new concrete type is created without first searching concrete_type_store. Args: nn_module: The original Python nn.Module that we are creating a ScriptModule for. share_types = Whether to share underlying JIT types between modules (if possible). Returns: A concrete type for nn_module. _concrete_type) r?r r&r' ScriptModulerrconcrete_type_storerr set_poisonedr)r@rrrr2r2r3rs  rcCsjtt|}tt|}tt|||t|}tj |}|j D] \}}| ||q&t |S)z Create and return a RecursiveScriptClass instance from a Python object. Arguments: obj: A Python object. )r9_qualified_namerW'createResolutionCallbackForClassMethodsr4r get_classr&r*_create_object_with_typerrSsetattrwrap_cpp_class)r,qualified_class_namer-class_ty cpp_objectr<rr2r2r3create_script_classs  rFcCs@t|tjjr Jt|t||}|st|t|||S)a Create a new ScriptModule from an nn.Module. Args: nn_module: The original Python nn.Module that we are creating a ScriptModule for. stubs_fn: Lambda that takes an nn.Module and generates a list of ScriptMethodStubs to compile. share_types: Whether to share underlying JIT types between modules (if possible). NOTE: Only set to False this when we cannot guarantee type sharing will work correctly. This only happens today for traced modules, where the same module can produce different traced methods depending on the inputs. is_tracing: Whether this function is called during tracing or scripting. If tracing, we don't need to do AttributeTypeIsSupportedChecker because all the unsupported attributes will be baked as constant in the tracing graph. In addition, this check significantly slows down the traced modules when the module size is big. ) r?r&r'r6check_module_initializedrrcheckcreate_script_module_impl)r@stubs_fnr is_tracingrr2r2r3create_script_modules    r#cs`tjj}t}t\}}tfdd}tjj |}t j vrHt ||t ||tjt j t|jD] \} } | |j| <qOt|jD] \} } | |j| <q`ttjjtjjtjjfrdvr|dtdttjjrdvrtrtt } |d| dn|d|D]'} | j!d urq| j!j"} | | j#$j$krq%| }t&'| j!|}||j(| <q|D])}|j#$j$}%|j#)j$}|j#*}|r%|j$nd }t+||||j(|<qt,D] } | vrq t-| d }t./|t.j0j1ur,t2|| q |S) aR Convert an nn.Module to a RecursiveScriptModule. Args: nn_module: The original Python nn.Module that we are creating a ScriptModule for. concrete_type: The fully initialized ConcreteType of the module. stubs_fn: Lambda that takes an nn.Module and generates a list of ScriptMethodStubs to compile. c sJD]}t|}t|tjjr|jn|}||q D]B\}}t|}t|t s;Jdt ||j }t|tj jrKt||}nt|tjjrU|}nt||}||||j|<q$tD]4}|vrrqkt|d}t|rt|rt|j}||}t|||qk|rt|||qk|_dS)NzExpected Module but got )get_attributeskeysr>r?r&r'rrr get_modulesr rWjit_typer* InterfaceTypeinterface_scriptrr r!rCrismethodr9 is_ignored_fn__func____get__is_ignored_attributer) script_moduler< orig_valuer module_typescriptedrJunbound_function bound_methodr cpp_modulerr@r!r2r3init_fn>sH              z*create_script_module_impl..init_fn__len__zdef __len__(self): return  __contains__z3def __contains__(self, key: str): return key in z2def __contains__(self, key: str): return False N)3r&r*_create_module_with_typer'get_property_stubsget_hook_stubsr^r'r6 _constructrrrr_run_emit_module_hookrY enumerate_c_get_forward_pre_hooksr_get_forward_hooksrr?rrrr _method_namesdefinelenr%reprrjrr%rr< _get_method functoolswrapsr getter_name setter_namerMrCr>r9rDrECOPY_TO_SCRIPT_WRAPPER!add_python_attr_to_scripted_model)r@rr!rrr r r7r/idxfnr% method_stubr< script_methodwrapped_script_method property_stub property_namefgetrLfsetrJr2r5r3r /sx  3                      r cCs<t||d}|dur dSttjj|d}|durdS||kS)NF)r>r&r'r6) script_modelrb script_attr default_attrr2r2r3script_model_defines_attrs r[cCs2t||rt||rt||t||dSdSdSr$)rr[rr>)rXorigrbr2r2r3rNsrNcsi}tt|D]L|vrqt|d}t|sqt|drT|jdurTt||j}|dur0q|j |vr>t t d|j fddt t |D}tt||||<q|S)Nrzmethodcsg|] }dt|qS)r)str)rNir<r2r3rsz,get_overload_annotations..)rCrWr>callablerrzr9_get_overloaded_methodsryr,r,get_overload_no_implementation_error_messagerangerFrjzip)rHr^rrJmethod_overloadsnamesr2r`r3rs.  rcCsLi}|D]\}}|j}||vrg||<|D] \}}|||qq|Sr$)rSr%rG) overload_infooverload_name_mappingsorig_fnr original_name overload_namerr2r2r3rs rcCs@tjj|dtt|}|durt|}t d|dS)Nz>Must explicitly add type annotations to overloaded functions: ) r&r'r get_signaturerrr*r9rr)r; signature qual_namer2r2r3_check_no_signature s rpc Csg}|D]7\}}t||jdd}|D](\}}t|t||jdd}tj|||}t |} | t | ||qq|Sr5) rSr r%rpr&r*_replace_overloaded_method_decldeclr9r:rGr ) rhoverload_stubsrjrorig_astrl overload_fnover_astnew_ast_rcbr2r2r3make_stubs_for_overloadss"    rycCst|tjjs Jt|dstdtt|dt|dsj|j D]\}}|durDtjj |rDtdtt|d|dq%|j D]!\}}|duritjj |ritdtt|d|dqJdSdS)Nrrz=' has not been initialized, did you forget to call 'super()'?remote_parametersz' has uninitialized parameters z'. Did you forget to run a forward pass?z' has uninitialized buffers ) r?r&rr rrrerWrrSris_lazyr)rHr<parambufr2r2r3r)s(  rcs:tt}g}tdr+tjs+tjdd}ttjj dd}||kr+dg}g}t D]}||vr8q1t|d}t |tj j urL||q1||}ttdit|}t|t|} _fdd} t| |} t} g} | D]}|| vrq~| || |q~fdd| D}| |S) zImplement the default rules for which methods should act as starting points for compilation. (TODO add a link when the rules are published). rr,Nrcs|vSr$r2)rA)rir2r3ignore_overloadeddsz3infer_methods_to_compile..ignore_overloadedcg|]}t|qSr2rBrNr]r@r2r3rsrz,infer_methods_to_compile..)rr^rr9r+rr>r&rr rCrDrErFrGrrrrryrfilterrXrY)r@rmethods forward_funcmodule_forwardexportedr<rJrhrsr~filtered_methodsuniqueruniqued_methodsrIr2)r@rir3infer_methods_to_compile>sJ        rcCst|i}g}|jD]0}|j|vr/t|t||jkr.td|jdt|jdn|||j<|t||jq g}|j D]0}|j|vrgt|t||jkrftd|jdt|jdn|||j<|t||jqE||fS)z3Return forward hook and pre_hook ScriptModuleStubs.zHook 'z' on zV has at least two different python definitions. Please use unique names for all hooks.z Pre-hook ') rrrr%idrrWrGr=r)r@hook_mapr rr rr2r2r3r=ws.    r=cst|}t|dd}it|D]$}t||d}t|tr4|js,td|d|jdt |j|<qfdd|D}|S) zjCreate property stubs for the properties of the module by creating method stubs for the getter and setter.r6r7Nz Property z of z must have a gettercs g|] }t|j|qSr2)rr<)rNr0rcbsr2r3rs z&get_property_stubs..) rWrrCr>r?rMrVrr%r9r:)r@ module_typroperties_astsr<rJrIr2rr3r<s    r<cs0t|tjjr |St|fdd}t||S)a  Make a ScriptModule from an nn.Module, using the interface methods rule for determining which methods to compile. Args: mod_interface: the interface type that the module have nn_module: The original Python nn.Module that we are creating a ScriptModule for. csfddD}|S)zRule to infer the methods from the interface type. It is used to know which methods need to act as starting points for compilation. crr2rrrr2r3rszPinterface_script..infer_interface_methods_to_compile..)getMethodNames)r@rI mod_interfacerr3"infer_interface_methods_to_compiles z.infer_interface_methods_to_compile)r?r&r'rrr#)rr@rr2rr3r)s   r)cCszt|rdSt|tjjrdSt|s%t|s%t d|d|dt |dr.| n|}t |}tj j||dS)N`z|` is not a function. Recursive scripting only supports Python functions or methods currently. Consider manually annotating `z` with @torch.jit.script.__prepare_scriptable__)rx)r9r+r?r&rr rrr*rrrr:r'r)rPlocr-r2r2r3try_compile_fns  rcCs tj|S)z;Wrap this torch._C.Object in a Python RecursiveScriptClass.)r&r'RecursiveScriptClass) cpp_classr2r2r3rs rcCsdd}tjj||S)zYWrap this torch._C.ScriptModule in a Python ScriptModule, recursively for all submodules.cSstj|jD] \}}t||t|q tjj|j |_ t |j D] \}}||j |<q(t |jD] \}}||j|<q9dSr$)r&r*rrArSrwrap_cpp_modulerr_typerr@rBrrCr)r/r<r6rOrPr2r2r3r7s  z wrap_cpp_module..init_fn)r&r'r6r>)r6r7r2r2r3rs rcCsXt|rdSt||j}tjt||fdWd|S1s%wY|S)Nr2)r9r+r=r%r&_disable_emit_hooksr)rrPstubr2r2r3compile_unbound_methods    rcs.fdd}|_j|_tj||S)z Return a function that lazily binds `unbound_method` to a provided Module IValue, then invokes the method. We do this so that any Python shenanigans that will poison type sharing are impossible at compile time. cs0fdd}tjj||}t|}||S)Ncs\j}t|D]}t||d}t|rt|||qD] \}}t|||q!dSr$)py_classrCr>r9r+r get_constantsrS)r/ orig_classr<rJr)rr2r3r7s    z7lazy_bind..lazy_binding_method..init_fn)r&r'r6r>types MethodType)r6argsr7r/r]runbound_methodr2r3lazy_binding_methods  z&lazy_bind..lazy_binding_method) original_fnr%r&r9copy_torchscript_modifier)rrrr2rr3 lazy_binds r)T)TF)L collectionsrIrrrmrrr&torch._jit_internalr9torch._sourcesrtorch.jit._builtinsrtorch.jit._checkrtorch.jit._staterrrtorch.jit.frontendrr r r torch.nnr namedtupler rrr4r=rBrKr^boolfloatintr^rWdevicelayoutdtyperhr_r*_jit_tree_viewsSourceRangeFactoryrprrrrrrrrr#r r[rNrrrpryrrr=r<r)rrrrrr2r2r2r3s         o !     9"