o h @snUddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z mZmZmZddlmZmZddlZdddZdd d Zd d Zd dZddZddZddZddZ dddZ dddZgZe de!d<ddZ"dd Z#d!d"Z$d#d$Z%d%d&Z&e&Z'd'd(Z(d)d*Z)d+d,Z*d-d.Z+d/d0Z,d1d2Z-d3d4Z.d5d6Z/d7d8Z0d9d:Z1d;d<Z2d=d>Z3d?d@Z4dAdBZ5dCdDZ6dEdFZ7GdGdHdHe8Z9GdIdJdJZ:dKdLZ;dMdNZdSdTZ?dUe@fdVdWZA  ddXe dYeBdZeBdUe@fd[d\ZCd]d^ZDd_d`ZEGdadbdbZFdcddZGer-edeeHdfdUeBfdgdhZIndUeBfdidhZIdjdkZJeKdldme8fdndoZLdpe8dUeMfdqdrZNGdsdtdtZOePeQZReduZSGdvdwdweeSZTdxe8dUee fdydzZUd{d|d}d~dddddddd ZViddddddddddddddddddddddddddddddddddZWdS)N) defaultdict) ModuleType)AnyCallableGenericOptional TYPE_CHECKING) deprecated ParamSpecFc Kstd||}|dur|jd|jjSt|trt|}|t|kr$|S|jr\|js.t d|j dd}|d|j}t j |||}|d}t j |||}||||S|jrct d||||S) aReturns the type if `dtype` is not provided, else casts this object to the specified type. If this is already of the correct type, no copy is performed and the original object is returned. Args: dtype (type or string): The desired type non_blocking (bool): If ``True``, and the source is in pinned memory and destination is on the GPU or vice versa, the copy is performed asynchronously with respect to the host. Otherwise, the argument has no effect. **kwargs: For compatibility, may contain the key ``async`` in place of the ``non_blocking`` argument. The ``async`` arg is deprecated. typeN.z)Cannot cast sparse tensor to dense tensorz.sparsez .LongTensorz)Cannot cast dense tensor to sparse tensor)_get_async_or_non_blocking __module__ __class____name__ isinstancestr_import_dotted_namer is_sparse RuntimeErrorreplacetorchTensor_values_indicessizecopy_) selfdtype non_blockingkwargsnew_module_namenew_values_type_name new_valuesnew_indices_type_name new_indicesr'`/var/www/html/construction_image-detection-poc/venv/lib/python3.10/site-packages/torch/_utils.py_types*    r)c Csf|j|kr|S|jdkr/|o|jjdtjfv}tj|tj||d}| |||St t|jd}|dusDJ|j d||`|j rt |drt |j|jj}t tj||j||}t tj||j||}||||WdS|j rJd|j dtj||d }| |||WdS1swYdS) aReturns a copy of this object in device memory. If this object is already on the correct device, then no copy is performed and the original object is returned. Args: device (int): The destination device. non_blocking (bool): If ``True`` and the source is in pinned memory, the copy will be asynchronous with respect to the host. Otherwise, the argument has no effect. cpucuda)rdevice pin_memoryNz device module is not loadedsparsez$sparse storage is not supported for z tensors)r,)r,r r_C_get_privateuse1_backend_nameemptynbytesuint8untyped_storagergetattrupperrhasattrr.rrrrrrUntypedStorage) rr,r r-r4 device_modulenew_typeindicesvaluesr'r'r(_to9sH        $r=cCsR|s|St|dksd|vr d}t|}t|||td|dS)zReturn the non-blocking flag given the function name and kwargs. Args: function_name (str): the name of the function being used. non_blocking (bool): the default value. **kwargs (dict): the kwargs passed to the function. asyncz,{}() got an unexpected keyword argument '{}'z)'async' is deprecated; use 'non_blocking')lenlistkeyspop TypeErrorformatwarningswarn) function_namer r!messageargumentr'r'r(rjs rcCsTtjjj}|dur |St|tr|||St|ttjfr |St |s&Jt d)z{Return the map_location location. Used for rebuild functions where the tensor device is distinct from the storage NzgCallable map_location not supported with _rebuild_wrapper_subclass or _rebuild_device_tensor_from_numpy) r serialization_serialization_tls map_locationrdictgetrr,callabler)r,rMr'r'r(_get_restore_location|s    rQcCs(tjd|j|jjd}||j|||S)Nrrr,)rr1r_untyped_storager,set_)storagestorage_offsetrstridetr'r'r(_rebuild_tensorsrZcCst|tjsJtj|SN)rrrr/_get_tensor_metadatatensorr'r'r(get_tensor_metadatas r_cCs0t|tsJt|tjsJtj||dSr[)rrNrrr/_set_tensor_metadata)r^metadatar'r'r(set_tensor_metadatasrbcCsRtjddur'|jdur't|j}t|tjs!t|}t||_|Sr[) r_guardsdetect_fake_moder4 _fake_devicerQrr, fake_device)r^r,r'r'r(_restore_device_fake_modes   rgcCs4t||||}||_|rt||||_t|}|Sr[)rZ requires_gradrb_backward_hooksrg)rVrWrrXrhbackward_hooksrar^r'r'r(_rebuild_tensor_v2s  rkc CsHtjd||jj|d}||j||||rt||||_t|}|S)NrRrr,rh)rr1rTr,rUrbrirg) rVrWrrXrhrjrrarYr'r'r(_rebuild_tensor_v3s  rmz torch.Tensor_sparse_tensors_to_validatecCszctD]Y}|jtjurt||||q|jtj tj tj tj hvrT|jtj tj hvr<| |}}n ||}}t|||||jqtd|jdWtdStw)Nz,_validate_loaded_sparse_tensors for layout ``)rnlayoutr sparse_coo _validate_sparse_coo_tensor_argsrrr is_coalesced sparse_csr sparse_csc sparse_bsr sparse_bsc crow_indices col_indices ccol_indices row_indices'_validate_sparse_compressed_tensor_argsr<NotImplementedErrorclear)rYcompressed_indices plain_indicesr'r'r(_validate_loaded_sparse_tensorss6   rc Cs|tjkr*t|dkr|\}}}d}n|\}}}}tj|||d|d}t||S|tjtjtjtj hvrN|\}}}}tj |||||dd}t||St d|)z Rebuilds a sparse tensor from its sparse storage representation. Args: layout (str): The sparse storage layout of the tensor. data (tuple): The tensor's sparse storage representation. NF)check_invariantsrs)rprz$rebuilding sparse tensor for layout ) rrqr@sparse_coo_tensorrnappendrtrurvrwsparse_compressed_tensorr}) rpdatar;r<rrsresultrrr'r'r(_rebuild_sparse_tensor9s8        rcCst||||Sr[)r_nested_view_from_buffer)buffersizesstridesstorage_offsetsr'r'r(_rebuild_nested_tensorcrcCs t|}|j||d}||_|SNrS)rQtorhrrr,rhr^r'r'r(&_rebuild_device_tensor_from_cpu_tensorgsrcCs&t|}t|j||d}||_|Sr)rQr from_numpyrrhrr'r'r(!_rebuild_device_tensor_from_numpynsrcCstj|||d|dS)Nmetarl)r empty_strided)rrrXrhr'r'r(_rebuild_meta_tensor_no_storageys rc Cs$t|}tjj||||||||dS)N)rrrWrpr,rh)rQrr_make_wrapper_subclass)clsrrrXrWrpr,rhr'r'r(_rebuild_wrapper_subclasss rcCs|d}|tjkr|\}} } tj|| | |j|jd} n]|tjtjfvrq|\}} } }t| turct| turc|tjkrOtj | tj |jd} tj | tj |jd} ntj | tj |jd} tj | tj |jd} tj || | ||j|jd} ntd|| |||||| _|| _| S)Nr)scale zero_pointrr,rS)scales zero_pointsaxisrr,z0Can't deserialize quantized tensor with qscheme )rper_tensor_affine_empty_affine_quantizedrr,per_channel_affine per_channel_affine_float_qparamsr rAr^doublelongfloat#_empty_per_channel_affine_quantizedrrUrhri)rVrWrrXquantizer_paramsrhrjqscheme_rrr^rrrr'r'r(_rebuild_qtensorsF       rcCstj||}||_|Sr[)rnn Parameterri)rrhrjparamr'r'r(_rebuild_parametersrcCs"tj||}||_t||}|Sr[)rrrri_set_obj_state)rrhrjstaterr'r'r(_rebuild_parameter_with_states rcsPtdd}|r |}|Stj}|r#jfdd|Df}|Sj}|S)N __getstate__cs"i|] }t|r|t|qSr')r7r5).0nameobjr'r( s  z"_get_obj_state..)r5copyreg _slotnamesr__dict__)r getstate_fnr slots_to_saver'rr(_get_obj_states    rcCst|trt|dkstd||d}|d}n|}d}|r0|D] \}}t|||q%|rA|D] \}}t|||q6|S)NzInvalid serialized state: rr>)rtupler@ritemssetattr)rr dict_state slots_statekvr'r'r(rs   rcCs6|d}t|d}|ddD]}t||}q|S)Nr rr>)split __import__r5)r componentsr componentr'r'r(rs   rcCstjj|S)aFlatten dense tensors into a contiguous 1D buffer. Assume tensors are of same dense type. Since inputs are dense, the resulting tensor will be a concatenated 1D buffer. Element-wise operation on this buffer will be equivalent to operating individually. Args: tensors (Iterable[Tensor]): dense tensors to flatten. Returns: A contiguous 1D buffer containing input tensors. rr/_nnflatten_dense_tensors)tensorsr'r'r(_flatten_dense_tensorssrcCs8tjjdd|D}tjjdd|D}||fS)abFlatten sparse tensors into two contiguous 1D buffers, one of indices and one of values. Assume tensors are of same sparse type. Args: tensors (Iterable[Tensor]): sparse tensors to flatten. Returns: A tuple of two contiguous 1D buffers, one containing input tensors' indices and the other containing the values. cSg|]}tj|qSr'rrrrrYr'r'r( 7z+_flatten_sparse_tensors..cSrr'rrrrr'r'r(r:rr)r flat_indices flat_valuesr'r'r(_flatten_sparse_tensors+s  rcCstjj||S)aView a flat buffer using the sizes of tensors. Assume that tensors are of same dense type, and that flat is given by _flatten_dense_tensors. Args: flat (Tensor): flattened dense tensors to unflatten. tensors (Iterable[Tensor]): dense tensors whose sizes will be used to unflatten flat. Returns: Unflattened dense tensors with sizes same as tensors and values from flat. )rr/runflatten_dense_tensors)flatrr'r'r(_unflatten_dense_tensors?s rc Csx|\}}tjj|dd|D}tjj|dd|D}g}t|||D]\}}} |||| |q&t|S)aView flat buffer (containing indices and values) using the sizes of tensors. Assume that tensors are of same sparse type, and that flat is given by _flatten_sparse_tensors. Args: flat (tuple(Tensor, Tensor)): flattened indices and values of sparse tensors to unflatten. tensors (Iterable[Tensor]): sparse tensors whose sizes will be used to unflatten flat. Returns: Unflattened sparse tensors with sizes same as tensors and values from flat. cSrr'rrr'r'r(r`rz-_unflatten_sparse_tensors..cSrr'rrr'r'r(rcr) rr/rrziprnewrr) rrrrr;r<outputsrYirr'r'r(_unflatten_sparse_tensorsOsrcsLtt}|D] }|||qdd|Dtfdd|DS)aAssume that tensors are of same order as ordered_tensors within their types, e.g., from _take_tensors. Reorder them to be of same order as ordered_tensors. Args: tensors (Iterable[Tensor]): tensors to be reordered. They should be of the same order as ordered_tensors within their own types. ordered_tensors (Iterable[Tensor]): tensors whose order will be the reference. Returns: Ordered tuple of tensors with contents from tensors and order of ordered_tensors. cSsi|] \}}|t|qSr')iter)rrYcollr'r'r(r}sz'_reorder_tensors_as..c3s |] }t|VqdSr[)nextr )rr^ type_dict_r'r( ~sz&_reorder_tensors_as..)rrAr rrr)rordered_tensors type_dictr^r'rr(_reorder_tensors_asks rc cstdd}|D]\}|}|jr/tj|}tj|}||||}n||}||}|d||krV|ddkrV|dVgdg}||<|d ||d|7<q | D] \} } t | dkrw| VqjdS)aGroup tensors into chunks. This generator yields a chunk at each time, each containing tensors of same type up to certain byte limit in total size. Args: tensors (Sequence): A sequence of tensors to be separated into chunks. size_limit (int): The limit of each chunk in bytes. Yields: Blocks of tensors of same type and within size_limit. The yielded tensors are only ordered as the original sequence within its types. cSsgdgS)Nrr'r'r'r'r(z_take_tensors..r>rN) rr rrrrrnumel element_sizerr<r@) r size_limitbuf_dictr^rYr;r<r buf_and_sizebufrr'r'r( _take_tensorss.     rc sfdd}|S)Ncst|_|jd<|S)Nreturn)rN__annotations__)funr!retr'r(decs  zannotate..decr')rr!rr'rr(annotatesrcCstj|}|durt|}g}tjjddd*|dd|D|dd|D|dd|d}Wd|S1sEwY|S) Nr) threshold edgeitemscss|]}t|VqdSr[repr)rar'r'r(rszrender_call..css&|]\}}|dt|VqdS)=Nr)rrrr'r'r(rs$(z, )) r overrides resolve_namer _tensor_str printoptionsextendrjoin)fnargsr!str_fnstr_argsrr'r'r( render_calls  rc@seZdZdZdZddZdS)KeyErrorMessagez(str subclass that returns itself in reprr'cCs|Sr[r'rr'r'r(__repr__szKeyErrorMessage.__repr__N)rr __qualname____doc__ __slots__rr'r'r'r(rs rc@s"eZdZdZdddZddZdS) ExceptionWrapperz?Wraps an exception plus traceback to communicate across threadsN in backgroundcCs6|durt}|d|_dtj||_||_dS)Nrr )sysexc_infoexc_typer  tracebackformat_exceptionexc_msgwhere)rrrr'r'r(__init__s   zExceptionWrapper.__init__cCsvd|jjd|jd|j}|jtkrt|}n t|jddr&|j|dz||}W|ty:t|dw)z4Reraises the wrapped exception in the current threadzCaught  z . Original rIN)rI) rrrrKeyErrorrr5 Exceptionr)rmsg exceptionr'r'r(reraises     zExceptionWrapper.reraise)Nr)rrrrrr%r'r'r'r(rs  rcCsxtjrdStjjrdSttdrtjrdSttdr'tjr'dStj }t t|d}|r:|r:|SdSNr+mpsxpumtia) rr+ is_availablebackendsr'r7r(r)r/r0r5)custom_backend_namecustom_device_modr'r'r(_get_available_device_types     r.cCst}|r|dkr|tjS|r|dkr|tjS|r*|dkr*|tjS|r7|dkr7|tjS|tjkrE|t t|SdSr&) r.lowerrr+r'r(r)r/r0r5) get_member device_typer'r'r(_get_device_attrs    r2cC tddS)NcSs|Sr[)current_devicemr'r'r(rrz+_get_current_device_index..r2r'r'r'r(_get_current_device_index r8cCr3)NcSstt|Sr[)rArange device_countr5r'r'r(rsz)_get_all_device_indices..r7r'r'r'r(_get_all_device_indicesr9r<cCsdd|DS)Ncsg|] tfddqS)cs |Sr[)get_device_propertiesr5rr'r(rs z4_get_devices_properties...r7)rr'r>r(rsz+_get_devices_properties..r') device_idsr'r'r(_get_devices_propertiessr@rcCstjdkr tjSdS)zChecks if there are CUDA devices available and returns the device index of the current default CUDA device. Returns -1 in case there are no CUDA devices available. Arguments: ``None`` r)rr+r;r4r'r'r'r(get_current_device_index!s rBr,optional allow_cpucCst|tr t|}d}t|tjr*|s |jdkr td||jdkr'dn|j}t|tr1|}|durM|rFtj rAt }|St }|Std||S)a'Gets the device index from :attr:`device`, which can be a torch.device object, a Python integer, or ``None``. If :attr:`device` is a torch.device object, returns the device index if it has index. Note that for a device without a specified index, i.e., ``torch.device('xxx')``, this will return the current default device of that type if :attr:`optional` is ``True``. If :attr:`allow_cpu` is ``True``, CPU devices will be accepted and ``-1`` will be returned in this case. If :attr:`device` is a Python integer, it is returned as is. If :attr:`device` is ``None``, this will return the current default device of the supported runtime platform if :attr:`optional` is ``True``. i.e., the current default CUDA device will be returned if CUDA runtime is supported. Nr*z$Expected a non cpu device, but got: rAzFExpected a torch.device with a specified index or an integer, but got:) rrrr,r ValueErrorindexintjit is_scriptingrBr8)r,rCrD device_idxr'r'r(_get_device_index,s(     rKcCs$t|tjjs|rt|S|S)z Returns a real view of a tensor if complex dtype else just the tensor need to check if a UninitializedParameter because otherwise checking is_complex is an error for a LazyModule )rrrUninitializedParameter is_complex view_as_realr]r'r'r(_handle_complex[s  rOcCsht|tjstdt||jrt|jd?S|jr%t|jd?S|tj kr,dSt |jd?S)z8 Returns the element size for a dtype, in bytes zexpected torch.dtype, but got rrr>) rrrrr rMfinfobitsis_floating_pointbooliinfo)rr'r'r( _element_sizehs  rUc@s eZdZdddZdddZdS)_ClassPropertyDescriptorNcCs ||_dSr[)fget)rrWfsetr'r'r(r{s z!_ClassPropertyDescriptor.__init__cCs |durt|}|j||Sr[)r rW__get__)rinstanceownerr'r'r(rY~sz _ClassPropertyDescriptor.__get__r[)rrrrrYr'r'r'r(rVzs rVcCst|ttfs t|}t|Sr[)r classmethod staticmethodrV)funcr'r'r( classpropertysr_U`torch._utils.is_compiling` is deprecated. Use `torch.compiler.is_compiling` instead.)categorycCs tjSr[)rcompiler is_compilingr'r'r'r(rcs rccCstjdddtjS)zd Indicates whether we are tracing/compiling with torch.compile() or torch.export(). r`r) stacklevel)rFrGrrbrcr'r'r'r(rcs  c Cszddlm}t||r6tjtjjj}zt|j W|dur(tj |dSdS|dur5tj |wwt|dS)Nr)FunctionalTensor) #torch._subclasses.functional_tensorrerrr/_unset_dispatch_mode_TorchDispatchModeKey FUNCTIONAL_functionalize_syncelem_set_dispatch_mode)rYremaybe_functional_moder'r'r(rjs    rjrr1cCs.tt|d}|durtd|d|d|S)NzDevice 'z<' does not have a corresponding module registered as 'torch.z'.)r5rr)r1r9r'r'r(_get_device_modules rnrcCs*dtfdd}t|tf|d|ddS)Nis_initcsfdd}|S)Ncs"r|jj}n|j}td|)Nz&Tried to instantiate dummy base class )rrr)rr r! class_nameror'r(err_fns z/_dummy_type..get_err_fn..err_fnr')rorrr'rqr( get_err_fns z_dummy_type..get_err_fnTF)r__new__)rSr object)rrsr'r'r( _dummy_types rvc@s2eZdZddZddZddZdefdd Zd S) _LazySeedTrackercCsd|_d|_g|_dSr[manual_seed_all_cbmanual_seed_cb call_orderrr'r'r(rs z_LazySeedTracker.__init__cC||f|_|j|jg|_dSr[rxrcbrr'r'r(queue_seed_all z_LazySeedTracker.queue_seed_allcCr|r[)rzryr{r}r'r'r( queue_seedrz_LazySeedTracker.queue_seedrcCs|jSr[)r{rr'r'r( get_callssz_LazySeedTracker.get_callsN)rrrrrrrArr'r'r'r(rws rwPc@sNeZdZdefddZdeedfddfddZd ejd ej ddfd d Z dS) CallbackRegistryrcCs||_g|_dSr[)r callback_list)rrr'r'r(rs zCallbackRegistry.__init__r~NrcCs|j|dSr[)rr)rr~r'r'r( add_callbackrzCallbackRegistry.add_callbackr r!c OsB|jD]}z ||i|Wqtytd|jYqwdS)Nz6Exception in callback for %s registered with gpu trace)rr"loggerr$r)rr r!r~r'r'r(fire_callbackss  zCallbackRegistry.fire_callbacks) rrrrrrrrr r!rr'r'r'r(rsr module_namecCsjtj|d}dur |Stj|}dur3tj|}|tj|<|jdus+Jd|j||SdS)Nz)The loader attribute should always be set) rmodulesrO importlibutil find_specmodule_from_specloader exec_module)rmodulespecr'r'r( try_imports   rbuiltinsrqueuereprlibzcollections.abc collectionsdbmio) __builtin__copy_regQueuer_abcollUserDictUserList UserStringwhichdbStringIO cStringIO)rxrange)rr:)rreduce) functoolsr)rintern)rr)runichr)rchr)runicode)rr)rr)rrG) itertoolsizip)rr)rimap)rmap)rifilter)rfilter)r ifilterfalse)r filterfalse)r izip_longest)r zip_longest)rIterableUserDict)rr)rr)rr)rr)rr)r basestring) exceptions StandardError)rr")rr)NF)Fr[)FF)XrrrloggingrrrFrrtypesrtypingrrrrrtyping_extensionsr r rr)r=rrQrZr_rbrgrkrmrnrArrrrrr_rebuild_xla_tensorrrrrrrrrrrrrrrrrrrrr.r2r8r<r@rGrBrSrKrOrUrVr_ FutureWarningrcrj lru_cachernr rvrw getLoggerrrrrrIMPORT_MAPPING NAME_MAPPINGr'r'r'r(s      (1=   %*3  %  #  /