o
    hL                 	   @   s  d Z ddlZddlZddlZddlZddlZddlZddlmZ ddlm	Z	 ddl
mZmZmZ ddlZddlmZmZmZmZmZmZmZmZmZ g dZ			dAd
edededefddZededee fddZeddee fddZedede eef fddZ!defddZ"	dBdee deeege#f  de$e fddZ%dedee defddZ&eed Z'eed!Z(eed"Z)edde*e ee$e f e eef f fd#d$Z+ede ee$e f fd%d&Z,ed'd( Z-eddee fd)d*Z.ed
ede/fd+d,Z0d-d. Z1G d/d0 d0Z2d1d2 Z3d3d4 Z4d5d6 Z5d7d8 Z6ej7d9d: Z8G d;d< d<e2Z9ej7d=d> Z:ej7d?d@ Z;dS )CaE  
Python implementation of ``__torch_function__``

While most of the torch API and handling for ``__torch_function__`` happens
at the C++ level, some of the torch API is written in Python so we need
python-level handling for ``__torch_function__`` overrides as well. The main
developer-facing functionality in this file are handle_torch_function and
has_torch_function. See torch/functional.py and test/test_overrides.py
for usage examples.

Note
----
heavily inspired by NumPy's ``__array_function__`` (see:
https://github.com/pytorch/pytorch/issues/24015 and
https://www.numpy.org/neps/nep-0018-array-function-protocol.html
)

If changing this file in a way that can affect ``__torch_function__`` overhead,
please report the benchmarks in ``benchmarks/overrides_benchmark``. See the
instructions in the ``README.md`` in that directory.
    N)Iterablewraps)AnyCallableOptional)	_add_docstr_get_function_stack_at_has_torch_function_has_torch_function_unary_has_torch_function_variadic_is_torch_function_mode_enabled_len_torch_function_stack_pop_torch_function_stack_push_on_torch_function_stack)
get_ignored_functionsget_overridable_functionsget_testing_overrideshandle_torch_functionhas_torch_functionresolve_nameis_tensor_likeis_tensor_method_or_propertywrap_torch_functionenable_reentrant_dispatch.*is deprecated, please use.*torchfuncregexmodulereturnc                    s   t   fdd}|S )a  
    Decorator that temporarily disables ``UserWarning``s for the given ``module`` if the warning message matches the
    given ``regex`` pattern.

    Arguments
    ---------
    func : function
        Function to disable the warnings for.
    regex : str
        A regex pattern compilable by ``re.compile``. This is used to match the ``UserWarning`` message.
    module : str
        The python module to which the filtering should be restricted.

    Returns
    -------
    function
        The wrapped function.
    c                     sL   t   t jdtd  | i |W  d    S 1 sw   Y  d S )Nignore)categorymessager   )warningscatch_warningsfilterwarningsUserWarning)argskwargsr   r   r    c/var/www/html/construction_image-detection-poc/venv/lib/python3.10/site-packages/torch/overrides.pywrapperV   s   
$z'_disable_user_warnings.<locals>.wrapperr   )r   r   r   r-   r+   r*   r,   _disable_user_warnings>   s   r.   c                  C   sp  t j} h t jt jt jt jt jt jt jt j	t j
t jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt j t j!t j"t j#t j$t j%t j&t j't j(t j)t j*t j+t j,t j-t j.t j/t j0t j1t j2t j3t j4t j5t j6t j7t j8t j9t j:t j;t j<t j=t j>t j?t j@t jAt jBt jCt jDt jEt jFt jGt jHt jIt jJt jKt jLt jMt jNjNt jNjt jNjOt jNjt jPt jQjRt jQjSt jTt jUt jVt jWt jXt jYt jZt j[t j\t j]t j^t j_t j`t jat jbt jct jdt jet jft jgt jht jit jjt jkt jlt jmt jnt jot jpt jqt jrt jst jtt jut jvt jwt jxt jyjzt j{j|j}t j{j|j~t j{j|jt j{j|jt j{j|jt j{j|jt j{j|jt j{j|jt j{j|jt j{j|jt j{j|jt j{j|jt j{j|jt j{jjt j{jjt j{jjbt j{jjt j{jjPt j{jjt j{jjt j{jjt j{jjt j{jjt j{jjt j{jjt jjttt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt j{j|jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jt jÒ| jĒ| jŒ| jƒ| jǒ| jȒ| jɒ| jʒ| j˒| j̒| j͒| jΒ| jϒ| jВ| jђ| jҒ| jӒ| jԒ| jՒ| j֒| jג| jؒ| jْ| jڒ| jے| jܒ| jݒ| jޒ| jߒ| j| j| j| j| j| j| j| j| j| j| j| j| j| j| j| j| j| j| j| jj| jj| j| j| j| j| j| j| j| j| j| jS )a%  
    Return public functions that cannot be overridden by ``__torch_function__``.

    Returns
    -------
    set[Callable]
        A tuple of functions that are publicly available in the torch API but cannot
        be overridden with ``__torch_function__``. Mostly this is because none of the
        arguments of these functions are tensors or tensor-likes.

    Examples
    --------
    >>> torch.Tensor.as_subclass in torch.overrides.get_ignored_functions()
    True
    >>> torch.add in torch.overrides.get_ignored_functions()
    False
    )r   Tensortypename	is_tensor
is_storageset_default_tensor_typeset_default_deviceget_default_deviceset_rng_stateget_rng_statemanual_seedinitial_seedseedsaveloadset_printoptionsforkget_default_dtypeget_num_interop_threadsget_num_threadsinit_num_threadsimport_ir_moduleimport_ir_module_from_bufferis_anomaly_enabledis_anomaly_check_nan_enabledis_grad_enabledmerge_type_from_type_commentparse_irparse_schemaparse_type_commentset_anomaly_enabledset_flush_denormalset_num_interop_threadsset_num_threadswait	as_tensor
from_numpytensordefault_generatorhas_cuda	has_cudnn
has_lapackdevicedtypefinfohas_mklhas_mps
has_mkldnn
has_openmpiinfomemory_formatqschemeset_grad_enabledno_gradenable_gradinference_modeis_inference_mode_enabledlayoutalign_tensorsarange
as_stridedbartlett_windowblackman_windowbroadcast_shapescan_castcompilecudnn_affine_grid_generatorcudnn_batch_normcudnn_convolutioncudnn_convolution_transposecudnn_convolution_relucudnn_convolution_add_relucudnn_grid_samplercudnn_is_acceptableemptyempty_permutedempty_stridedempty_quantizedexportregister_dataclasseyefftfftfreqrfftfreq	from_filefullfillhamming_windowhann_windowkaiser_windowlinspacelogspacemkldnn_adaptive_avg_pool2dmkldnn_convolutionmkldnn_max_pool2dmkldnn_max_pool3dmkldnn_linear_backward_weightsmkldnn_rnn_layernormalonespromote_typesrandrandnrandintrandpermrangeresult_typescalar_tensorsparse_coo_tensorsparse_compressed_tensorsparse_csr_tensorsparse_csc_tensorsparse_bsr_tensorsparse_bsc_tensorsym_constrain_rangesym_constrain_range_for_sizesym_fresh_sizetril_indicestriu_indicesvanderzeros_jit_internalboolean_dispatchnn
functionalassert_int_or_pairupsampleupsample_bilinearupsample_nearestr   has_torch_function_unaryhas_torch_function_variadicr   sigmoidhardsigmoidtanh_canonical_mask_none_or_dtypeinitcalculate_gainuniformconstantdiracxavier_uniformxavier_normalkaiming_uniformkaiming_normal
orthogonalsparsenestedto_padded_tensorset_autocast_enabledis_autocast_enabledset_autocast_dtypeget_autocast_dtypeclear_autocast_cacheset_autocast_cpu_enabledis_autocast_cpu_enabledset_autocast_xla_enabledis_autocast_xla_enabledset_autocast_ipu_enabledis_autocast_ipu_enabledset_autocast_cpu_dtypeget_autocast_cpu_dtypeset_autocast_ipu_dtypeget_autocast_ipu_dtypeget_autocast_gpu_dtypeset_autocast_gpu_dtypeget_autocast_xla_dtypeset_autocast_xla_dtypeautocast_increment_nestingautocast_decrement_nestingis_autocast_cache_enabledset_autocast_cache_enabled	hardswishis_vulkan_available$are_deterministic_algorithms_enableduse_deterministic_algorithms-is_deterministic_algorithms_warn_only_enabledset_deterministic_debug_modeget_device_moduleget_deterministic_debug_modeset_float32_matmul_precisionget_float32_matmul_precisionunify_type_listis_warn_always_enabledset_warn_alwaysvitals_enabled	set_vitalread_vitalsvmapcond
frombufferasarray_functional_sym_constrain_range_make_dep_token__delitem____dir____getattribute____init____iter____init_subclass____delattr____setattr____torch_function____torch_dispatch____new__	__class____subclasshook____hash__as_subclasseiglstsq	reinforcenew
new_tensor	new_emptynew_empty_strided	new_zerosnew_onesnew_full_make_subclasssolvesymeigstride	unflattento_sparse_cooto_sparse_csrto_sparse_cscto_sparse_bsrto_sparse_bsc
_to_sparse_to_sparse_csr_to_sparse_csc_to_sparse_bsr_to_sparse_bsc_typed_storage_reduce_ex_internal_fix_weakref
_view_func_view_func_unsafe_rev_view_func_unsafe_make_wrapper_subclass_python_dispatch__get___has_symbolic_sizes_strides_conj_conj_physical_lazy_clone	_neg_view_is_zerotensor_is_all_true_is_any_true_addmm_activation
_use_countr/   r+   r+   r,   r   a   s  	
 !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~               	                                               !  "  #  $  %  &  '  (  )  *  +  ,  -  .  /  0  1  2  3  4  5  6  7  8  9  :  ;  <  =  >  ?  @  A  B  C  D  E  F  G  H  I  J  K  L  M  N  O  P  Q  R  S  T  U  V  W  X  Y  Z  [  \  ]  ^  _  `  a  b  c  d  e  f  g  h  i  j  k  l  m  n  o  p  q  r  s  t  u  v  w  x  y  z  {  |  }  ~       r   c                  C   s   t j} | jj| jj| jjhS )a  
    Return public functions that do not wrap in a subclass when invoked by
    the default ``Tensor.__torch_function__`` that preserves subclasses.  Typically,
    these functions represent field accesses (i.e., retrieving a Tensor that
    is stored somewhere on the Tensor) as opposed to computation.  Users of
    these functions expect object identity to be preserved over multiple accesses
    (e.g., ``a.grad is a.grad``) which cannot be upheld if we're wrapping on
    the fly every time (furthermore, the tensor stored here might already be
    the subclass, in which case wrapping really ought not to happen).

    Not ALL property accessors have this property; for example ``Tensor.T`` actually
    just creates a new transposed tensor on the fly, and so we SHOULD interpose on
    these calls (you need to check the implementation of the function to see if
    this is the case or not).  Additionally, if a property accessor doesn't return a Tensor,
    it doesn't have to be on this list (though it is harmless if it is).
    )r   r/   _baser   grad_gradr+  r+   r+   r,   get_default_nowrap_functionsy  s
   r/  c                  C   sH  t j} i t jdddt jdddt jdd t jdd t jdddt jdd t jdd	dt j	dd
dt j
dddt jdddt jdddt jd	ddt jd	ddt jdddt jdddt jdddt jdd i t jdddt jd
ddt jdddt jdddt jdddt jdddt jdddt jdddt jd d t jd!d t jdd"dt jdd#dt jd$d t j dd%dt j!dd&dt j"dd'dt j#dd(di t j$dd)dt j%dd*dt j&dd+dt j'dd,dt j(dd-dt j)d.d t j*d/d t j+d0d t j,dd3dt j-dd4dt j.d5d t j/d6d t j0d7d t j1d8d t j2d9d t j3d:d t j4d;d i t j5d<d t j6dd=dt j7d>d t j8dd@dt j9ddAdt j:ddBdt j;ddCdt j<ddDdt j=ddEdt j>ddFdt j?ddGdt j@ddHdt jAdId t jBddJdt jCdKd t jDdLd t jEddMdi t jFdNd t jGddOdt jHddPdt jIddQdt jJddTdt jKddUdt jLddWdt jMddXdYdt jNdZd t jOdd[dt jPjOdd\dt jPjQdd]dt jRdd^dt jSdd_dt jTd`d t jUd4dadt jVddbdi t jWddcdt jXddddt jYddedt jZddfdt j[ddgdt j\dhd t j]ddjdt j^dkd t j_ddldt j`dmd t jPjaddndt jbddodt jcddpdt jdddqdt jeddrdt jfd4dsdt jgddtdi t jhddudt jiddvdt jjdwd t jkd4dxdt jlddydt jmddzdt jndd{dt jod|d t jpdd}dt jqdd~dt jrdddt jsdddt jtdd t judddt jPjudddt jvdddt jwdddi t jxdddt jydddt jzdddt j{dddt j|dddt j}dddt j~dd t jdd t jPjdd t jdd t jdddt jdddt jd4ddt jd ddt jd!ddt jPjd"ddt jd!ddi t jdddt jdddt jd#ddt jdddt jdddt jdddt jdddt jdd t jdd t jdd t jdddt jPjdddt jPjdddt jPjd$ddt jPjd$ddt jdd t jd%ddi t jd&ddt jd'ddt jdddt jdd t jdddt jdddt jdddt jdddt jdddt jdddt jdd t jdd t jd(ddt jdd t jdd t jdd t jdd i t jdd t jdd t jdd t jdd t jdd t jjd)ddt jjd)ddt jjd)ddt jjd)ddt jjd)ddt jjd*ddt jjd*ddt jjd)ddt jjd)ddt jjdddt jjdddt jjdddi t jjdddt jjd*ddt jjd*ddt jjd*ddt jjd*ddt jjdddt jjdddt jjd)ddt jdddt jÐd+ddt jdd t jdd t jdd t jǐdddt jȐdddt jdd t jʐdddi t jːdddt j̐dddt j͐dddt jddt jddfddt jdd t jѐd,ddt jҐd-ddt jӐdddt jԐdddt jdd t j֐dddt jאdddt jؐdddt jِdddt jڐdddt jېdddt jܐd.ddi t jdd t jdd t jdd t jd/ddt jdd t jdddt jdddt jdddt jd0ddt jdddt jd1ddt jd2ddt jd3ddt jd4ddt jPjd d t jdddt jdd i t jdddt jdddt jdddt jdddt jdddt jdd t jd	d t jdd
dt jdddt jdd t jd5ddt jdd t jd(ddt jdd t jdd t jdddt jdddi t jdd t j dd t jdddt jPjdddt jPjdddt jdd t jdd t jdd t jdd t jdd t j	dd t j
dd t jd d t jd!d t jd
d"dt jd#d t jd6d$di t jd7d%dt jd&d t jdd'dt jPjdd(dt jPjdd)dt jPjdd*dt jd/d+dt jdd,dt jdd-dt jdd.dt jdd/dt jdd0dt jdd1dt jd8d2dt jdd3dt jdd4dt j dd5di t j!dd6dt j"dd7dt j#dd8dt j$dd9dt j%d:d t j&dd;dt j'dd<dt j(dd=dt j)dd>dt j*dd?dt j+dd@dt j,ddAdt j-dBd t j.ddCdt j/ddDdt j0ddEdt j1d9dFdi t j2ddGdt j3ddHdt j4dId t j5dJd t j6ddKdt j7ddLdt jPj1d:dMdt jPj8d:dNdt jPj9d9dOdt jPj2d9dPdt jPj7ddQdt j:dRd t jPj:ddSdt jPj;d-dTdt jPj<ddUdt j=dVd t jPj=dWd i t j>ddXdt j?ddYdt j@ddZdt jAd;d[dt jBd;d\dt jCd;d]dt jDd<d^dt jEdd_dt jFd=d`dt jGddadt jHddbdt jIdcd t jJddddt jKddedt jLddfdt jMdgd t jNdhd i t jOdid t jPdjd t jQdkd t jRdld t jSdmd t jTddndt jUd>dodt jVdpd t jWdqd t jXddrdt jYddsdt jZddtdt j[ddudt j\ddvdt j]dwd t j^dxd t j_d?dzdi t j`d{d t jad|d t jbd}d t jcd@d~dt jddd t jedAddt jfdd t jgdddt jhdddt jidddt jjdddt jkdddt jljmjndd t jljmjodd t jljmjdddt jljmjpdddt jljmjqdddi t jljmjrdddt jljmjsdddt jljmjtdddt jljmjudddt jljmjdBddt jljmjvdCddt jljmjwdCddt jljmj.dDddt jljmj7dddt jljmjxdEddt jljmj8dddt jljmjLdddt jljmjqdddt jljmjydFddt jljmjvdddt jljmjdGddt jljmjzdGddi t jljmj{dGddt jljmj|dGddt jljmj}dddt jljmjd%ddt jljmjdHddt jljmjdBddt jljmj~dIddt jljmjdJddt jljmjdJddt jljmjdJddt jljmjdJddt jljmjdKddt jljmjdLddt jljmjdMddt jljmjdNddt jljmjd@ddt jljmjdOddi t jljmjd0ddt jljmjdPddt jljmjd1ddt jljmjdQddt jljmjdRddt jljmjd7ddt jljmjdSddt jljmjd@ddt jljmjdTddt jljmjdddt jljmjdUddt jljmjdVddt jljmjdd t jljmjd-ddt jljmjd-ddt jljmjd-ddt jljmj3dddi t jljmjAd<ddt jljmjDd<ddt jljmjBd<ddt jljmjd<ddt jljmjCd<ddt jljmjd<ddt jljmjdWddt jljmjdWddt jljmjdWddt jljmjdSddt jljmjdXddt jljmjdYddt jljmjdZddt jljmjdEddt jljmjd[ddt jljmjd\ddt jljmjdMddi t jljmjd]ddt jljmjd^ddt jljmjd_ddt jljmjdd t jljmjdddt jljmjdddt jljmjd`ddt jljmjdaddt jljmjdddt jljmjdddt jljmjdddt jljmjdbddt jljmjdcddt jljmjddddt jljmjdZddt jljmjdVddt jljmjdVddi t jljmjdeddt jljmjd0ddt jljmjdd t jljmjdd t jljmjdddt jljmjdfddt jljmjddVdd?dddt jljmjdIddt jljjdgddt jljjdgddt jljjdd t jljjdhddt jdddt jddddt jdd t jdiddt jPjdjddi t jPjdkd	dt jPj	dld
dt jÐdmddt jĐdiddt jŐdd t jƐdd t jǐdnddt jd^ddt jȐdd t jɐdoddt jʐd#ddt jːdpddt jPj̐dqddt j͐dd t jΐdd t jϐdddt jdd i t jАdddt jѐdddt jdd t jҐd'ddt jӐdddt jԐdd dt jՐdd!dt j֐d"d t jאd#d t jؐd$d t jِd%d t jڐd&d t jېd:d'dt jPjېdrd)dt jܐdsd+dt jݐdsd,dt jސd-d i t jߐd.d t jd/d t jd0d t jd1d t jd2d t j	5	dtd6dt j	8	dud9dt j	;	dvd<dt jd=d t jd>d t jdd?dt jd'd@dt jdt jddfdAdt jd'dBdt jdCd t jddDdt jddEdi t jPjddFdt jdGd t jdHd t jddIdt jddJdt jddKdt jddLdt jddMdt jdNd t jd`dOdt jdPd t jddQdt jdRd t jddSdt jddTdt jdwdVdt jddWdi t jddXdt j dYd t jdadZdt jdd[dt jd5d\dt jdd]dt jd^d t jd_d t jd5d`dt jddadt jdxdcdt j	ddd t j
ded t jdydfdt jdydgdt jddhdt jddidi t jddjdt jddkdt jddldt jddmdt jddndt jddodt jdpd t jPjdqd t jdrd t jdsd t jddtdt jPjd:dudt jPjd9dvdt jdzdddwdxdt jd4dydt jd4dzdt jdd{di t jdd|dt jdd}dt jdd~dt j dddt j!dddt j"dddt j#d{ddt j$dddt j%dddt j&dddt j'dd t j(dd t j)dd t j*dd t j+dd t j,dd t j-dd i t j.dd t j/dd t j0dd t j1dd t j2dd t j3dd t j4dd t j5dd t j6dd t j7dd t j8dddt j9d|ddt j:d}ddt jPj9d:ddt jPj;dddt j<dd t j=dd i t j>j?dd t j>j@dd t j>jAdd t j>jBdd t j>jCdd t j>jDdddt j>jEdddt j>jFdddt j>jGdddt j>jdd t j>jHdd t j>jdd t j>jdd t j>jIdd t j>jdd t j>jdd t j>jJdd i t j>jdd t j>jKdddt j>jLdddt j>jMdd t j>jNdddt j>jOdddt j>jؐdd t j>jPdd t j>jQdd t j>jRdd t j>jSdddt j>jTdddt j>j!dd t j>jUdd t j>jdddt j>j+dd t j>j,dddi t j>jVdd t j>jWdd t j>jXdd t j>jYdd t j>jZdd t j>j[dd t j>j\dd t j>jАdddt j>j]dd t j>jdd t j>j^dd t j>j_dd t j>j`dddt j>jadddt j>jbdddt j>jcdddt j>jdd i t j>jdddt j>jddd t j>jedddt j>j&dddt j>jfdddt jgdd t jhdd t jidddt jjdddt jkdddt jPjld#ddt jPjmdddt jnd~ddt jod4ddt jdddt jpdd t jqd>ddi t jrdd t jsdd t jtdddt judddt jvdddt jPjwdnddt jxdddt jdfddt jydddt jzdd t j{dddt j|d4ddt j}dd t j~dddt jdddt jdd t jd4ddi t jd4ddt jd4ddt jdddt jPjdddt jdddt jdddt jdd t jdddt jdddt jdd t jdd t jd'd dt jdd t jdd t jdd t jdd t jdd i t jdd t jdddt jdd t jd!d	dt jdd
ddt jdd t jdd t jdd t jdd t jdd t jdyddt jd4ddt jd4ddt jdd t jdd t jdd t jdd i t jdd t jdd t jdd t jdd t jdd t jdd t jdd t jdd t jd4d dt jd!d t jd"d t jd#d | jd$d | jd%d | jd&d | jd'd | jd(d i | jd)d | jd*d | jd+d | jd,d | jd-d | jd.d | jd/d | jd0d | jd1d | jd2d | jd3d | jd4d | jd5d | jd6d | jÐd7d | jĐd8d | jŐd9d i | jƐd:d | jǐd;d | jȐd<d | jɐd=d | jʐd>d | jːd?d | j̐d@d | j͐dAd | jΐdBd | jϐdCd | jАdDd | jѐdEd | jҐdFd | jddGdHd| jԐdId | jՐdJd | j֐jאdKd i | jؐjאdLd | jِjאdMd | jڐjאdNd | jېjאdOd | jܐjאdPd | jݐjאdQd | jސjאdRd | jߐjאdSd | jjאdTd | jjאdUd | jjאdVd | jjאdWd | jdXd | jdYd | jdZd | jjאd[d | jjאd\d i | jjאd]d | jjאd^d | jjאd_d | jjאd`d | jjאdad | jjאdbd | jjאdcd | jjאddd | jjאded | jjאdfd | jjאdgd | jjאdhd | jjאdid | jjאdjd | jjאdkd | jjאdld | jjאdmd i | jjאdnd | jjאdod | jjאdpd | jjאdqd | jjאdrd | jjאdsd | j jאdtd | jjאdud | jjאdvd | jjאdwd | jjאdxd | jjאdyd | jjאdzd | jjאd{d | jd-d|d| jd}d | jd~d i | j	dd | j
dd | jdd | jdd | jdd | jdd | jdd | jdd | jdd | jdd | jdd | jdd | jdd | jdd | jdd | jdJdd| jt jfddi | jt jfdd| jt jfdd| jt jfdd| jdUdddd| jdd | jdd | j t j!fdd| j"ddd| j#t jfdd| j$t jfdd| j%t jfdd| j&t jfdd| j't jfdd| j(dd | j)dd | jd!dd| j*dd i | j+ddd| j,t jfdd| j-t jfdd| j.dd | j/dd | j0dd | j1d5dddd| j2dd | j3dd | j4t jfdd| j5t jfdd| j6dddd| jՐdd | j7t jfdd| j8t jfdd| j9dd | j:dd i | j;t jfdd| j<dd | j=dd | jdd | j>dd | j?dd | j@dd | jAdd | jBddddd| jdd | jCt jfdd| jDdd | jEdd | jTdd | jFddd| jdd | jGdd i | jHdd | jIdd | jJdd | jKdd | jdd | jLdd | jȐdd | jMdd | jNddd| jOdd | jPddddd| jQdd | jRdd | jSdd | jTdd | jUdd | jVdd i | jWd5dd| jXdd | jYdd | jZdd | j[dd | j\dd | j]dd | j^ddd| j
dd | j_dd | j`t jfdd| jadd | jdydd| jbdd | jcdd | jdddd| jedd i | jfdd | jddd| jgdd | jhdd | jidd | jjdd | jkdd | jpdd | jlddt jfdd| jmddddd| jnddd| jodd | jpdd | jqdd | jrdd | jdd | jdUdd| jsdd | jtdd | judd | jvdd | jwddd| jxdd t jPjydddi}t jzj{j|}t}| |#rԐd-dd|t~| |< d d |t~| d| j< i }t }| D ]}\}}|j|jd d|j d d|j d d|j d g}|jd$r:|jtdd }|d| d d| d d| d g |D ]}	t~| |	d}
t|
$rY|
|v$rY|
|v$rY|||
< $q<#q|| |S (  ar  Return a dict containing dummy overrides for all overridable functions

    Returns
    -------
    Dict[Callable, Callable]
        A dictionary that maps overridable functions in the PyTorch API to
        lambda functions that have the same signature as the real function
        and unconditionally return -1. These lambda functions are useful
        for testing API coverage for a type that defines ``__torch_function__``.

    Examples
    --------
    >>> import inspect
    >>> my_add = torch.overrides.get_testing_overrides()[torch.add]
    >>> inspect.signature(my_add)
    <Signature (input, other, out=None)>
    Nc                 S      dS Nr+   inputoutr+   r+   r,   <lambda>      z'get_testing_overrides.<locals>.<lambda>c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  output_sizer+   r+   r,   r6    r7  c                 S   r0  r1  r+   )inputsr9  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  otherr5  r+   r+   r,   r6    r7     c                 S   r0  r1  r+   r4  batch1batch2alphabetar5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  tensor1tensor2valuer5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rD  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  mat1mat2rC  rB  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  matvecrC  rB  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  vec1vec2rC  rB  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   thetasizealign_cornersr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  dimr+   r+   r,   r6    r7  h㈵>:0yE>Fc                 S   r0  r1  r+   )r4  r=  trolatol	equal_nanr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  ptraininplacer+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rT  keepdimr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r^  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  msgr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                  W   r0  r1  r+   tensorsr+   r+   r,   r6    r7  c                  W   r0  r1  r+   ra  r+   r+   r,   r6    r7  c                  W   r0  r1  r+   ra  r+   r+   r,   r6    r7  r   Tc                 S   r0  r1  r+   )r4  kernel_sizer  padding	ceil_modecount_include_padr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r?  r+   r+   r,   r6    r7  c	           	      S   r0  r1  r+   )	r4  weightbiasrunning_meanrunning_vartrainingmomentumepscudnn_enabledr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )grad_outr4  meaninvstdrg  sum_dy
sum_dy_xmucount_tensorr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )ro  r4  rp  rq  rg  input_gweight_gbias_gr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rg  rh  rp  rq  rm  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rp  rq  ri  rj  rl  rm  countr+   r+   r,   r6    r7  c                 S   r0  r1  r+   rx  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rm  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  ri  rj  rl  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  	generatorr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   input1input2rg  rh  r+   r+   r,   r6    r7  rp  c                 S   r0  r1  r+   r4  targetrg  size_averagereduce	reduction
pos_weightr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  weights	minlengthr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )ry  probr{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                  W   r0  r1  r+   ra  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rJ  r5  r+   r+   r,   r6    r7  c                  W   r0  r1  r+   ra  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   selfrQ  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  
boundaries	out_int32rightr5  r+   r+   r,   r6    r7  c                  W   r0  r1  r+   ra  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rb  rT  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7         @#use_mm_for_euclid_dist_if_necessaryc                 S   r0  r1  r+   )x1x2r[  compute_moder+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7        ?c                 S   r0  r1  r+   r4  rB  r]  r+   r+   r,   r6    r7  )r5  c                 W   r0  r1  r+   )r5  matricesr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  groupsr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  upperr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6     r7  c                 S   r0  r1  r+   r4  check_errorsr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r}  r~  r  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  numeln_binsratio	bit_widthr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  chunksrT  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  minmaxr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r5  r+   r+   r,   r6  	  r7  c                 S   r0  r1  r+   rb  r5  r+   r+   r,   r6  
  r7  c                 S   r0  r1  r+   )r4  
correctionfweightsaweightsr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7     c                 S   r0  r1  r+   )r4  rwith_replacementr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )realimagr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )absangr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  ordr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  padrG  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rg  rh  r  rd  dilationr  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c	           	      S   r0  r1  r+   )	r4  rg  rh  r  rd  r  
transposedoutput_addingr  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rg  rh  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rg  rh  r  rd  output_paddingr  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6     r7  c                 S   r0  r1  r+   r}  r~  r  marginr  r  r  r+   r+   r,   r6  !  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  "  r7  c                 S   r0  r1  r+   )r  r  rT  rm  r+   r+   r,   r6  #  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  $  r7  c                 S   r0  r1  r+   r4  r=  rT  r5  r+   r+   r,   r6  %  r7  r2  c                 S   r0  r1  r+   r  r+   r+   r,   r6  &  r7  c                 S   r0  r1  r+   	log_probstargetsinput_lengthstarget_lengthsblankr  zero_infinityr+   r+   r,   r6  (  r7  c                 S   r0  r1  r+   r4  rT  r5  r+   r+   r,   r6  *  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  +  r7  c                 S   r0  r1  r+   r4  rT  r5  rY   r+   r+   r,   r6  ,  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  -  r7  c                 S   r0  r1  r+   yxrT  r+   r+   r,   r6  .  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  /  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  0  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  1  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  2  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  3  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  4  r7  c                 S   r0  r1  r+   r4  diagonalr5  r+   r+   r,   r6  5  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  6  r7  c                 S   r0  r1  r+   )r4  offsetr+   r+   r,   r6  7  r7  c                 S   r0  r1  r+   )r4  nrT  prependappendr5  r+   r+   r,   r6  8  r7  c                 S   r0  r1  r+   r4  r  dim1dim2r+   r+   r,   r6  9  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  :  r7  c                 S   r0  r1  r+   )r4  srcr  r  r  r+   r+   r,   r6  ;  r7  c                 S   r0  r1  r+   )r  r  rQ  r  storage_offsetr+   r+   r,   r6  <  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  =  r7  c                 S   r0  r1  r+   )r4  r=  r[  r+   r+   r,   r6  >  r7  c                 S   r0  r1  r+   r4  r=  rounding_moder5  r+   r+   r,   r6  ?  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  @  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  A  r7  c                 S   r0  r1  r+   rZ  r+   r+   r,   r6  B  r7  c                 S   r0  r1  r+   r4  rJ  r+   r+   r,   r6  C  r7  c                 S   r0  r1  r+   )rI  rJ  r+   r+   r,   r6  D  r7  c                 S   r0  r1  r+   r4  indices_or_sectionsr+   r+   r,   r6  E  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  F  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  G  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  H  r7  Lc                 S   r0  r1  r+   r4  UPLOr5  r+   r+   r,   r6  I  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  J  r7  c                 W   r0  r1  r+   )equationoperandsr+   r+   r,   r6  K  r7  c                 S   r0  r1  r+   r4  rg  padding_idxmax_norm	norm_typescale_grad_by_freqr   r+   r+   r,   r6  M  r7  c
           
      S   r0  r1  r+   )
r4  rg  offsetsr  r  r  moder   per_sample_weightsr  r+   r+   r,   r6  P  r7  c                 S   r0  r1  r+   r4  rY   rg   rX   requires_gradr+   r+   r,   r6  R  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  S  r7  c                 S   r0  r1  r+   r4  r=  r+   r+   r,   r6  T  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  U  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  V  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  W  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  X  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  Y  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  Z  r7  c                 S   r0  r1  r+   )r4  scale
zero_pointaxis	quant_min	quant_maxr+   r+   r,   r6  [  r7  c                 S   r0  r1  r+   )r4  r  r  r  r  r+   r+   r,   r6  \  r7  c                 S   r0  r1  r+   )r  observer_onfake_quant_onaveraging_construnning_minrunning_maxr  r  r  r  ch_axisper_row_fake_quantsymmetric_quantr+   r+   r,   r6  ^  r7  c                 S   r0  r1  r+   r4  packed_weightrh  r+   r+   r,   r6  `  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  a  r7  c                 S   r0  r1  r+   r4  rg  packedcol_offsetsweight_scaleweight_zero_pointrh  r+   r+   r,   r6  b  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  d  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  f  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  g  r7  c                 S   r0  r1  r+   )r4  abr+   r+   r,   r6  h  r7  c                 S   r0  r1  r+   r4  r[  r\  r+   r+   r,   r6  i  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  j  r7  c                 S   r0  r1  r+   r4  r  rT  normr+   r+   r,   r6  k  r7  c                 S   r0  r1  r+   r   r+   r+   r,   r6  l  r7  c                 S   r0  r1  r+   r   r+   r+   r,   r6  m  r7  c                 S   r0  r1  r+   r   r+   r+   r,   r6  n  r7  c                 S   r0  r1  r+   r   r+   r+   r,   r6  o  r7  r  r2  c                 S   r0  r1  r+   r4  srT  r  r+   r+   r,   r6  p  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  q  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  r  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  s  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  t  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  u  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  v  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  w  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  x  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  y  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  z  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  {  r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6  |  r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6  }  r7  c                 S   r0  r1  r+   r   r+   r+   r,   r6  ~  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  	start_dimend_dimr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  dimsr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r^  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  exponentr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  
fill_valuer5  rY   rg   rX   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r`  	dep_tokenr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )LU_data	LU_pivotsunpack_dataunpack_pivotsr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rT  indexr5  sparse_gradr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rN  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  spacingrT  
edge_orderr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  gridinterpolation_modepadding_moderR  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  
num_groupsrg  rh  rm  rn  r+   r+   r,   r6    r7  c	           	      S   r0  r1  r+   	r4  hxparams
has_biases
num_layersdropoutr\  bidirectionalbatch_firstr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  w_ihw_hhb_ihb_hhr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7        ?c                 S   r0  r1  r+   r4  lambdr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  valuesr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  r  r  r  r  r+   r+   r,   r6    r7  d   c                 S   r0  r1  r+   )r4  binsr  r  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r.  r  r  rg  densityr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r.  r   rg  r/  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  taur+   r+   r,   r6    r7  c                 S   r0  r1  r+   )rI  rJ  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rT  r  sourcer+   r+   r,   r6    r7  c                 S   r0  r1  r+   r2  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  indicesr+  
accumulater+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rT  r  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rT  r  rG  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rT  r  r3  r  include_inputr+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )eteassume_uniqueinvertr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r7  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r7  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c	           	      S   r0  r1  r+   )	r4  ri  rj  rg  rh  use_input_statsrl  rm  rn  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r=  rtolrX  rY  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c
           
      S   r0  r1  r+   )
r4  n_fft
hop_length
win_lengthwindowcenter
normalizedonesidedlengthreturn_complexr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  r  r  r  
log_targetr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  krT  r_  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  	hermitianr  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rJ  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )LDpivotsBrJ  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  normalized_shaperg  rh  esprn  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  endrg  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rI  rM  Xr  iKnitertollargestmethodtrackerortho_iparamsortho_fparamsortho_bparamsr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rT  rY   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rz  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  namesr_  r5  r+   r+   r,   r6    r7  c	           	      S   r0  r1  r+   )	databatch_sizesr  r  r  r  r   r\  r!  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r#  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )Apivot	get_infosr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  maskrG  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rb  r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rb  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r`  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rc  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r`  r  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )LUrL  rM  leftadjointr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rT  rJ  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6     r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rc  r  rd  r  re  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rh  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rh  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rc  r  rd  r  return_indicesre  r+   r+   r,   r6  
  r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rT  r_  rY   r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                  _   r0  r1  r+   )rb  r)   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rg  rh  ri  rj  rk  exponential_average_factorepsilonr+   r+   r,   r6    r7  c	           	      S   r0  r1  r+   	r4  rg  rh  rd  r  r  r  	benchmarkdeterministicr+   r+   r,   r6    r7  c	           	      S   r0  r1  r+   )	r4  rg  zrB  rh  r  rd  r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c
           
      S   r0  r1  r+   )
r4  rg  rh  rd  r  r  r  r  rn  ro  r+   r+   r,   r6    r7  c	           	      S   r0  r1  r+   rm  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rg  weight_stride0r  cxr  hidden_sizer  r"  r   r\  r!  r^  dropout_stater+   r+   r,   r6  !  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  #  r7  c                 S   r0  r1  r+   r^  r+   r+   r,   r6  $  r7  c                 S   r0  r1  r+   r4  r3  destinationr+   r+   r,   r6  %  r7  c                 S   r0  r1  r+   ru  r+   r+   r,   r6  &  r7  c                 S   r0  r1  r+   )r4  
descendingr5  r+   r+   r,   r6  '  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  (  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  )  r7  c                 S   r0  r1  r+   )r4  num_samplesreplacementr5  r+   r+   r,   r6  *  r7  c                 S   r0  r1  r+   )r4  rL  r5  r+   r+   r,   r6  +  r7  c                 S   r0  r1  r+   r4  r[  r+   r+   r,   r6  ,  r7  c                 S   r0  r1  r+   )r4  rT  startrE  r+   r+   r,   r6  -  r7          c                 S   r0  r1  r+   )r4  nanposinfneginfr5  r+   r+   r,   r6  .  r7  c                 S   r0  r1  r+   )r4  rg  rh  ri  rj  rk  rl  rm  r+   r+   r,   r6  /  r7  c                 S   r0  r1  r+   )r4  rg  rh  rk  rl  rm  r+   r+   r,   r6  0  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  1  r7  c                 S   r0  r1  r+   r4  rN  rg  rh  rm  r+   r+   r,   r6  2  r7  c                 S   r0  r1  r+   )r4  rg  rh  NCHxWgrouprm  r+   r+   r,   r6  3  r7  c                 S   r0  r1  r+   )r4  r[  rT  r_  rY   r+   r+   r,   r6  4  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  5  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  6  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  7  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  8  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  9  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  :  r7  c                 S   r0  r1  r+   r8  r+   r+   r,   r6  ;  r7  c                 S   r0  r1  r+   r8  r+   r+   r,   r6  <  r7  c                 S   r0  r1  r+   r4  r9  rj  r+   r+   r,   r6  =  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  >  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  ?  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  @  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  A  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  B  r7  c                 S   r0  r1  r+   rO  r+   r+   r,   r6  C  r7  c                 S   r0  r1  r+   r4  r[  rk  r]  r+   r+   r,   r6  D  r7  c                 S   r0  r1  r+   r4  rc  r  rd  re  rf  divisor_overrider+   r+   r,   r6  F  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  I  r7  皙?c                 S   r0  r1  r+   )r4  ri  rj  rg  rh  rk  rl  rm  r+   r+   r,   r6  L  r7  c                 S   r0  r1  r+   r|  r+   r+   r,   r6  N  r7  c                 S   r0  r1  r+   r4  r  rg  r  r  r  r+   r+   r,   r6  P  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  S  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  U  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  W  r7  c                 S   r0  r1  r+   )r4  r  rg  r  ignore_indexr  r  label_smoothingr+   r+   r,   r6  Z  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  ]  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  _  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  `  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  a  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  b  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  c  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  e  r7  c                 S   r0  r1  r+   )r4  rg  r  r  r  r  r  r   r  include_last_offsetr  r+   r+   r,   r6  h  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  j  r7  c                 S   r0  r1  r+   )r4  r9  rc  r  rd  r  r+   r+   r,   r6  k  r7  c                 S   r0  r1  r+   r4  rc  r9  output_ratiorj  _random_samplesr+   r+   r,   r6  m  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  p  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  s  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  v  r7  ư>c                 S   r0  r1  r+   )r4  r  varr   rm  r  r+   r+   r,   r6  x  r7  nonec                 S   r0  r1  r+   )r4  approximater+   r+   r,   r6  y  r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6  z  r7  bilinearr   c                 S   r0  r1  r+   )r4  r  r  r  rR  r+   r+   r,   r6  {  r7  c                 S   r0  r1  r+   )r4  r  rg  rh  rm  r+   r+   r,   r6  |  r7  绽|=c                 S   r0  r1  r+   )logitsr1  hardrm  rT  r+   r+   r,   r6  }  r7  c                 S   r0  r1  r+   r)  r+   r+   r,   r6  ~  r7        c                 S   r0  r1  r+   )r4  min_valmax_valr]  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r,  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  ri  rj  rg  rh  r<  rl  rm  r+   r+   r,   r6    r7  nearestc                 S   r0  r1  r+   )r4  rQ  scale_factorr  rR  recompute_scale_factor	antialiasr+   r+   r,   r6    r7  c                 S   r0  r1  r+   rG  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  r  r  r  rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  {Gz?c                 S   r0  r1  r+   )r4  negative_sloper]  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rg  rh  r+   r+   r,   r6    r7  -C6?      ?c                 S   r0  r1  r+   )r4  rQ  rB  rC  rI  r+   r+   r,   r6    r7     c                 S   r0  r1  r+   r4  rT  _stacklevelrY   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  rc  r  re  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rc  r  rd  r  re  rj  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   ri  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   ri  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   ri  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   ri  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r4  rc  r  rd  r9  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )querykeyrG  embed_dim_to_check	num_headsin_proj_weightin_proj_biasbias_kbias_vadd_zero_attn	dropout_pout_proj_weightout_proj_biasrk  key_padding_maskneed_weights	attn_maskuse_separate_proj_weightq_proj_weightk_proj_weightv_proj_weightstatic_kstatic_vaverage_attn_weights	is_causalr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r[  r  rg  r  r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  r  r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  rg  r  r  r  r  r+   r+   r,   r6    r7  -q=c                 S   r0  r1  r+   )r4  r[  rT  rm  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )rS   num_classesr+   r+   r,   r6    r7  r   c                 S   r0  r1  r+   )r4  r  r  rG  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r  r[  rm  r_  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  	log_inputr   r  rm  r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r]  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  rN  rg  rm  r+   r+   r,   r6    r7        ?UUUUUU?c                 S   r0  r1  r+   r4  lowerr  rk  r]  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  rG  r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r  r  r  rC  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r  deltarg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7     c                 S   r0  r1  r+   )r4  rC  	thresholdr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r)  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  rG  r]  r+   r+   r,   r6    r7  c
           
      S   r0  r1  r+   
anchorpositivenegativer  r[  rm  swapr  r  r  r+   r+   r,   r6    r7  )distance_functionr  r  r  c                S   r0  r1  r+   )r  r  r  r  r  r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rc  r  rd  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )rS   r  r  r{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )rS   rp  stdr{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )rS   valr+   r+   r,   r6    r7  fan_in
leaky_reluc                 S   r0  r1  r+   )rS   r  r  nonlinearityr{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  as_tupler+   r+   r,   r6    r7  )r  c                S   r0  r1  r+   )r4  rQ  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  froc                 S   r0  r1  r+   r4  r[  rT  r_  r5  rY   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  rT  r_  r5  rY   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6       c                 S   r0  r1  r+   )vpowrT  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r0  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r~  input3re  	transposer+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  rT  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  qrB  rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rz  r+   r+   r,   r6    r7  V瞯<c                 S   r0  r1  r+   )r4  rcondr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  rJ  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  upscale_factorr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  downscale_factorr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r  r   rm  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r	  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rY   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r3  r5  r+   r+   r,   r6     r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  somer5  r+   r+   r,   r6    r7  reducedc                 S   r0  r1  r+   )r4  r  r5  r+   r+   r,   r6    r7  linearc                 S   r0  r1  r+   r4  r  rT  r_  interpolationr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  	  r7  c                 S   r0  r1  r+   )r4  scaleszero_pointsr  rY   r+   r+   r,   r6  
  r7  c                 S   r0  r1  r+   )r4  r  r  rY   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rY   reduce_ranger+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rg  rh  rp  r  rm  output_scaleoutput_zero_pointr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  r  r$  r%  r&  r'  	packed_ih	packed_hhcol_offsets_ihcol_offsets_hhscale_ihscale_hhzero_point_ihzero_point_hhr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  r+   r   r>  c                 S   r0  r1  r+   rh  r+   r+   r,   r6    s   r   r   r>  r>  c                 S   r0  r1  r+   rh  r+   r+   r,   r6    r  r   r   r   r>  r>  r>  c                 S   r0  r1  r+   rh  r+   r+   r,   r6     s   c                 S   r0  r1  r+   r  r+   r+   r,   r6  '  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  *  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  ,  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  -  r7  c                 S   r0  r1  r+   )r4  highrY   rg   rX   r  r+   r+   r,   r6  .  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  /  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  0  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  1  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  2  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  3  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  4  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  5  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  6  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  7  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  8  r7  c                 S   r0  r1  r+   )r4  r[  rT  maxnormr5  r+   r+   r,   r6  9  r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6  :  r7  c                 S   r0  r1  r+   )r4  shaper+   r+   r,   r6  ;  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  <  r7  c	           	      S   r0  r1  r+   r  r+   r+   r,   r6  =  r7  c                 S   r0  r1  r+   r#  r+   r+   r,   r6  >  r7  c	           	      S   r0  r1  r+   r  r+   r+   r,   r6  ?  r7  c                 S   r0  r1  r+   r#  r+   r+   r,   r6  @  r7  c                 S   r0  r1  r+   )r4  shiftsr  r+   r+   r,   r6  A  r7  r   r>  c                 S   r0  r1  r+   )r4  rI  r  r+   r+   r,   r6  B  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  C  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  D  r7  c                 S   r0  r1  r+   )rg  rb  compressed_indices_dtyper+   r+   r,   r6  E  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  F  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  G  r7  c                 S   r0  r1  r+   )r4  r=  rB  r+   r+   r,   r6  H  r7  c                 S   r0  r1  r+   rH  r+   r+   r,   r6  I  r7  c                 S   r0  r1  r+   r4  rT  r  r  r+   r+   r,   r6  J  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  K  r7  c                 S   r0  r1  r+   )r4  rT  r  r  r  include_selfr+   r+   r,   r6  L  r7  c                 S   r0  r1  r+   )sorted_sequencer4  r  r  r5  r+   r+   r,   r6  M  r7  r  c                 S   r0  r1  r+   )r]  r  lengthsr4  r  r  unsafer+   r+   r,   r6  N  r7  c                 S   r0  r1  r+   )r4  rT  r  r+   r+   r,   r6  O  r7  c                 S   r0  r1  r+   )r4  r  rT  r  r+   r+   r,   r6  P  r7  c                 S   r0  r1  r+   r4  r  rT  r{  rP  stepr+   r+   r,   r6  Q  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  R  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  S  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  T  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  U  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  V  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  W  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  X  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  Y  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  Z  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  [  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  \  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  ]  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  ^  r7  c                 S   r0  r1  r+   r[  r+   r+   r,   r6  _  r7  c                 S   r0  r1  r+   )r_  rM  re  r5  r+   r+   r,   r6  `  r7  c                 S   r0  r1  r+   )r_  rM  re  r  r5  r+   r+   r,   r6  a  r7  )stabler5  c                S   r0  r1  r+   )r4  rT  rw  r  r5  r+   r+   r,   r6  b  r7  c                 S   r0  r1  r+   rS   split_size_or_sectionsrT  r+   r+   r,   r6  c  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  d  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  e  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  f  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  g  r7  c                 S   r0  r1  r+   rH  r+   r+   r,   r6  h  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  i  r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6  j  r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6  k  r7  reflectc                 S   r0  r1  r+   )r4  r>  r?  r@  rA  rB  pad_moderC  rD  rF  align_to_windowr+   r+   r,   r6  m  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  o  r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6  p  r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6  q  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  r  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  s  r7  c                 S   r0  r1  r+   r  r  r+   r+   r,   r6  t  r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6  u  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  v  r7  c                 S   r0  r1  r+   )r  r  cr+   r+   r,   r6  w  r7  c                 S   r0  r1  r+   )r(   r+   r+   r,   r6  x  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  y  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  z  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  {  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  |  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  }  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  ~  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  
compute_uvr5  r+   r+   r,   r6    r7     c                 S   r0  r1  r+   )r4  r  rS  Mr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  full_matricesr5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r4  dim0r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  axis0axis1r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r[  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r^  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rz  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rg  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r[  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r<  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r=  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r4  rT  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  indr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  rT  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rI  rT  rw  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r_  r  r  unitriangularr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rM  r  re  r$  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c
           
      S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  rT  sizesr\  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  sortedreturn_inversereturn_countsrT  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r'  r(  rT  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )	conditionr  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )rg  r  r  rh  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r4  input_scaleinput_zero_point	prepacked	out_scaleout_zero_pointout_channelr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  levelr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )primaltangentr0  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rQ  r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r  r  r+   r+   r,   r6    r7  )implicitc                S   r0  r1  r+   )r  rQ  r4  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rT  r{  rE  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  rQ  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rT  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rT  r{  rP  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  
split_sizerT  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  split_sizesrT  r+   r+   r,   r6     r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  	  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  
  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  rY   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  	dimensionrQ  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r=  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6     r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  !  r7  c                 S   r0  r1  r+   r8  r+   r+   r,   r6  "  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  #  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  $  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  %  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  &  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  '  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  (  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  )  r7  c                 S   r0  r1  r+   )r  arrayr+   r+   r,   r6  *  r7  c                 S   r0  r1  r+   )r  idxr+   r+   r,   r6  +  r7  c                 S   r0  r1  r+   )r  memor+   r+   r,   r6  ,  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  -  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  .  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  /  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  0  r7  c                 S   r0  r1  r+   )r  format_specr+   r+   r,   r6  1  r7  c                 S   r0  r1  r+   )r  protor+   r+   r,   r6  2  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  3  r7  )tensor_contentsc                S   r0  r1  r+   )r  rA  r+   r+   r,   r6  4  r7  c                 S   r0  r1  r+   )r  rI  r  r+   r+   r,   r6  5  r7  c                 S   r0  r1  r+   )r  dr+   r+   r,   r6  6  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  7  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  8  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  9  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  :  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  ;  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  <  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  =  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  >  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  ?  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  @  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  A  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  B  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  C  r7  c                 S   r0  r1  r+   )r  cuda_enabledcpu_enabled
cuda_dtype	cpu_dtyper+   r+   r,   r6  D  r7  c                 S   r0  r1  r+   )r  rC  rD  r+   r+   r,   r6  E  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  F  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  G  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  H  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  I  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  J  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  K  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  L  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  M  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  N  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  O  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  P  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  Q  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  R  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  S  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  T  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  U  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  V  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  W  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  X  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  Y  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  Z  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  [  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  \  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  ]  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  ^  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  _  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  `  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  a  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  b  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  c  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  d  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  e  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  f  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  g  r7  c                 [   r0  r1  r+   )r  rY   non_blockingr)   r+   r+   r,   r6  h  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  i  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  j  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  k  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  l  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  m  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  n  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  o  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  p  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  q  r7  c                 S   r0  r1  r+   )r  r\  r]  r+   r+   r,   r6  r  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  s  r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6  t  r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6  u  r7  c                 S   r0  r1  r+   )r  orderellipsis_idxr+   r+   r,   r6  v  r7  c                 S   r0  r1  r+   )r  callabler+   r+   r,   r6  w  r7  c                 S   r0  r1  r+   r5  r+   r+   r,   r6  x  r7  c                 S   r0  r1  r+   r5  r+   r+   r,   r6  y  r7  c                 S   r0  r1  r+   )r  gradientretain_graphcreate_graphr:  r+   r+   r,   r6  z  r7  c                 S   r0  r1  r+   r  r`   r+   r+   r,   r6  {  r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6  |  r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6  }  r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6  ~  r7  )r{  c                S   r0  r1  r+   )r  mediansigmar{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  	coalescedr+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  rG  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r  r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  ambiguity_checkr+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                S   r0  r1  r+   )r  r*  r{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  rG  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rS  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                S   r0  r1  r+   )r  r[  r{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rS   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                S   r0  r1  r+   )r  rp  r  r{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rS   rJ  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r  rJ  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rJ  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r=  assignr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r:  r{  rE  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r4  rS   r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                S   r0  r1  r+   )r  from_tor{  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  streamr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r\  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  hookr+   r+   r,   r6    r7  c                 S   r0  r1  r+   rY  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  namer+   r+   r,   r6    r7  c                 W   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 W   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r3  r  rQ  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  rT  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rN  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  rT  r{  rP  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rb  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rb  accumulate_matchesr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  size1size2	dense_dimr+   r+   r,   r6    r7  c                 S   r0  r1  r+   r]  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rI  rJ  rC  rB  r5  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r  r+   r+   r,   r6    r7  c                 W   r0  r1  r+   )r  repsr+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rY   rG  copyr`   r+   r+   r,   r6    r7  )masked_gradc                S   r0  r1  r+   r  rY   rc  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rd  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r9  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  rU  rV  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r;  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   rW  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  c                 S   r0  r1  r+   )r  r  r   driverr+   r+   r,   r6    r7  c                 [   r0  r1  r+   )r  rX   rG  r)   r+   r+   r,   r6    r7  c                 S   r0  r1  r+   r3  r+   r+   r,   r6    r7  is______i__rbitwise_N)r>  r>  N)r>  N)rU  rV  F)F)NFN)Nr   FT)NN)NNNrp  N)Nr   )FFN)r   N)r  r  )r  F)FN)NNN)r>  NN)r  F)Nr>  r   r>  r>  )Nr>  r   r   r>  r>  )r   NNrp  )r>  rV  )r2  N)r   rp  Fr1  )r>  r2  NNN)r   r   r>  )r   r  r2  )r  )r  N)NNr  FF)Nr  Frp  FNN)NNNF)FF)Nr2  N)Nr  N)r   r2  )TT)NF)NNr>  )NNrU  T)r(  )r  NNrp  )r-  r   r   N)r-  NNNFN)NNF)T)NNNTFNNF)NNrp  F)NNNNNNNNNNNNN)TFN)TN)Nr   r>  F)Nr   r>  FF)NFNN)r2  FN)r|  NNN)NNrU  )r  NFN)r(  FF)Nr   FTN)NNFr  rU  )NNNrp  )NNr  Nrp  r|  )r(  TF)	NNr  Frp  FNFN)r>  r   r>  )NNFN)Fr  rp  )r  )r2  )r  r   N)r>  Fr  r2  )r  r  F)NNNNTr  rU  )NNr  NNF)NNrp  N)r  F)r  r  r  )Nr  N)Nr   N)TNTNFNNNNNNF)r>  r  NNNrp  )NNrp  )NNr  Nrp  )r  r>  r  N)r   r   )r  r  F)TFNrV  Nrp  )Nr  )r  r  FF)Nr|  )NNrp  r  )rp  r  N)r>  r  )r  r  r  FNNrp  )r|  r  N)r   r  r  N)r  NFNN)NNFNN)r  NFNN)r  r  FNN)r  r   )TF)NTr  )r  )r  F)r  N)NFr  N)r+   r   r  F)r+   r  r  F)r+   r  r  F)r>  r
  )r  NNNr   F)r   NNr>  )r2  F)	NNNTr  FTNN)TTN)r  r  N)r  N)TFF)TFFN)r>  r  )Nr   NN(  r   r/   r  absoluteadaptive_avg_pool1dadaptive_max_pool1dacosrf  arccosacosharccoshaddaddbmmaddcdivaddcmuladdmmaddmvaddraffine_grid_generatorallallclosealpha_dropoutamaxaminaminmaxangleanyargmaxargminargsortasin_assert_asyncarcsinasinharcsinhatanarctanatan2arctan2atanharctanh
atleast_1d
atleast_2d
atleast_3d
avg_pool1dbaddbmm
batch_normbatch_norm_backward_elemtbatch_norm_backward_reducebatch_norm_elemtbatch_norm_gather_stats#batch_norm_gather_stats_with_countsbatch_norm_statsbatch_norm_update_stats	bernoullir   binary_cross_entropy_with_logitsbincountbinomialbitwise_andbitwise_not
bitwise_orbitwise_xorbitwise_left_shiftbitwise_right_shift
block_diagbmmbroadcast_tensorsbroadcast_to	bucketizecartesian_prodcatconcatconcatenatecdistceilceluchain_matmulchannel_shufflecholeskylinalgcholesky_excholesky_inversecholesky_solvechoose_qparams_optimizedchunkclampclip	clamp_min	clamp_maxcolumn_stackcovclonecombinationscomplexcopysignpolarr   conjconj_physicalresolve_conjresolve_negconstant_pad_ndconv1dconv2dconv3dconvolutionconv_tbcconv_transpose1dconv_transpose2dconv_transpose3dcorrcoefcoscosine_embedding_losscoshcosine_similaritycount_nonzerocrossctc_losscummaxcummincumprodcumsumcumulative_trapezoidlogcumsumexpdeg2rad
dequantizedetdetachdiag
diag_embeddiagflatdiffr  diagonal_scatteras_strided_scatterdigammadistdivdividedotr   dsmmhsmmdsplitdstackr   eigvalseigheigvalsheinsum	embeddingembedding_bag
empty_likeeqequalerferfcerfinvexpexp2expm1 fake_quantize_per_channel_affinefake_quantize_per_tensor_affinefused_moving_avg_obs_fake_quantfbgemm_linear_fp16_weight)fbgemm_linear_fp16_weight_fp32_activationfbgemm_linear_int8_weight)fbgemm_linear_int8_weight_fp32_activationfbgemm_linear_quantize_weightfbgemm_pack_gemm_matrix_fp16fbgemm_pack_quantized_matrixfeature_alpha_dropoutfeature_dropoutr   ifftrfftirffthfftihffthfft2ihfft2hfftnihfftnfftnifftnrfftnirfftnfft2ifft2rfft2irfft2fftshift	ifftshiftfixflattenflipfliplrflipudfrobenius_normfloorfloor_dividefloat_powerfmodfracfrexp	full_likestrided_functional_assert_async	lu_unpackgathergcdge
get_devicegreater_equalgeqrfi0inneroutergerrK  grid_samplergrid_sampler_2dgrid_sampler_3d
group_normgrugru_cellgtgreater
hardshrink	heavisidehinge_embedding_losshistc	histogramhistogramddhouseholder_producthspmmhsplithstackhypotigammaigammacr  	index_add
index_copy	index_putindex_select
index_fillindex_reduceisfiniteisinisinfisrealisposinfisneginfinstance_normint_reprinverseinvinv_ex
is_complexis_conjis_negis_distributedis_inferenceis_floating_point
is_nonzerois_same_size	is_signediscloseisnanistftkl_divkronkthvalueldl_factor_ex
ldl_factor	ldl_solve
layer_normlcmldexple
less_equallerplgammalobpcgloglog_softmaxlog10log1plog2	logaddexp
logaddexp2logdetxlogylogical_andlogical_not
logical_orlogical_xorlogit	logsumexplstm	lstm_cellltlesslulu_solvemargin_ranking_lossmasked_fillmasked_scattermasked_selectmatmul	lu_factorlu_factor_exmatrix_powermatrix_rank	multi_dot
matrix_expr  maximumfmax
max_pool1d
max_pool2d
max_pool3dmax_pool1d_with_indicesrp  nanmeanrO  	nanmedianmeshgridr  minimumfminmiopen_batch_normmiopen_convolutionmiopen_convolution_add_relumiopen_convolution_relumiopen_convolution_transposemiopen_depthwise_convolution
miopen_rnnmmr  movedimmoveaxismsortmulmultiplymultinomialmvmvlgammanarrow
nan_to_numnative_batch_norm_native_batch_norm_legitnative_dropoutnative_layer_normnative_group_normnative_normnative_channel_shufflene	not_equalnegr  	nextafterr   r   adaptive_avg_pool2dadaptive_avg_pool3d adaptive_max_pool1d_with_indicesadaptive_max_pool2d adaptive_max_pool2d_with_indicesadaptive_max_pool3d adaptive_max_pool3d_with_indicesaffine_grid
avg_pool2d
avg_pool3dbinary_cross_entropycross_entropy	dropout1d	dropout2d	dropout3delufoldfractional_max_pool2d"fractional_max_pool2d_with_indicesfractional_max_pool3d"fractional_max_pool3d_with_indicesgaussian_nll_lossgeluglugrid_samplegumbel_softmaxhardtanhinterpolatel1_lossr  r  local_response_norm
logsigmoid	lp_pool1d	lp_pool2d	lp_pool3dmax_pool2d_with_indicesmax_pool3d_with_indicesmax_unpool1dmax_unpool2dmax_unpool3dmse_lossmulti_head_attention_forwardmulti_margin_lossmultilabel_margin_lossmultilabel_soft_margin_lossnll_loss	normalizeone_hotr  pairwise_distancepoisson_nll_lossprelurelurelu6rms_normrreluselusilumishscaled_dot_product_attentionsmooth_l1_loss
huber_losssoft_margin_losssoftmaxsoftminsoftplus
softshrinksoftsign
tanhshrinkr  triplet_margin_loss!triplet_margin_with_distance_lossunfoldr   uniform_normal_	constant_kaiming_uniform_nonzerononzero_staticargwherer  vector_normmatrix_normnorm_except_dimnuclear_normr  orgqrormqrpermutepca_lowrankpdistpinversepinvpixel_shufflepixel_unshufflepoisson	polygammar  	ones_liker  prodputq_per_channel_axisq_per_channel_scalesq_per_channel_zero_pointsq_scaleq_zero_pointqrquantilenanquantilequantize_per_channelquantize_per_tensorquantize_per_tensor_dynamicquantized_batch_normquantized_gru_cellquantized_lstm_cellquantized_max_pool1dquantized_max_pool2dquantized_max_pool3dquantized_rnn_relu_cellquantized_rnn_tanh_cellrad2deg	rand_likerandint_like
randn_likeravelr  vdotvecdotview_as_realview_as_complex
reciprocal	remainderrenormrepeat_interleavereshapernn_relurnn_relu_cellrnn_tanhrnn_tanh_cellrollrot90round	row_stack_rowwise_prunersqrtrsubsaddmmscatterscatter_addscatter_reducesearchsorted_segment_reduceselectselect_scatterslice_inverseslice_scatterr   signsignbitsgnsinsincsinhslogdetsmmspmmr
  solve_exsortsplitsplit_with_sizessqrtsquaresqueezesspaddmmstackr  std_meanstftsubsubtractsum	sym_floatsym_intsym_maxsym_minsym_notsym_itesym_sum	_sym_sqrt_sym_cos	_sym_cosh_sym_sin	_sym_sinh_sym_tan	_sym_tanh	_sym_asin	_sym_acos	_sym_atannansumsvdsvd_lowranksvdvalsswapaxesswapdimsspecialairy_ai	bessel_j0	bessel_j1	bessel_y0	bessel_y1chebyshev_polynomial_tchebyshev_polynomial_uchebyshev_polynomial_vchebyshev_polynomial_wentrerfcxexpitgammainc	gammainccgammalnhermite_polynomial_hhermite_polynomial_hei0ei1i1elaguerre_polynomial_llegendre_polynomial_plog_ndtrmodified_bessel_i0modified_bessel_i1modified_bessel_k0modified_bessel_k1multigammalnndtrndtripsiscaled_modified_bessel_k0scaled_modified_bessel_k1shifted_chebyshev_polynomial_tshifted_chebyshev_polynomial_ushifted_chebyshev_polynomial_vshifted_chebyshev_polynomial_wspherical_bessel_j0xlog1pyzetattaketake_along_dimtanr   	tensorinvtensorsolve	tensordottensor_splittiletopktracer  trapz	trapezoidtriangular_solvesolve_triangulartriltriutrue_dividetruncunbindr  uniqueunique_consecutiveunravel_indexunsafe_chunkunsafe_splitunsafe_split_with_sizes	unsqueezer   r  var_meanvsplitvstackwhere_wrapped_linear_prepack#_wrapped_quantized_linear_prepacked
zeros_like_fw_primal_copy_make_dual_copyview_as_real_copyview_as_complex_copy
_conj_copy_neg_view_copyas_strided_copy_sparse_broadcast_to_copydiagonal_copyexpand_copynarrow_copypermute_copy_reshape_alias_copyselect_copydetach_copy
slice_copy
split_copysplit_with_sizes_copysqueeze_copyt_copytranspose_copyunsqueeze_copy_indices_copy_values_copyindices_copyvalues_copycrow_indices_copycol_indices_copyccol_indices_copyrow_indices_copyunbind_copy	view_copyunfold_copy
alias_copy__floordiv____rfloordiv____ifloordiv____truediv____rtruediv____itruediv__
__lshift____rlshift____ilshift__
__rshift____rrshift____irshift____and____or____xor__	__float____complex__	__array____bool____contains____neg__
__invert____mod____rmod____imod____array_wrap____getitem____deepcopy____int____long__	__index____len__
__format____reduce_ex____reversed____repr____setitem____setstate__Tr   HmTmH_backward_hooks_post_accumulate_grad_hooksr,  _cdatar-  r.  _grad_fngrad_fn_version_autocast_to_reduced_precision_autocast_to_full_precision#_clear_non_serializable_cached_datar]  rX   rY   is_cudais_cpuis_xlais_xpuis_ipuis_leafretains_gradis_metais_mpsis_mtia	is_nestedis_maia	is_mkldnnis_quantized	is_sparseis_sparse_csr	is_vulkanitemsizerg   r[  r\  nbytesndim	output_nrr  r  volatile__cuda_array_interface__type_dimI_dimV_indices_is_view_nnzcrow_indicescol_indicesccol_indicesrow_indices_update_names_valuesalign_asalign_toapply_rj   as_strided_backwardbfloat16preserve_formatboolbytecharcauchy_coalesce_coalesced_
contiguouscontiguous_formatcopy_cpucudamtiaxpuipudata_ptrr`  rT  	dim_orderdoublecdoubleelement_sizeexpand	expand_asexponential_fill_fill_diagonal_floatcfloat
geometric_halfchalf	has_namesr4  intis_coalescedis_contiguous	is_pinned	is_set_to	is_shareditemlog_normal_longmap_map2_module_load
ndimensionnelement_nested_tensor_size_nested_tensor_storage_offsets_nested_tensor_stridesnumpy
pin_memoryput_ra   random_record_streamrefine_namesregister_hook"register_post_accumulate_grad_hookrenamerepeatrequires_grad_
reshape_asresizeresize_	resize_asresize_as_sparse_retain_gradset_share_memory_shortrQ  
sparse_dimsparse_mask_sparse_mask_projectionsparse_resize_sparse_resize_and_clear_storageuntyped_storager  storage_typesum_to_sizerV  to_dense	_to_dense	to_sparsetolist	to_mkldnntype_asr+  viewview_aszero_
__dlpack____dlpack_device__r   utilsbackend_registration_privateuse1_backend_namehasattrgetattrr   items__name__
startswithlenextendrJ  update)r/   retprivateuse1_backend_nameret2ignoredrI  r  r\  subnamer[  r   r+   r+   r,   r     sH  


	




 !"#$%&'
(
)
*+,
-
.
/
0
1
2
3
45
67
:;<=>?@A
BC
D
EF
GHIJKLMN
OPQRST
UVWXYZ[\
]^
_`
abcdefghij
klmno
pqrst
uvwx
{|}~     
  
    
      	  
                      
  
  
            
  
  !
  $  %  
&  '  (  )  *  +  ,  
-  
.  /
  
2  
3  
4  5  
8  
9  
:  
;  
<  =  >  ?  @  A  B  C  D  E  F  G  H  I  J  K  L  M  N  O  P  Q  R  
S  
T  
U  V  W  
X  Y  Z  [  \  ]  
^  _  `  a  b  
c  d  e  f  g  h  i  j  
k  
l  
m  n  
o  p  q  r  s  t  u  v  w  x  y  z  {  |  }  ~                                     	    
                                                                                     #    $    %    &    '    (    )    *    +    ,    -    .    /    0    1    2    3    4    5    6    7    8    9    :    ;    <    =    >    ?    @    A    B    C    D    E    F    G    H    I    J    K    L    M    N    O    P    Q    R    S    T    U    V    W    X    Y    Z    [    \    _    `    a    b    c    d    e    f    g    j    k    l    m    p    s    v    w    x    y    z    {    |    }    ~                                                         	      
                                                                                                            "      #      &      )      *      -      0      3      4      5      6      7      8      ;      >      ?      @      C      F      I      L      M      N      O      P      Q      R      S      T      W      Z      ]      ^      _      `      a      b      c      d      e      f      g      h      k      n      q      t      w      z      }      ~                                                                                                                                                                              !        "        #        $        %        &        '        (        )        *        +        .        1        2        3        4        5        6        7        8        9        :        ;        <        @        A        B        C        D        E        F        G        H        I        J        K        L        M        N        O        P        Q        R        S        T        U        V        W        X        Y        Z        [        \        ]        ^        _        `        a        b        c        f        i        n        t        {        ~                                                                               	          
                                                                                                                                                                                                                                       !          "          #          $          %          &          '          (          )          *          +          ,          -          .          /          0          1          2          3          4          5          6          7          8          9          :          ;          <          =          >          ?          @          A          B          E          F          G          H          I          J          K          L          M          N          O          P          Q          R          S          T          U          V          W          X          Y          Z          [          \          ]          ^          _          `          a          b          c          d          e          f          g          h          i          j          k          l          m          n          o          p          q          r          s          t          u          v          w          x          y          z          {          |          }          ~                                                                                                                     	            
                                                                                                                                                                                                                                                                                     !            "            #            $            %            &            '            (            )            *            +            ,            /            0            1            2            3            4            5            6            7            8            9            :            ;            <            =            >            ?            @            A            B            E            F            G            H            I            J            K            L            M            N            O            P            Q            R            S            T            U            V            W            X            Y            Z            [            \            ]            ^            _            `            a            b            c            d            e            f            g            h            i            j            k            l            m            n            o            p            q            r            s            t            u            v            w            x            y            z            {            |            }            ~                                                                                                                                         	              
                                                                                                                                                                                                                                                                                                                                   !              "              #              $              %              &              '              (              )              *              +              ,              -              .              /              0              1              2              3              4              5              6              7              8              9              :              ;              <              =              >              ?              @              A              B              C              D              E              F              G              H              I              J              K              L              M              N              O              P              Q              R              S              T              U              V              W              X              Y              Z              [              \              ]              ^              _              `              a              b              c              d              e              f              g              h              i              j              k              l              m              n              o              p              q              r              s              t              u              v              w              x              y              z              {              |              }              ~                                                                                                                                                             	                
                                                                                                                                                                                                                                                                                                                                                                                 !                "                #                $                %                &                '                (                )                *                +                ,                -                .                /                0                1                2                3                4                5                6                7                8                9                :                ;                E", r   
dispatcherc                    s    fdd}|S )a  Wraps a given function with ``__torch_function__`` -related functionality.

    Parameters
    ----------
    dispatcher: Callable
        A callable that returns an iterable of Tensor-likes passed into the function.

    Note
    ----
    This decorator may reduce the performance of your code. Generally, it's enough to express
    your code as a series of functions that, themselves, support __torch_function__. If you
    find yourself in the rare situation where this is not the case, e.g. if you're wrapping a
    low-level library and you also need it to work for Tensor-likes, then this function is available.

    Examples
    --------
    >>> def dispatcher(a):  # Must have the same signature as func
    ...     return (a,)
    >>> @torch.overrides.wrap_torch_function(dispatcher)
    >>> def func(a):  # This will make func dispatchable by __torch_function__
    ...     return a + 0
    c                    s   t   fddS )Nc                     s<    | i |}t |rt|g| R i |S | i |S rl  )r   r   )r(   r)   relevant_args)r  r   wrappedr+   r,   r  +  s   z3wrap_torch_function.<locals>.inner.<locals>.wrapped)	functoolsr   r   r  )r   r  r,   r<  *  s   z"wrap_torch_function.<locals>.innerr+   )r  r<  r+   r  r,   r     s   r   r  get_type_fnc           	      C   s   |du rt }tj sg S t }g }| D ]B}||}||vrVt|drV|jtjjkrV|rP|| t	|}t
|D ]\}}t|||rH|} nq9||| q|h}|g}q|S )a
  Returns a list of arguments on which to call __torch_function__.

    Checks arguments in relevant_args for __torch_function__ implementations,
    storing references to the arguments and their types in overloaded_args and
    overloaded_types in order of calling precedence. Only distinct types are
    considered. If a type is a subclass of another type it will have higher
    precedence, otherwise the precedence order is the same as the order of
    arguments in relevant_args, that is, from left-to-right in the argument list.

    The precedence-determining algorithm implemented in this function is
    described in `NEP-0018`_.

    See torch::append_overloaded_arg for the equivalent function in the C++
    implementation.

    Parameters
    ----------
    relevant_args : iterable of array-like
        Iterable of array-like arguments to check for __torch_function__
        methods.

    get_type_fn : callable, optional
        Function to call on each argument in relevant_args to get its type.

    Returns
    -------
    overloaded_args : list
        Arguments from relevant_args on which to call __torch_function__
        methods, in the order in which they should be called.

    .. _NEP-0018:
       https://numpy.org/neps/nep-0018-array-function-protocol.html
    Nr   )rA  r   _C_is_torch_function_enabledsetr  r   _disabled_torch_function_implrt  r  	enumerate
issubclassinsert)	r  r  overloaded_typesoverloaded_argsargarg_typer  iold_argr+   r+   r,   _get_overloaded_args8  s2   %

r  
public_apic                 O   s  t |}ttt|}t r/t }|| |||}W d   n1 s$w   Y  |tur/|S |D ]*}|j}	t|	drL|	j	|u rL|	t
jjurLtdt |	| |||}|tur[|  S q1| j d| j }
d|
 ddd |D  }t r}|d	t  7 }t|)
a=  Implement a function with checks for ``__torch_function__`` overrides.

    See torch::autograd::handle_torch_function for the equivalent of this
    function in the C++ implementation.

    Arguments
    ---------
    public_api : function
        Function exposed by the public torch API originally called like
        ``public_api(*args, **kwargs)`` on which arguments are now being
        checked.
    relevant_args : iterable
        Iterable of arguments to check for __torch_function__ methods.
    args : tuple
        Arbitrary positional arguments originally passed into ``public_api``.
    kwargs : tuple
        Arbitrary keyword arguments originally passed into ``public_api``.

    Returns
    -------
    object
        Result from calling ``implementation`` or an ``__torch_function__``
        method, as appropriate.

    Raises
    ------
    TypeError : if no implementation is found.

    Example
    -------
    >>> def func(a):
    ...     if has_torch_function_unary(a):
    ...         return handle_torch_function(func, (a,), a)
    ...     return a + 0
    N__self__zDefining your `__torch_function__ as a plain method is deprecated and will be an error in future, please define it as a classmethod..zno implementation found for 'z.' on types that implement __torch_function__: c                 S      g | ]}t |qS r+   )rA  ).0r  r+   r+   r,   
<listcomp>      z)handle_torch_function.<locals>.<listcomp>z nor in mode )r  tuplemaprA  r   _pop_mode_temporarilyr   NotImplementedr  r  r   r  r  r$   warnDeprecationWarning
__module__r  _get_current_function_mode	TypeError)r  r  r(   r)   r  typesr  resultoverloaded_argtorch_func_method	func_namer`  r+   r+   r,   r     s<   *
r   a  Check for __torch_function__ implementations in the elements of an iterable
    or if a __torch_function__ mode is enabled.  Considers exact ``Tensor`` s
    and ``Parameter`` s non-dispatchable.  Use this to guard a call to
    :func:`handle_torch_function`; don't use it to test if something
    is Tensor-like, use :func:`is_tensor_like` instead.
    Arguments
    ---------
    relevant_args : iterable
        Iterable or arguments to check for __torch_function__ methods.
    Returns
    -------
    bool
        True if any of the elements of relevant_args have __torch_function__
        implementations, False otherwise.
    See Also
    ________
    torch.is_tensor_like
        Checks if something is a Tensor-like, including an exact ``Tensor``.
    zSpecial case of `has_torch_function` for single inputs.
    Instead of:
      `has_torch_function((t,))`
    call:
      `has_torch_function_unary(t)`
    which skips unnecessary packing and unpacking work.
    a'  Special case of `has_torch_function` that skips tuple creation.

    This uses the METH_FASTCALL protocol introduced in Python 3.7

    Instead of:
      `has_torch_function((a, b))`
    call:
      `has_torch_function_variadic(a, b)`
    which skips unnecessary packing and unpacking work.
    c            
      C   s\  t t} i }dttjfdtjtjjfdtjjttjjfdtjjttjjfdtj	ttj	fdtj
ttj
fdtjttjfdtjttjfg}|D ]\}}}|D ]}d	}|tj	ur|d
raqR|drid}n*|drqd}n"|d  szd}n|dkrqRnt||}tt|d |krqR|dkrqRt||}|tj	u rtt|d |krqRt|tjrqRt|tjrqRt|st|dr| d| d||j< | d| d||j< |rqR|jt v rd}	|jt vsJ |	||jqR| | |j qRt|sqR| d| ||< |r	qR|t v r!d}	|t vs J |	||jqR| | | qRqK| |fS )Nr   ztorch.functionalztorch.nn.functionalztorch.nn.initztorch.Tensorztorch.linalgz	torch.fftztorch.specialFrh  rg  Tr   
unique_dim__weakref__r   r  z.__get__z.__set__zk{}.{} is in the tuple returned by torch._overrides.get_ignored_functions but still has an explicit override) collectionsdefaultdictlistr   __all__r   r   dirr   r/   r  r   r  r  endswithislowerr  object
isinstancer  
ModuleType
__future___FeaturerJ  r  r   __set__r   r   formatr  r  )
overridable_funcsr  tested_namespacesnamespace_str	namespacens_funcsr  r!   r   r`  r+   r+   r,   _get_overridable_functions  s   








Cr  c                   C   s
   t  d S )a  List functions that are overridable via __torch_function__

    Returns
    -------
    Dict[Any, List[Callable]]
        A dictionary that maps namespaces that contain overridable functions
        to functions in that namespace that can be overridden.
    r   )r  r+   r+   r+   r,   r   f  s   

r   c                 C   s.   t | tjjtjjfrt| S t d | S )a&  Get a human readable string name for a function passed to
    __torch_function__

    Arguments
    ---------
    f : Callable
        Function to resolve the name of.

    Returns
    -------
    str
        Name of the function; if eval'ed it should give back the input
        function.
    r>  )r  r   _ops
OpOverloadOpOverloadPacketstrr  get)fr+   r+   r,   r   s  s   r   c                  C   s   t  } t| tj }|S )z<Returns a set of the overridable methods on ``torch.Tensor``)r   r  r   r/   )r  methodsr+   r+   r,   _get_tensor_methods  s   r  c                 C   s   | t  v p	| jdkS )aw  
    Returns True if the function passed in is a handler for a
    method or property belonging to ``torch.Tensor``, as passed
    into ``__torch_function__``.

    .. note::
       For properties, their ``__get__`` method must be passed in.

    This may be needed, in particular, for the following reasons:

    1. Methods/properties sometimes don't contain a `__module__` slot.
    2. They require that the first passed-in argument is an instance
       of ``torch.Tensor``.

    Examples
    --------
    >>> is_tensor_method_or_property(torch.Tensor.add)
    True
    >>> is_tensor_method_or_property(torch.add)
    False
    r   )r  r  r  r+   r+   r,   r     s   r   c                 C   s   t | tju pt| dS )a9  
    Returns ``True`` if the passed-in input is a Tensor-like.

    Currently, this occurs whenever there's a ``__torch_function__``
    attribute on the type of the input.

    Examples
    --------
    A subclass of tensor is generally a Tensor-like.

    >>> class SubTensor(torch.Tensor): ...
    >>> is_tensor_like(SubTensor([0]))
    True

    Built-in or user types aren't usually Tensor-like.

    >>> is_tensor_like(6)
    False
    >>> is_tensor_like(None)
    False
    >>> class NotATensor: ...
    >>> is_tensor_like(NotATensor())
    False

    But, they can be made Tensor-like by implementing __torch_function__.

    >>> class TensorLike:
    ...     @classmethod
    ...     def __torch_function__(cls, func, types, args, kwargs):
    ...         return -1
    >>> is_tensor_like(TensorLike())
    True
    r   )rA  r   r/   r  )inpr+   r+   r,   r     s   "r   c                   @   sJ   e Zd ZU dZd ed< dddZddd	Zd
d Zdd Ze	dd Z
dS )TorchFunctionModea  
    A ``TorchFunctionMode`` allows you to override the meaning of all
    ``__torch_function__`` overrideable functions within a dynamic scope,
    without having to actually create a tensor subclass or manually
    monkey-patch functions in the PyTorch API.  Some common situations
    where you should use a mode:

        * You want to override the meaning of factory functions, or other
          functions that do not otherwise take a tensor as an argument
          (these cannot be overridden with tensor subclasses).

        * You want to override the behavior of all functions without needing
          to wrap your inputs in tensor subclasses; e.g., if you are just
          interested in logging intermediate computations.

        * You want to control the order of execution of various tensor
          subclasses explicitly, rather than implicitly via the return of
          ``NotImplemented``.

    Independent subclasses of :class:`TorchFunctionMode` are compositional:
    modes can be pushed onto a stack using ``with MyMode():``.
    When you call functions in the PyTorch API inside your
    ``__torch_function__`` implementation, by default, they will forward on to
    the next mode on the mode stack.  If you want recursively call back into
    your current ``__torch_function__`` implementation, either explicitly
    invoke ``self.__torch_function__(...)``, or use the context manager
    ``enable_torch_function_mode(self, replace=self.inner)`` to make PyTorch
    API self-referential (beware of infinite loops, in this case!)
    r<  r    Nc                 C   s   d S rl  r+   r3  r+   r+   r,   r        zTorchFunctionMode.__init__r+   c                 C   s   t rl  )NotImplementedErrorr  r   r  r(   r)   r+   r+   r,   r     r  z$TorchFunctionMode.__torch_function__c                 C   s   t |  | S rl  )
_push_moder3  r+   r+   r,   	__enter__  s   zTorchFunctionMode.__enter__c                 C   s
   t   d S rl  )	_pop_mode)r  exc_typeexc_valexc_tbr+   r+   r,   __exit__  s   
zTorchFunctionMode.__exit__c                 O   s   t d | |i |}|S )NzP`Mode.push()` is no longer necessary and can be replaced with just `with Mode()`)r$   r  )clsr(   r)   instancer+   r+   r,   push  s
   zTorchFunctionMode.push)r    Nr+   N)r  r  __qualname____doc____annotations__r   r   r	  r  classmethodr  r+   r+   r+   r,   r    s   
 

r  c                  C   s   t  } | dkrt| d S d S )Nr   r>  )r   r	   	stack_lenr+   r+   r,   r    s   r  c                  C   s   t  } dd t| D S )Nc                 S   r  r+   )r	   )r  r  r+   r+   r,   r    r  z4_get_current_function_mode_stack.<locals>.<listcomp>)r   r   r  r+   r+   r,    _get_current_function_mode_stack  s   r  c                 C   s   t |  d S rl  )r   )r  r+   r+   r,   r    s   r  c                  C   s
   t  } | S rl  )r   oldr+   r+   r,   r
    s   r
  c                  c   s(    t  } z
| V  W t|  d S t|  w rl  )r
  r  r  r+   r+   r,   r    s
   r  c                   @   s   e Zd ZdddZdS )BaseTorchFunctionModer+   Nc                 C   s   |d u ri }||i |S rl  r+   r  r+   r+   r,   r   $  s   z(BaseTorchFunctionMode.__torch_function__r  )r  r  r  r   r+   r+   r+   r,   r  #  s    r  c               	   c   sF    t j } zt jt jjj d V  W t j|  d S t j|  w rl  )r   r  _get_torch_function_state_set_torch_function_state_TorchFunctionStateENABLED)	old_stater+   r+   r,   _enable_torch_function*  s   
r"  c                   c   s@    t j  zd V  W nw W d    d S 1 sw   Y  d S rl  )r   r  _RestorePythonTLSSnapshotr+   r+   r+   r,   r   4  s   	"r   )r   r   rl  )<r  r  r  
contextlibr  r  r$   collections.abcr   r   typingr   r   r   r   torch._Cr   r	   r
   r   r   r   r   r   r   r  r  r.   	lru_cacher  r   r/  dictr   r   rA  r  r  r   r   r   r   r  r  r   r   r  rT  r   r   r  r  r  r  r
  contextmanagerr  r  r"  r   r+   r+   r+   r,   <module>   s    ,
#           (
N
XV
%8

	