o  h$@sdZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z ddlmZddlmZddlZddlZddlmZmZmZmZmZmZmZmZmZmZmZmZdd l m!Z!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.dd l/m0Z0d d l1m2Z2m3Z3d dl4m5Z5d dl6m7Z7m8Z8m9Z9m:Z:m;Z;mZ?ejj@ZAddZBeCdejDEeCdddZFejGZGeCdejHZIeCdeIZJeCdeJZKeCdejDEejLdZMdZNejOZPdD]ZQeCeQdureRdeQdeSqdZTd ZUejVWd!d"Xe7vZYeYrd#nd$ZZeZZ[ejVWd%ddur-eRd&eSejVWd%dZ[ejVWd'e[Z[e[d(Z\e[d)Z] djd*e^d+e^d,e e^e dfd-e e^fd.d/Z_d0d1Z`d2d3Zadkd4e ebe^dfd5e^fd6d7Zcd8e e^d9e e^d5e e^fd:d;Zdd*e e^ejefdZf  ?     ? @   A A A dld*e e^ejefdBege^d,e e e^ejefdCehdDe ehdEe ebe^e^fdFe e ehe^fd-e e^dGehdHe^dIe e^d4e e e^ebe^e^ffdJehdKehdLehdMe e^d5e e^f"dNdOZidPdQZjdkdRdSZk   dmd?dddTdUe e^ejefdr?r@rA resolved_filer.r.r/_get_cache_file_to_returnsrCcCst|}|jdvS)N)httphttps)rscheme)url_or_filenameparsedr.r.r/ is_remote_urls rIc Cszttjd}|d}|ddd}Wn ty&d}d}Ynwttdd}d|vr6dnd }d tjvrGtd dd nd}td dtd dtddtdd||||d}|S)NECS_CONTAINER_METADATA_URIImage:r"SM_FRAMEWORK_PARAMSz{}*sagemaker_distributed_dataparallel_enabledTFTRAINING_JOB_ARNSM_FRAMEWORK_MODULE AWS_REGION SM_NUM_GPUSr SM_NUM_CPUS) sm_framework sm_region sm_number_gpu sm_number_cpusm_distributed_trainingsm_deep_learning_containersm_deep_learning_container_tag sm_account_id) requestsgetosenvironjsonsplit Exceptionloadsgetenv) instance_datadlc_container_useddlc_tagsagemaker_paramsruns_distributed_training account_idsagemaker_objectr.r.r/define_sagemaker_informations* "     rm user_agentreturncCsdtdtjddt}tr|dt7}tr$|dt7}t j r+|dSt r?|dd d d t D7}tjd d tvrN|d 7}t|tre|dd dd |D7}|St|trp|d|7}|S)zF Formats a user-agent string with basic info about a request. z transformers/z ; python/rz ; session_id/z; torch/z ; tensorflow/z; telemetry/offz; cs"|] \}}|d|VqdS/Nr..0kvr.r.r/  z"http_user_agent..TRANSFORMERS_IS_CIz ; is_ci/truecsrprqr.rsr.r.r/rwrx)r#sysversionrb SESSION_IDr*r(r)r'r HF_HUB_DISABLE_TELEMETRYr+joinrmitemsr_r`r^upperr& isinstancedictstr)rnuar.r.r/http_user_agents" "   rrB commit_hashcCsZ|dus|dur |Stt|}td|}|durdS|d}t|r+|SdS)zP Extracts the commit hash from a resolved filename toward a cache file. Nzsnapshots/([^/]+)/r)rras_posixresearchgroupsrmatch)rBrrr.r.r/extract_commit_hashs  rfilenamecKs2td||gd|}|dur|d}|S|}|S)a Tries to locate a file in a local folder and repo, downloads and cache it if necessary. Args: path_or_repo_id (`str` or `os.PathLike`): This can be either: - a string, the *model id* of a model repo on huggingface.co. - a path to a *directory* potentially containing the file. filename (`str`): The name of the file to locate in `path_or_repo`. cache_dir (`str` or `os.PathLike`, *optional*): Path to a directory in which a downloaded pretrained model configuration should be cached if the standard cache should not be used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force to (re-)download the configuration files and override the cached versions if they exist. resume_download: Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v5 of Transformers. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request. token (`str` or *bool*, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any identifier allowed by git. local_files_only (`bool`, *optional*, defaults to `False`): If `True`, will only try to load the tokenizer configuration from local files. subfolder (`str`, *optional*, defaults to `""`): In case the relevant files are located inside a subfolder of the model repo on huggingface.co, you can specify the folder name here. repo_type (`str`, *optional*): Specify the repo type (useful when downloading from a space for instance). Passing `token=True` is required when you want to use a private model. Returns: `Optional[str]`: Returns the resolved file (to the cache folder if downloaded from a repo). Examples: ```python # Download a model weight from the Hub and cache it. model_weights_file = cached_file("google-bert/bert-base-uncased", "pytorch_model.bin") ``` )r> filenamesNrr.) cached_files)r>rkwargsfiler.r.r/ cached_files :rFrzTrforce_downloadresume_downloadproxiestokenlocal_files_only subfolder repo_type _raise_exceptions_for_gated_repo%_raise_exceptions_for_missing_entries'_raise_exceptions_for_connection_errors _commit_hashc s|dd}|durtdt|durtd|}tr&|s&tdd}dur,dfdd |D}tg}|D]@}t j r}t j |}t j |sx| ru|t j d krudurcd n}td |d d|ddS||q=t|t|kr|Sdurtttrtg}d}|dur|s|D]/}t||| d}|dur|tur|d7}||q| s|d7}qtd|ddq|t|krt|dkr|SdSt| } z3t|dkr t|dtdkrdn| | |||||d nt|| | |||||d Wnty}zt|tr7t|ts7td|t|trHtdd|fdd |D}tdd|Dre|WYd}~St|tr| suWYd}~dStddt||t|tr|sWYd}~dS| rtd td!|n t|t rt|t!s|sWYd}~dStd"d#|WYd}~nd}~wwfd$d |D}t"d%d|Dr0| r0d&d t#||D}t|dkr|dt j d krdSdurd n}t|dkrd'|dnd(g|R}t$d)|d d|d*d+d |D}t|dkrBd}|S|}|S),ah Tries to locate several files in a local folder and repo, downloads and cache them if necessary. Args: path_or_repo_id (`str` or `os.PathLike`): This can be either: - a string, the *model id* of a model repo on huggingface.co. - a path to a *directory* potentially containing the file. filenames (`List[str]`): The name of all the files to locate in `path_or_repo`. cache_dir (`str` or `os.PathLike`, *optional*): Path to a directory in which a downloaded pretrained model configuration should be cached if the standard cache should not be used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force to (re-)download the configuration files and override the cached versions if they exist. resume_download: Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v5 of Transformers. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request. token (`str` or *bool*, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any identifier allowed by git. local_files_only (`bool`, *optional*, defaults to `False`): If `True`, will only try to load the tokenizer configuration from local files. subfolder (`str`, *optional*, defaults to `""`): In case the relevant files are located inside a subfolder of the model repo on huggingface.co, you can specify the folder name here. repo_type (`str`, *optional*): Specify the repo type (useful when downloading from a space for instance). Private args: _raise_exceptions_for_gated_repo (`bool`): if False, do not raise an exception for gated repo error but return None. _raise_exceptions_for_missing_entries (`bool`): if False, do not raise an exception for missing entries but return None. _raise_exceptions_for_connection_errors (`bool`): if False, do not raise an exception for connection errors but return None. _commit_hash (`str`, *optional*): passed when we are chaining several calls to various files (e.g. when loading a tokenizer or a pipeline). If files are cached for this commit hash, avoid calls to head and get from the cache. Passing `token=True` is required when you want to use a private model. Returns: `Optional[str]`: Returns the resolved file (to the cache folder if downloaded from a repo). Examples: ```python # Download a model weight from the Hub and cache it. model_weights_file = cached_file("google-bert/bert-base-uncased", "pytorch_model.bin") ``` use_auth_tokenNrThe `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.V`token` and `use_auth_token` are both specified. Please set only the argument `token`.z+Offline mode: forcing local_files_only=TrueTrzcsg|] }tj|qSr.r_pathrrtr)rr.r/ ssz cached_files..z config.jsonmainz& does not appear to have a file named z#. Checkout 'https://huggingface.co/z/tree/z' for available files.r)r@rArr"zCould not locate z inside .) rrrAr@rnrrrrr) allow_patternsrrAr@rnrrrrra is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models' If this is a private repository, make sure to pass a token having permission to this repo either by logging in with `huggingface-cli login` or by passing `token=` is not a valid git identifier (branch name, tag name or commit id) that exists for this model name. Check the model page at 'https://huggingface.co/' for available revisions.cg|] }t|qSr.rCrtrr@r>rAr.r/rcss|]}|duVqdSr,r.rr.r.r/rwzcached_files..z`You are trying to access a gated repo. Make sure to have access to it at https://huggingface.co/z. zWe couldn't connect to 'z' to load the files, and couldn't find them in the cached files. Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/transformers/installation#offline-mode'.z:There was a specific connection error when trying to load z: crr.rrrr.r/rrcss|]}|duVqdSr,r.rr.r.r/rwrcSsg|] \}}|dur|qSr,r.)rtoriginalresolvedr.r.r/rz a file named z files named z does not appear to have z'for available files.cSsg|]}|dur|qSr,r.rr.r.r/r s)%popwarningswarn FutureWarning ValueErrorr0loggerinforr_risdirrisfileOSErrorappendlenr6rrrrrrrrcrrrallrr<r!ranyzipEnvironmentError)r>rr@rrrrrArrrrnrrrrdeprecated_kwargsrfull_filenamesexisting_filesrrB revision_ file_countereresolved_filesmissing_entriesmsgr.)r@r>rArr/rs2 S                2&*rcOs tdt|dddd|S)a Tries to locate a file in a local folder and repo, downloads and cache it if necessary. Args: path_or_repo (`str` or `os.PathLike`): This can be either: - a string, the *model id* of a model repo on huggingface.co. - a path to a *directory* potentially containing the file. filename (`str`): The name of the file to locate in `path_or_repo`. cache_dir (`str` or `os.PathLike`, *optional*): Path to a directory in which a downloaded pretrained model configuration should be cached if the standard cache should not be used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force to (re-)download the configuration files and override the cached versions if they exist. resume_download: Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v5 of Transformers. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request. token (`str` or *bool*, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any identifier allowed by git. local_files_only (`bool`, *optional*, defaults to `False`): If `True`, will only try to load the tokenizer configuration from local files. subfolder (`str`, *optional*, defaults to `""`): In case the relevant files are located inside a subfolder of the model repo on huggingface.co, you can specify the folder name here. Passing `token=True` is required when you want to use a private model. Returns: `Optional[str]`: Returns the resolved file (to the cache folder if downloaded from a repo) or `None` if the file does not exist. Examples: ```python # Download a tokenizer configuration from huggingface.co and cache. tokenizer_config = get_file_from_repo("google-bert/bert-base-uncased", "tokenizer_config.json") # This model does not have a tokenizer config so the result will be None. tokenizer_config = get_file_from_repo("FacebookAI/xlm-roberta-base", "tokenizer_config.json") ``` zb`get_file_from_repo` is deprecated and will be removed in version 4.51. Use `cached_file` instead.F)rrr)rwarningr)argsrr.r.r/get_file_from_repos;rcCs`td|dtt\}}t|d}t|||dWd|S1s)wY|S)aw Downloads a given url in a temporary file. This function is not safe to use in multiple processes. Its only use is for deprecated behavior allowing to download config/models with a single url instead of using the Hub. Args: url (`str`): The url of the file to download. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request. Returns: `str`: The location of the temporary file where the url was downloaded. z5Using `from_pretrained` with the url of a file (here aY) is deprecated and won't be possible anymore in v5 of Transformers. You should host your file on the Hub (hf.co) instead and use the repository ID. Note that this is not compatible with the caching system (your file will be downloaded at each execution) or multiple processes (each process will download the file in a different temporary file).wb)rN)rrrtempfilemkstempr_fdopenr)urlrtmp_fdtmp_filefr.r.r/ download_urlZs   r)rr@r path_or_repoc Ks|dd} | durtdt|durtd| }tj|r+tjtj ||St |||||d} t | t } |r=| Szt jt||||dt|tdd|d d } Wntjjtjjfyctjjtjjtfyt| YSwzt| Wd Sty} zt| t|d |d | d} ~ wty} z t| t|d| d} ~ wty} zt| t|d|d| d} ~ wt yYdStj!y| YSw)a Checks if a repo contains a given file without downloading it. Works for remote repos and local folders. If offline mode is enabled, checks if the file exists in the cache. This function will raise an error if the repository `path_or_repo` is not valid or if `revision` does not exist for this repo, but will return False for regular connection errors. rNrr)repo_idrrArr@)rrAr)rrnF )headersallow_redirectsrtimeoutTzN is a gated repository. Make sure to request access at https://huggingface.co/z and pass a token having permission to this repo either by logging in with `huggingface-cli login` or by passing `token=`.zE is not a local folder or a valid repository name on 'https://hf.co'.rr)"rrrrrr_rrrrrrrrheadrrrr] exceptionsSSLError ProxyErrorConnectionErrorTimeoutrrrrerrorrrrrr!)rrrArrrr@rrr cached_pathhas_file_in_cacheresponserr.r.r/has_fileus          rc@sPeZdZdZ    ddedeedeeeefdeedeedef d d Zd eee j ffd d Z     dd eee j fdede ee fdeedeeeefdedeedeefddZ          d dedeedeedeedeeeefdeeeefdededeedeedeeedefddZdS)!PushToHubMixinzW A Mixin containing the functionality to push a model or tokenizer to the hub. Nrprivaterrepo_url organizationrocCs|durtd|durtd|tdd}|dur:td||s:d|vr3|dd}|d|}t|||dd }|jS) z Create the repo if needed, cleans up repo_id with deprecated kwargs `repo_url` and `organization`, retrieves the token. NzgThe `repo_url` argument is deprecated and will be removed in v5 of Transformers. Use `repo_id` instead.zT`repo_id` and `repo_url` are both specified. Please set only the argument `repo_id`.rrrzzThe `organization` argument is deprecated and will be removed in v5 of Transformers. Set your organization directly in the `repo_id` passed instead (`repo_id={organization}/{model_id}`).T)rrrexist_ok) rrrreplacer< startswithrbrr)selfrrrrrrr.r.r/ _create_repos&  zPushToHubMixin._create_repo working_dircsfddtDS)zS Returns the list of files with their last modification timestamp. c s$i|]}|tjtj|qSr.r_rgetmtimerrtrrr.r/ s$z8PushToHubMixin._get_files_timestamps..)r_listdir)rrr.rr/_get_files_timestampssz$PushToHubMixin._get_files_timestampsFfiles_timestampscommit_message create_prrAcommit_descriptionc  s|dur8d|jjvr d}n+d|jjvrd}n"d|jjvrd}nd|jjvr(d }nd |jjvr1d }nd |jj}fd dtD} fdd| D} g} | D]=} tjtj| rttj| D]} | ttj| | tj| | dqiqR| ttj| | dqR|dur| dsz t |||ddWnt y} z| j j dkr|rnWYd} ~ nd} ~ wwtd|dd| t|| |||||dS)zh Uploads all modified files in `working_dir` to `repo_id`, based on `files_timestamps`. NModelz Upload modelConfigz Upload config TokenizerzUpload tokenizerFeatureExtractorzUpload feature extractor ProcessorzUpload processorzUpload cs6g|]}|vstjtj||kr|qSr.rrrrr.r/r"s &z9PushToHubMixin._upload_modified_files..cs<g|]}tjtj|stjtj|r|qSr.)r_rrrrrrr.r/r)s)path_or_fileobj path_in_repozrefs/prT)rbranchrriz!Uploading the following files to z: ,)r operationsrrrrrA) __class____name__r_rrrrrr rr rr status_coderrr)rrrrrrrrArmodified_filesr rrrr.rr/_upload_modified_filessf         z%PushToHubMixin._upload_modified_files5GBT use_temp_dirmax_shard_sizesafe_serializationtagsc  Ks| dd} | dd}| dur tdt|durtd| }| dd}|durTtdt|dur8td tj|rJ|tjj d }|}n|}|d d }n|d d }| d d}| d d}|j |||||d}t || ||d}|durtj| }t ||d,}| |}|j|||d|tj|d|j||||||| | dWdS1swYdS)u! Upload the {object_files} to the 🤗 Model Hub. Parameters: repo_id (`str`): The name of the repository you want to push your {object} to. It should contain your organization name when pushing to a given organization. use_temp_dir (`bool`, *optional*): Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub. Will default to `True` if there is no directory named like `repo_id`, `False` otherwise. commit_message (`str`, *optional*): Message to commit while pushing. Will default to `"Upload {object}"`. private (`bool`, *optional*): Whether to make the repo private. If `None` (default), the repo will be public unless the organization's default is private. This value is ignored if the repo already exists. token (`bool` or `str`, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). Will default to `True` if `repo_url` is not specified. max_shard_size (`int` or `str`, *optional*, defaults to `"5GB"`): Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size lower than this size. If expressed as a string, needs to be digits followed by a unit (like `"5MB"`). We default it to `"5GB"` so that users can easily load models on free-tier Google Colab instances without any CPU OOM issues. create_pr (`bool`, *optional*, defaults to `False`): Whether or not to create a PR with the uploaded files or directly commit. safe_serialization (`bool`, *optional*, defaults to `True`): Whether or not to convert the model weights in safetensors format for safer serialization. revision (`str`, *optional*): Branch to push the uploaded files to. commit_description (`str`, *optional*): The description of the commit that will be created tags (`List[str]`, *optional*): List of tags to push on the Hub. Examples: ```python from transformers import {object_class} {object} = {object_class}.from_pretrained("google-bert/bert-base-cased") # Push the {object} to your namespace with the name "my-finetuned-bert". {object}.push_to_hub("my-finetuned-bert") # Push the {object} to an organization with the name "my-finetuned-bert". {object}.push_to_hub("huggingface/my-finetuned-bert") ``` rNignore_metadata_errorsFrrrepo_path_or_namezpThe `repo_path_or_name` argument is deprecated and will be removed in v5 of Transformers. Use `repo_id` instead.z]`repo_id` and `repo_path_or_name` are both specified. Please set only the argument `repo_id`.rrrrr)rrrrrr)rr)rrz README.md)rrrrAr)rrrrrr_rrrbseprcreate_and_tag_model_cardr%rsave_pretrainedsaverr)rrrrrrrrrrArrrrrrrrr model_cardwork_dirrr.r.r/ push_to_hubVsj ?       $zPushToHubMixin.push_to_hub)NNNN)NNFNN) NNNNrFTNNN)r  __module__ __qualname____doc__rrboolrrr_PathLikerrfloatrintlistrr.r.r.r/rs #    R    rpytorch) frameworkcGstrdS||d}|D]N}dd|jD}d|vr,|d}tj|s,|d|d<d|vr7|d|d<q d|vrZ|d d d d d d }|d d }|d|d|d<q tddtt |ddS)a Sends telemetry that helps tracking the examples use. Args: example_name (`str`): The name of the example. *example_args (dataclasses or `argparse.ArgumentParser`): The arguments to the script. This function will only try to extract the model and dataset name from those. Nothing else is tracked. framework (`str`, *optional*, defaults to `"pytorch"`): The framework for the example. N)exampler(cSs(i|]\}}|ds|dur||qS)_N)rrsr.r.r/rs(z*send_example_telemetry..model_name_or_path model_name dataset_name task_nametf_rzflax_run_ _no_trainer-examples transformers)topic library_namelibrary_versionrn) r0__dict__rr_rrrr r#r) example_namer( example_argsdatar args_as_dictr, script_namer.r.r/send_example_telemetrys&       r?sizecCs$t|tr|S|drt|dddS|dr)t|dddS|dr:t|dddS|d rVt|dd d }|d rT|d S|S|drrt|dd d}|d rp|d S|S|drt|dd d}|d r|d S|Std)a' Converts a size expressed as a string with digits an unit (like `"5MB"`) to an integer (in bytes). Args: size (`int` or `str`): The size to convert. Will be directly returned if an `int`. Example: ```py >>> convert_file_size_to_int("1MiB") 1048576 ``` GIBNi@MIBiKIBiGBiʚ;bMBi@BKBizR`size` is not in a valid format. Use an integer followed by the unit, e.g., '5GB'.)rr%rendswithr)r@int_sizer.r.r/convert_file_size_to_ints$ rMc  s$ddl} | dd}|durtdt|durtd|}tj|s/td|ddt |}| | }Wdn1sEwYt t |d }|d }t|d |d <|d |d <tjr~fd d |D}||fSt||||||||| | d }||fS)a For a given model: - download and cache all the shards of a sharded checkpoint if `pretrained_model_name_or_path` is a model ID on the Hub - returns the list of paths to all the shards, as well as some metadata. For the description of each arg, see [`PreTrainedModel.from_pretrained`]. `index_filename` is the full path to the index (downloaded and cached if `pretrained_model_name_or_path` is a model ID on the Hub). rNrrrzCan't find a checkpoint index (z) in r weight_mapmetadataall_checkpoint_keyscsg|] }tj|qSr.rrpretrained_model_name_or_pathrr.r/rVrz.get_checkpoint_shard_files..) r@rrrrrrnrArr)rarrrrrr_rropenrdreadsortedsetvaluesr&keyscopyrr)rRindex_filenamer@rrrrrrnrArrrrarrindexshard_filenamessharded_metadatacached_filenamesr.rQr/get_checkpoint_shard_files$sJ    r_rrrcCsz tj|||d}Wnty(d}t|durgn|dd}tj||d}Ynw|durI|jjdur7g|j_|D]}||jjvrH|jj|q9|S)a Creates or loads an existing model card and tags it. Args: repo_id (`str`): The repo_id where to look for the model card. tags (`List[str]`, *optional*): The list of tags to add in the model card token (`str`, *optional*): Authentication token, obtained with `huggingface_hub.HfApi.login` method. Will default to the stored token. ignore_metadata_errors (`bool`, *optional*, defaults to `False`): If True, errors while parsing the metadata section will be ignored. Some information might be lost during the process. Use it at your own risk. ruThis is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated.Nr5)rr7)model_description)r loadrr from_templater<rr)rrrrrr` card_data model_tagr.r.r/rms   rc@sDeZdZdZd deejddfddZddZd d Z dd d Z dS)PushInProgresszj Internal class to keep track of a push in progress (which might contain multiple `Future` jobs). NjobsrocCs|dur g|_dS||_dSr,rf)rrfr.r.r/__init__szPushInProgress.__init__cCstdd|jDS)Ncss|]}|VqdSr,)donertjobr.r.r/rwrz)PushInProgress.is_done..)rrfrr.r.r/is_doneszPushInProgress.is_donecCst|jdSr,)rwaitrfrlr.r.r/wait_until_doneszPushInProgress.wait_until_donecCsdd|jD|_dS)NcSs g|] }|s|s|qSr.)cancelrirjr.r.r/rsz)PushInProgress.cancel..rgrlr.r.r/rps zPushInProgress.cancelr,)roN) r rr r!rrFuturerhrmrorpr.r.r.r/res re)NNr,)NFNNNNFrzNNTTTN)NNN) NFNNFNNNrzN)NNF)tr!rar_rr{rr concurrentrpathlibrtypingrr urllib.parseruuidrhuggingface_hubr]rr r r r r rrrrrrhuggingface_hub.file_downloadrrhuggingface_hub.utilsrrrrrrrrrrr requests.exceptionsr!rzr#r$genericr% import_utilsr&r'r(r)r*r+ get_loggerr rHF_HUB_OFFLINEr-r0rerrtorch_cache_homedefault_cache_path HF_HUB_CACHEr4r5r6HF_HOMEr7 TRANSFORMERS_DYNAMIC_MODULE_NAMEhexr}keyrrS3_BUCKET_PREFIXCLOUDFRONT_DISTRIB_PREFIXr`r^r _staging_mode_default_endpointr<HUGGINGFACE_CO_PREFIX!HUGGINGFACE_CO_EXAMPLES_TELEMETRYrrCrIrmrrrr#rr&r"rrrrrr?r%rMr_rrer.r.r.r/sh     84          "  B        G   d #$ K  (