§
    ™Štjd ã                  óÀ  — d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlm	Z	m
Z
mZ d dlmZ d dlmZmZmZ d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZmZmZ d dlZd dlZd dlm Z m!Z! d dlm"Z# d dlm$Z% d dl&m'Z'm(Z( d dl)m*Z* d dlm+Z+ d dl,m-Z- d dlm.Z. d dl/m0Z0 d dl1m2Z2 d dl3m4Z4m5Z5 d dl6m7Z8 d dl9m:Z:m;Z; d dl<m=Z= d dl>m?Z?m@Z@mAZA  eA¦   «         rMd dlBmCZCmDZDmEZEmFZFmGZG 	 d dlBmHZI n# eJ$ r dZIY nw xY w	 d dlBmKZL n# eJ$ r dZLY nw xY w	 d dlBmMZN n# eJ$ r dZNY nw xY w	 d dlOmHZP n# eJ$ r dZPY nw xY w	 d dlQmRZR n# eJeSeTf$ r dZRY nw xY w	 d dlQmUZU n# eJeSeTf$ r dZUY nw xY w ejV        eW¦  «        ZXe G d „ d!¦  «        ¦   «         ZYerd d"lZm[Z[ d d#l\m]Z] d d$l^m_Z_  G d%„ d&e.¦  «        Z`g d'¢Zag d(¢Zbd=d+„Zcd>d/„Zdd?d3„Zed@d7„Zfe G d8„ d9e ¦  «        ¦   «         ZgdAd<„ZhdS )Bé    )ÚannotationsN)ÚCounterÚUserDictÚdefaultdict)Úcopy)Ú	dataclassÚfieldÚfields)ÚPath)Úpython_version)Úpformat©Úindent)ÚTYPE_CHECKINGÚAnyÚLiteral)ÚCardDataÚ	ModelCard)Údataset_info)Ú
model_info)Ú
EvalResultÚeval_results_to_model_index)Ú	yaml_dump)Únn)Útqdm)ÚTrainerCallback)ÚCodeCarbonCallback)Úmake_markdown_table)ÚTrainerControlÚTrainerState©Ú__version__)Úformat_modalityÚinfer_modality)ÚBaseTrainingArguments)ÚfullnameÚis_accelerate_availableÚis_datasets_available)ÚDatasetÚDatasetDictÚIterableDatasetÚIterableDatasetDictÚValue)ÚImage)ÚAudio)ÚVideo)ÚAudioDecoder)ÚVideoDecoderc                  ó�   — e Zd ZU dZ ed¦  «        Zded<    ed¦  «        Zded<   dZded<   d	Z	d
ed<   dd„Z
edd„¦   «         ZdS )Ú_MinMeanMaxz5Running min/mean/max accumulator. Holds scalars only.ÚinfÚfloatÚminz-infÚmaxç        Útotalr   ÚintÚcountÚreturnÚNonec                ó˜   — |D ]F}|| j         k     r|| _         || j        k    r|| _        | xj        |z  c_        | xj        dz  c_        ŒGd S ©Né   )r7   r8   r:   r<   )ÚselfÚvaluesÚvalues      úc/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/sentence_transformers/base/model_card.pyÚadd_manyz_MinMeanMax.add_manyP   sd   € Øð 	ð 	ˆEØ�t”xÒÐØ �”Ø�t”xÒÐØ �”ØˆJŒJ˜%ÑˆJŒJØˆJŒJ˜!‰OˆJŒJˆJð	ð 	ó    c                ó2   — | j         r| j        | j         z  ndS )Nr9   )r<   r:   ©rB   s    rE   Úmeanz_MinMeanMax.meanY   s   € à*.¬*Ð=ˆtŒz˜DœJÑ&Ð&¸#Ð=rG   N©r=   r>   )r=   r6   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r6   r7   Ú__annotations__r8   r:   r<   rF   ÚpropertyrJ   © rG   rE   r4   r4   G   s    € € € € € € à?Ð?à��u‘”€CÐÐÐÑØ��v‘”€CÐÐÐÑØ€EÐÐÐÑØ€E€N€N€N�Nðð ð ð ð ð>ð >ð >ñ „Xð>ð >ð >rG   r4   )ÚBaseEvaluator)Ú	BaseModel)ÚBaseTrainerc                  ó@   ‡ — e Zd Zdˆ fd„Zdd„Zdd„Zdd„Zdd„Zˆ xZS )ÚBaseModelCardCallbackÚdefault_args_dictúdict[str, Any]r=   r>   c                óV   •— t          ¦   «                              ¦   «          || _        d S ©N)ÚsuperÚ__init__rX   )rB   rX   Ú	__class__s     €rE   r]   zBaseModelCardCallback.__init__e   s'   ø€ Ý‰Œ×ÒÑÔÐØ!2ˆÔÐÐrG   Úargsr%   Ústater    Úcontrolr   ÚmodelrT   ÚtrainerrU   c                óf  — |j                              d¦  «         d„ |j        j        D ¦   «         }|r|d         |j         _        |j        r;|j                              |j        |j         j        |j        d¦  «        |j         _        |j	        r;|j                              |j	        |j         j
        |j        d¦  «        |j         _
        t          |j        ¦  «        }|j                              |¦  «         |j         j        s,|j	        p|j        x}	r|j                              |	¦  «         d S d S d S )NÚgenerated_from_trainerc                ó<   — g | ]}t          |t          ¦  «        ¯|‘ŒS rR   )Ú
isinstancer   )Ú.0Úcallbacks     rE   ú
<listcomp>z5BaseModelCardCallback.on_init_end.<locals>.<listcomp>u   s9   € ð 
ð 
ð 
Ø!Í:ÐV^Õ`rÑKsÔKsð
Øð
ð 
ð 
rG   r   ÚtrainÚeval)Úmodel_card_dataÚadd_tagsÚcallback_handlerÚ	callbacksÚcode_carbon_callbackÚtrain_datasetÚextract_dataset_metadataÚtrain_datasetsÚlossÚeval_datasetÚeval_datasetsÚ
get_lossesÚ
set_lossesÚwidgetÚset_widget_examples)
rB   r_   r`   ra   rb   rc   Úkwargsrp   ÚlossesÚdatasets
             rE   Úon_init_endz!BaseModelCardCallback.on_init_endi   s[  € ð 	Ô×&Ò&Ð'?Ñ@Ô@Ð@ð
ð 
Ø%,Ô%=Ô%Gð
ñ 
ô 
ˆ	ð ð 	FØ9BÀ1¼ˆEÔ!Ô6ð Ô ð 	Ø38Ô3H×3aÒ3aØÔ% uÔ'<Ô'KÈWÌ\Ð[bñ4ô 4ˆEÔ!Ô0ð Ôð 	Ø27Ô2G×2`Ò2`ØÔ$ eÔ&;Ô&IÈ7Ì<ÐY_ñ3ô 3ˆEÔ!Ô/õ ˜GœLÑ)Ô)ˆàÔ×(Ò(¨Ñ0Ô0Ð0ð Ô$Ô+ð 	?¸GÔ<PÐ<iÐT[ÔTiÐ1i°ð 	?ØÔ!×5Ò5°gÑ>Ô>Ð>Ð>Ð>ð	?ð 	?ð 	?ð 	?rG   c                ó  ‡ ‡— h d£Š|                      ¦   «         }ˆfd„|                     ¦   «         D ¦   «         |j        _        ˆˆ fd„|                     ¦   «         D ¦   «         |j        _        t          j        ¦   «         |j        _        d S )N>   Údo_evalÚdo_testÚdo_trainÚrun_nameÚ	hub_tokenÚ	report_toÚ
eval_delayÚ
eval_stepsÚ
output_dirÚ
save_stepsÚlogging_dirÚeval_strategyÚlogging_stepsÚsave_strategyÚlogging_strategyÚsave_total_limitÚgreater_is_betterÚpush_to_hub_tokenÚsamples_per_labelÚshow_progress_barÚlogging_first_stepÚevaluation_strategyÚmetric_for_best_modelc                ó$   •— i | ]\  }}|‰v¯	||“ŒS rR   rR   )rh   ÚkeyrD   Úignore_keyss      €rE   ú
<dictcomp>z8BaseModelCardCallback.on_train_begin.<locals>.<dictcomp>°   s0   ø€ ð 5
ð 5
ð 5
Ù%˜3 ¸cÈÐ>TÐ>TˆC�Ð>TÐ>TÐ>TrG   c                óX   •— i | ]&\  }}|‰v¯	|‰j         v ¯|‰j         |         k    ¯#||“Œ'S rR   )rX   )rh   r™   rD   rš   rB   s      €€rE   r›   z8BaseModelCardCallback.on_train_begin.<locals>.<dictcomp>³   sU   ø€ ð =
ð =
ð =
á��UØ˜+Ð%Ð%¨#°Ô1GÐ*GÐ*GÈEÐUYÔUkÐloÔUpÒLpÐLpð �àLpÐLpÐLprG   )Úto_dictÚitemsrm   Úall_hyperparametersÚnon_default_hyperparametersÚtimeÚ_training_start_time)rB   r_   r`   ra   rb   r|   Ú	args_dictrš   s   `      @rE   Úon_train_beginz$BaseModelCardCallback.on_train_beginŽ   s²   øø€ ð
ð 
ð 
ˆð2 —L’L‘N”Nˆ	ð5
ð 5
ð 5
ð 5
Ø)2¯ªÑ):Ô):ð5
ñ 5
ô 5
ˆÔÔ1ð=
ð =
ð =
ð =
ð =
à'ŸošoÑ/Ô/ð=
ñ =
ô =
ˆÔÔ9õ
 6:´Y±[´[ˆÔÔ2Ð2Ð2rG   Úmetricsúdict[str, float]c                ó¨  ‡— ˆfd„‰D ¦   «         }t          |¦  «        dk    rd|v r
d|d         i}d‰v r|j        xj        ‰d         z  c_        |j        j        rH|j        j        d         d         |j        k    r'|j        j        d                              |¦  «         d S |j        j                             |j        |j        dœ|¥¦  «         d S )	Nc                óÒ   •— i | ]c}|                      d ¦  «        ¯|                     d¦  «        ¯,d                     |                     d¦  «        dd…         ¦  «        ‰|         “ŒdS )Úeval_Ú_lossú Ú_rA   N)Ú
startswithÚendswithÚjoinÚsplit)rh   r™   r¥   s     €rE   r›   z5BaseModelCardCallback.on_evaluate.<locals>.<dictcomp>Ã   sv   ø€ ð 
ð 
ð 
àØ�~Š~˜gÑ&Ô&ð
ð ,/¯<ª<¸Ñ+@Ô+@ð
Ø�HŠH�S—Y’Y˜s‘^”^ A B BÔ'Ñ(Ô(¨'°#¬,ð
ð 
ð 
rG   rA   ru   úValidation LossÚeval_runtimeéÿÿÿÿÚStep©ÚEpochr´   )Úlenrm   Úevaluation_durationÚtraining_logsÚglobal_stepÚupdateÚappendÚepoch)rB   r_   r`   ra   rb   r¥   r|   Ú	loss_dicts        `  rE   Úon_evaluatez!BaseModelCardCallback.on_evaluateº   s  ø€ ð
ð 
ð 
ð 
àð
ñ 
ô 
ˆ	õ
 ˆy‰>Œ>˜QÒÐ 6¨YÐ#6Ð#6Ø*¨I°fÔ,=Ð>ˆIØ˜WÐ$Ð$ØÔ!Ð5Ô5¸ÀÔ9PÑPÐ5Ô5ð Ô!Ô/ð	àÔ%Ô3°BÔ7¸Ô?À5ÔCTÒTÐTàÔ!Ô/°Ô3×:Ò:¸9ÑEÔEÐEÐEÐEàÔ!Ô/×6Ò6à"œ[Ø!Ô-ðð ð  ðñô ð ð ð rG   Úlogsc                ó  — d|v r|j         j        r>|j         j        d         d         |j        k    r|d         |j         j        d         d<   d S |j         j                             |j        |j        |d         dœ¦  «         d S d S )Nru   r³   r´   úTraining Loss)r¶   r´   rÂ   )rm   r¹   rº   r¼   r½   )rB   r_   r`   ra   rb   rÀ   r|   s          rE   Úon_logzBaseModelCardCallback.on_logÛ   s¤   € ð �Tˆ>ˆ>àÔ%Ô3ðàÔ)Ô7¸Ô;¸FÔCÀuÔGXÒXÐXàKOÐPVÌ<�Ô%Ô3°BÔ7¸ÑHÐHÐHàÔ%Ô3×:Ò:à!&¤Ø %Ô 1Ø)-¨f¬ðð ñô ð ð ð ð ˆ>rG   )rX   rY   r=   r>   )r_   r%   r`   r    ra   r   rb   rT   rc   rU   r=   r>   )
r_   r%   r`   r    ra   r   rb   rT   r=   r>   )r_   r%   r`   r    ra   r   rb   rT   r¥   r¦   r=   r>   )r_   r%   r`   r    ra   r   rb   rT   rÀ   r¦   r=   r>   )	rL   rM   rN   r]   r   r¤   r¿   rÃ   Ú__classcell__©r^   s   @rE   rW   rW   d   s”   ø€ € € € € ð3ð 3ð 3ð 3ð 3ð 3ð#?ð #?ð #?ð #?ðJ*Að *Að *Að *AðXð ð ð ðBð ð ð ð ð ð ð rG   rW   )ÚlanguageÚlicenseÚlibrary_nameÚtagsÚdatasetsr¥   Úpipeline_tagrz   úmodel-indexÚco2_eq_emissionsÚ
base_model)	rb   rc   Úeval_results_dictÚsave_dirÚusage_examples_displayÚ_asset_cacheÚ_cached_dictr¢   r¸   r=   rY   c                 óØ   — t          ¦   «         t          t          j        t          j        dœ} t          ¦   «         rddlm} || d<   t          ¦   «         rddlm} || d<   ddl	m} || d<   | S )N)ÚpythonÚsentence_transformersÚtransformersÚtorchr   r!   Ú
acceleraterÊ   Ú
tokenizers)
r   Úsentence_transformers_versionr×   r"   rØ   r'   rÙ   r(   rÊ   rÚ   )ÚversionsÚaccelerate_versionÚdatasets_versionÚtokenizers_versions       rE   Úget_versionsrà     s�   € å Ñ"Ô"Ý!>Ý$Ô0ÝÔ"ð	ð €Hõ Ñ Ô ð 4Ø@Ð@Ð@Ð@Ð@Ð@à!3ˆ�ÑÝÑÔð 0Ø<Ð<Ð<Ð<Ð<Ð<à/ˆ�ÑØ<Ð<Ð<Ð<Ð<Ð<à/€Hˆ\Ñà€OrG   Úsecondsr6   Ústrc                ót   — | dk     r| d›d�S | dz  }|dk     r|d›d�S | dz  }|dk     r|d›d�S | dz  }|d›d	�S )
zZFormat a duration in seconds to a human-readable string, e.g. "23 minutes" or "1.6 hours".é<   z.1fz secondsz minutesi  é   z hoursi€Q z daysrR   )rá   ÚminutesÚhoursÚdayss       rE   Úformat_durationré   $  s€   € à�‚|€|ØÐ'Ð'Ð'Ð'Ð'Ø˜‰l€GØ�‚|€|ØÐ'Ð'Ð'Ð'Ð'Ø�d‰N€EØˆr‚z€zØÐ#Ð#Ð#Ð#Ð#Ø�U‰?€DØÐÐÐÐÐrG   rD   úfloat | int | strr   c                óP   — t          | t          ¦  «        rt          | d¦  «        S | S )Né   )rg   r6   Úround©rD   s    rE   Ú
format_logrï   2  s'   € Ý�%�ÑÔð Ý�U˜A‰ŒÐØ€LrG   ru   ú nn.Module | dict[str, nn.Module]úlist[nn.Module]c                ó  — t          | t          ¦  «        r"t          |                      ¦   «         ¦  «        }n| g}d}|t	          |¦  «        k     r¹||         } t          | d¦  «        r#| j        |vr|                     | j        ¦  «         t          | d¦  «        r#| j        |vr|                     | j        ¦  «         t          | d¦  «        r#| j	        |vr|                     | j	        ¦  «         |dz  }|t	          |¦  «        k     °¹|S )Nr   ru   Údocument_regularizerÚquery_regularizerrA   )
rg   ÚdictÚlistrC   r·   Úhasattrru   r¼   ró   rô   )ru   r}   Úloss_idxs      rE   rx   rx   8  s  € Ý�$�ÑÔð Ý�d—k’k‘m”mÑ$Ô$ˆˆà�ˆð €HØ
•S˜‘[”[Ò
 Ð
 Ø�hÔˆÝ�4˜Ñ Ô ð 	% T¤Y°fÐ%<Ð%<Ø�MŠM˜$œ)Ñ$Ô$Ð$Ý�4Ð/Ñ0Ô0ð 	5°TÔ5NÐV\Ð5\Ð5\Ø�MŠM˜$Ô3Ñ4Ô4Ð4Ý�4Ð,Ñ-Ô-ð 	2°$Ô2HÐPVÐ2VÐ2VØ�MŠM˜$Ô0Ñ1Ô1Ð1Ø�A‰ˆð •S˜‘[”[Ò
 Ð
 ð €MrG   c                  óò  — e Zd ZU dZ ee¬¦  «        Zded<   dZded<   dZ	ded<   dZ
ded	<    ee¬¦  «        Zd
ed<    ee¬¦  «        Zd
ed<   dZded<    ed„ ¬¦  «        Zded<   dZded<    ed¬¦  «        Zded<    edd¬¦  «        Zded<    edd¬¦  «        Zded<    eed¬¦  «        Zded<    eed¬¦  «        Zded<    eed¬¦  «        Zded <    eed¬¦  «        Zd!ed"<    eed¬¦  «        Zd
ed#<    edd¬¦  «        Zd$ed%<    eddd¬&¦  «        Zd$ed'<    eed¬¦  «        Zd
ed(<    edd¬¦  «        Zd)ed*<    edd¬¦  «        Zd+ed,<    ed-d¬¦  «        Zd.ed/<    eed¬¦  «        Zd0ed1<    edd¬¦  «        Z d2ed3<    eddd¬&¦  «        Z!d4ed5<    eedd¬6¦  «        Z"ded7<    eddd¬&¦  «        Z#ded8<    edd¬¦  «        Z$ded9<    ed:d¬¦  «        Z%d;ed<<    eddd¬&¦  «        Z&ded=<    eedd¬6¦  «        Z'd>ed?<    eddd¬&¦  «        Z(d@edA<    edBd¬¦  «        Z)dCedD<    edEd¬¦  «        Z*dCedF<    ee+d¬¦  «        Z,d0edG<    e e-e.¦  «        j/        dHz  dd¬&¦  «        Z0dIedJ<    eddd¬&¦  «        Z1dKedL<   d©dO„Z2	 dªd«dS„Z3d¬dV„Z4d­dX„Z5d®d[„Z6d¯d]„Z7d©d^„Z8e9d°d`„¦   «         Z:e9d±dc„¦   «         Z;d²d³dh„Z<	 d´dµdn„Z=d¶dp„Z>dªd·dr„Z?d¸dt„Z@d¹dy„ZAdºd~„ZBd»d€„ZCd©d�„ZDd¼d‚„ZEdªd½d„„ZFd¾d†„ZGd¿d‡„ZHdÀdˆ„ZId©d‰„ZJdÁdŠ„ZKd‹„ ZLe9dÂdŒ„¦   «         ZMe9dÃd�„¦   «         ZNd©dŽ„ZOdÄd�„ZPdÅd’„ZQdÆd”„ZRdÇdÈd—„ZSdÉd™„ZTdÊd›„ZUe9dËdœ„¦   «         ZVdËd�„ZWdÌdŸ„ZXdÍd¡„ZYdÁd¢„ZZdÎd¤„Z[dÁd¥„Z\dÄd¦„Z]dÁd§„Z^dªdÄd¨„Z_dS )ÏÚBaseModelCardDataa?  A dataclass storing data used in the model card.

    Args:
        language (`Optional[Union[str, List[str]]]`): The model language, either a string or a list,
            e.g. "en" or ["en", "de", "nl"]
        license (`Optional[str]`): The license of the model, e.g. "apache-2.0", "mit",
            or "cc-by-nc-sa-4.0"
        model_name (`Optional[str]`): The pretty name of the model.
        model_id (`Optional[str]`): The model ID when pushing the model to the Hub.
        train_datasets (`List[Dict[str, str]]`): A list of the names and/or Hugging Face dataset IDs of the training datasets.
            e.g. [{"name": "SNLI", "id": "stanfordnlp/snli"}, {"name": "MultiNLI", "id": "nyu-mll/multi_nli"}, {"name": "STSB"}]
        eval_datasets (`List[Dict[str, str]]`): A list of the names and/or Hugging Face dataset IDs of the evaluation datasets.
            e.g. [{"name": "SNLI", "id": "stanfordnlp/snli"}, {"id": "mteb/stsbenchmark-sts"}]
        task_name (`str`): The human-readable task the model is trained on.
        tags (`Optional[List[str]]`): A list of tags for the model.
        local_files_only (`bool`): If True, don't attempt to find dataset or base model information on the Hub.
            Defaults to False.
        generate_widget_examples (`bool`): If True, generate widget examples from the evaluation or training dataset,
            and compute their similarities. Defaults to True.

    .. tip::

        Install `codecarbon <https://github.com/mlco2/codecarbon>`_ to automatically track carbon emission usage and
        include it in your model cards.
    )Údefault_factoryzstr | list[str] | NonerÆ   Nú
str | NonerÇ   Ú
model_nameÚmodel_idúlist[dict[str, str]]rt   rw   Ú	retrievalÚ	task_namec                 ó
   — g d¢S )N)úsentence-transformersúsentence-similarityzfeature-extractionrR   rR   rG   rE   ú<lambda>zBaseModelCardData.<lambda>q  s   € ð !
ð !
ð !
€ rG   ú	list[str]rÉ   FÚboolÚlocal_files_onlyT)ÚdefaultÚgenerate_widget_examples)r	  ÚinitrÎ   Úbase_model_revision)rû   r  rY   r    rŸ   z*dict[BaseEvaluator, dict[str, Any]] | NonerÏ   zlist[dict[str, float]]r¹   rz   zlist | NoneÚusage_examples)r	  r  ÚreprrÑ   Úlabel_example_listzCodeCarbonCallback | Nonerq   zfloat | Noner¢   r9   r6   r¸   údict[str, str]Ú	citationsú
int | NoneÚbest_model_stepúbool | NoneÚir_model)rû   r  r  rÊ   ÚsimilaritiesÚ
first_saver³   r;   Úwidget_steprÐ   rõ   rÒ   zdict | NonerÓ   r  râ   rË   r  rÈ   Úversionzmodel_card_template.mdr   Útemplate_pathzBaseModel | Nonerb   r=   r>   c                óv  — t          | j        t          ¦  «        r| j        g| _        |                      | j        ¦  «        | _        |                      | j        ¦  «        | _        | j        rJ| j                             d¦  «        dk    r.t           	                    d| j        ›d�¦  «         d | _        d S d S d S )Nú/rA   zThe provided z} model ID should include the organization or user, such as "tomaarsen/mpnet-base-nli-matryoshka". Setting `model_id` to None.)
rg   rÆ   râ   Úvalidate_datasetsrt   rw   rþ   r<   ÚloggerÚwarningrI   s    rE   Ú__post_init__zBaseModelCardData.__post_init__ž  sÆ   € å�d”m¥SÑ)Ô)ð 	,Ø!œ]˜OˆDŒMà"×4Ò4°TÔ5HÑIÔIˆÔØ!×3Ò3°DÔ4FÑGÔGˆÔàŒ=ð 	!˜Tœ]×0Ò0°Ñ5Ô5¸Ò:Ð:Ý�NŠNð^ ¤ð ^ð ^ð ^ñô ð ð !ˆDŒMˆMˆMð	!ð 	!Ð:Ð:rG   Údataset_listúlist[dict[str, Any]]Úinfer_languagesc                ód  — |€| j          }g }|D �]}d|vrd|v r|d         |d<   d|v rð| j        sé	 t          |d         ¦  «        }|j        rg|red|j        v r\|j                             d¦  «        }|�@t          |t          ¦  «        r|g}|D ]%}|| j         vr| j                              |¦  «         Œ&|j        | j	        vr| j	                             |j        ¦  «         n7# t          $ r* t                               d|d         ›d�¦  «         |d= Y nw xY w|                     |¦  «         �Œ!|S )a!  
        Validate (i.e. check if the dataset IDs exist on the Hub) and process a list of dataset dictionaries.

        Args:
            dataset_list (list[dict[str, Any]]): List of dataset metadata dictionaries.
            infer_languages (bool | None, optional): Whether to infer languages from the dataset information.
                If None (default), languages will be inferred only if `self.language` is empty.

        Returns:
            list[dict[str, Any]]: The validated and possibly updated list of dataset dictionaries.
        NÚnameÚidrÆ   zThe dataset `id` z5 does not exist on the Hub. Setting the `id` to None.)rÆ   r  Úget_dataset_infoÚcardDataÚgetrg   râ   r¼   r&  rÊ   Ú	Exceptionr  r  )rB   r!  r#  Úoutput_dataset_listr~   ÚinfoÚdataset_languagerÆ   s           rE   r  z#BaseModelCardData.validate_datasets­  sš  € ð Ð"à"&¤-Ð/ˆOØ ÐØ#ð 	0ñ 	0ˆGØ˜WÐ$Ð$Ø˜7�?�?Ø&-¨d¤m�G˜F‘Oà�wˆˆ tÔ'<ˆð6Ý+¨G°D¬MÑ:Ô:�Dð ”}ð C¨ð C¸ZÈ4Ì=Ð=XÐ=XØ+/¬=×+<Ò+<¸ZÑ+HÔ+HÐ(Ø+Ð7Ý)Ð*:½CÑ@Ô@ð FØ4DÐ3EÐ 0Ø,<ð Cð C Ø#+°4´=Ð#@Ð#@Ø$(¤M×$8Ò$8¸Ñ$BÔ$BÐ$Bøð ”w d¤mÐ3Ð3Øœ×,Ò,¨T¬WÑ5Ô5Ð5øøõ# !ð &ð &ð &Ý—N’NØr¨G°D¬MÐrÐrÐrñô ð ð   ˜˜˜ð	&øøøð&  ×&Ò& wÑ/Ô/Ð/Ñ/Ø"Ð"s   ±C"Ã"1DÄDr}   rñ   c                óš  ‡— ddi}|D ]'}	 |j         ||j        j        <   Œ# t          $ r Y Œ$w xY wt	          t
          ¦  «        }|                     ¦   «         D ] \  }}||                              |¦  «         Œ!dd„Šˆfd„|                     ¦   «         D ¦   «         | _        |  	                    d	„ d
„ |D ¦   «         D ¦   «         ¦  «         d S )NzSentence Transformersa¨  
@inproceedings{reimers-2019-sentence-bert,
    title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
    author = "Reimers, Nils and Gurevych, Iryna",
    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
    month = "11",
    year = "2019",
    publisher = "Association for Computational Linguistics",
    url = "https://arxiv.org/abs/1908.10084",
}
r}   r  r=   râ   c                óŠ   — t          | ¦  «        dk    r)d                     | d d…         ¦  «        dz   | d         z   S | d         S )NrA   ú, r³   z and r   )r·   r¯   )r}   s    rE   Ú	join_listz/BaseModelCardData.set_losses.<locals>.join_listõ  sC   € Ý�6‰{Œ{˜QŠˆØ—y’y ¨¨¨¤Ñ-Ô-°Ñ7¸&À¼*ÑDÐDØ˜!”9ÐrG   c                ó.   •— i | ]\  }} ‰|¦  «        |“ŒS rR   rR   )rh   Úcitationr}   r1  s      €rE   r›   z0BaseModelCardData.set_losses.<locals>.<dictcomp>ú  s*   ø€ ÐiÐiÐiÑ:J¸(ÀF˜)˜) FÑ+Ô+¨XÐiÐiÐirG   c                ó   — g | ]}d |› �‘ŒS )zloss:rR   ©rh   ru   s     rE   rj   z0BaseModelCardData.set_losses.<locals>.<listcomp>û  s   € ÐeÐeÐe¨$�~˜t�~�~ÐeÐeÐerG   c                ó(   — i | ]}|j         j        |“ŒS rR   )r^   rL   r5  s     rE   r›   z0BaseModelCardData.set_losses.<locals>.<dictcomp>û  s    € Ð2dÐ2dÐ2dÐUY°4´>Ô3JÈDÐ2dÐ2dÐ2drG   )r}   r  r=   râ   )
r3  r^   rL   r*  r   rö   rž   r¼   r  rn   )rB   r}   r  ru   Úinverted_citationsr3  r1  s         @rE   ry   zBaseModelCardData.set_lossesÞ  s  ø€ à#ð 
&ð
ˆ	ð ð 	ð 	ˆDðØ59´]�	˜$œ.Ô1Ñ2Ð2øÝð ð ð Ø�ðøøøå(­Ñ.Ô.ÐØ'ŸošoÑ/Ô/ð 	6ð 	6‰NˆD�(Ø˜xÔ(×/Ò/°Ñ5Ô5Ð5Ð5ð	ð 	ð 	ð 	ð
 jÐiÐiÐiÐN`×NfÒNfÑNhÔNhÐiÑiÔiˆŒØ�ŠÐeÐeÐ2dÐ2dÐ]cÐ2dÑ2dÔ2dÐeÑeÔeÑfÔfÐfÐfÐfs   ‹  
-¬-Ústepc                ó   — || _         d S r[   )r  )rB   r8  s     rE   Úset_best_model_stepz%BaseModelCardData.set_best_model_stepý  s   € Ø#ˆÔÐÐrG   r~   úDataset | DatasetDictc                ó¾  — t          |t          t          f¦  «        rd S t          |t          ¦  «        rt	          |¬¦  «        }g | _        t          t          j        t          | 
                    ¦   «         ¦  «        d¬¦  «        ¦  «        }d}t          |                     ¦   «         ddd¬¦  «        D �]ä\  }}t          ||         t          ¦  «        rŒ"d	„ ||         j                             ¦   «         D ¦   «         }||                              |¦  «        }t          |¦  «        }|d
k    rŒ|i }	t!          |                     t          j        t'          |¦  «        t)          ||¦  «        ¬¦  «        ¦  «        ¦  «        D ]3\  }
}t+          d„ |                     ¦   «         D ¦   «         ¦  «        |	|
<   Œ4t-          t/          |	                     ¦   «         d„ ¬¦  «        Ž \  }}|d |…         t          ||d …         d d d…         ¦  «        }}|D �]…}
d„ ||
                              ¦   «         D ¦   «         }t          |¦  «        dk     r“|r‘|                     ¦   «         }d„ ||                              ¦   «         D ¦   «         }t          |¦  «        dk    r|                     |¦  «         n|                     |d         ¦  «         t          |¦  «        dk     r|°‘t          |¦  «        dk     rŒád„ |D ¦   «         }| j        dk    rP| j                             |d
         t          j        |dd …         t          |¦  «        dz
  ¬¦  «        dœ¦  «         n.| j                             dt          j        |¦  «        i¦  «         |d d…         | _        �Œ‡�Œæ| j        r:t?          d„ | j        j         D ¦   «         ¦  «        r|  !                    |¦  «         d S d S d S )N)r~   é   )Úkéè  zComputing widget examplesÚexampleF)ÚdescÚunitÚleavec                ó~   — g | ]:\  }}t          |t          ¦  «        st          |t          ¦  «        r|j        d v ¯8|‘Œ;S )>   ÚstringÚlarge_string)rg   rõ   r-   Údtype)rh   ÚcolumnÚfeatures      rE   rj   z9BaseModelCardData.set_widget_examples.<locals>.<listcomp>  s_   € ð ð ð á#�F˜GÝ˜g¥tÑ,Ô,ðõ ˜w­Ñ.Ô.ð	ð 4;´=ÐD^Ð3^Ð3^ð ð 4_Ð3^Ð3^rG   r   c              3  óF   K  — | ]\  }}|d k    ¯t          |¦  «        V — ŒdS )Údataset_nameN©r·   ©rh   r™   rD   s      rE   ú	<genexpr>z8BaseModelCardData.set_widget_examples.<locals>.<genexpr>$  s8   è è € Ð"hÐ"h±*°#°uÐRUÐYgÒRgÐRg¥3 u¡:¤:ÐRgÐRgÐRgÐRgÐ"hÐ"hrG   c                ó   — | d         S r@   rR   )Úxs    rE   r  z7BaseModelCardData.set_widget_examples.<locals>.<lambda>&  s
   € ÀAÀaÄD€ rG   ©r™   r³   c                ó$   — g | ]\  }}|d k    ¯|‘ŒS ©rK  rR   ©rh   r™   Úsentences      rE   rj   z9BaseModelCardData.set_widget_examples.<locals>.<listcomp>,  s(   € ÐmÐmÐm©-¨#¨xÐWZÐ^lÒWlÐWl˜XÐWlÐWlÐWlrG   rì   c                ó$   — g | ]\  }}|d k    ¯|‘ŒS rS  rR   rT  s      rE   rj   z9BaseModelCardData.set_widget_examples.<locals>.<listcomp>/  s/   € ð %ð %ð %Ù%2 S¨(ÐY\Ð`nÒYnÐYn˜ÐYnÐYnÐYnrG   rA   c                óŠ   — g | ]@}t          |t          ¦  «        r't          |                     ¦   «         ¦  «        d          n|‘ŒAS ©r   )rg   rõ   rö   rC   ©rh   rU  s     rE   rj   z9BaseModelCardData.set_widget_examples.<locals>.<listcomp>>  sQ   € ð ð ð Ø_gµ*¸XÅtÑ2LÔ2LÐZ•D˜ŸšÑ*Ô*Ñ+Ô+¨AÔ.Ð.ÐRZðð ð rG   r  )Úsource_sentenceÚ	sentencesÚtextc              3  ó   K  — | ]}|d vV — Œ	dS )©r\  ÚmessageNrR   ©rh   Úms     rE   rN  z8BaseModelCardData.set_widget_examples.<locals>.<genexpr>O  s(   è è € ÐZÐZ¸q˜aÐ':Ð:ÐZÐZÐZÐZÐZÐZrG   )"rg   r+   r,   r)   r*   rz   r   ÚrandomÚchoicesrö   Úkeysr   rž   ÚfeaturesÚselect_columnsr·   Ú	enumerateÚselectÚsampleÚranger7   ÚsumÚzipÚsortedÚpopÚextendr¼   rË   Úchoicer  rb   ÚanyÚ
modalitiesÚ_set_multimodal_usage_examples)rB   r~   Údataset_namesÚnum_samples_to_checkrK  Únum_samplesÚcolumnsÚstr_datasetÚdataset_sizeÚlengthsÚidxri  Úindicesr¬   Útarget_indicesÚbackup_indicesr[  Ú
backup_idxÚbackup_samples                      rE   r{   z%BaseModelCardData.set_widget_examples   s:  € Ý�g¥Õ1DÐEÑFÔFð 	àˆFå�g�wÑ'Ô'ð 	3Ý!¨'Ð2Ñ2Ô2ˆGàˆŒå¥¤­t°G·L²L±N´NÑ/CÔ/CÀqÐ IÑ IÔ IÑJÔJˆØ#ÐÝ)-Ø×ÒÑ!Ô!Ð(CÈ)Ð[`ð*
ñ *
ô *
ð @	4ñ @	4Ñ%ˆL˜+õ ˜' ,Ô/µÑAÔAð àðð à'.¨|Ô'<Ô'E×'KÒ'KÑ'MÔ'Mðñ ô ˆGð " ,Ô/×>Ò>¸wÑGÔGˆKÝ˜{Ñ+Ô+ˆLØ˜qÒ Ð ØàˆGÝ(Ø×"Ò"¥6¤=µ°|Ñ1DÔ1DÍÐL`ÐbnÑHoÔHoÐ#pÑ#pÔ#pÑqÔqñ ô  ð ið i‘��Võ  #Ð"hÐ"hÀÇÂÁÄÐ"hÑ"hÔ"hÑhÔh�˜‘�å�f W§]¢]¡_¤_¸.¸.ÐIÑIÔIÐJ‰JˆG�QØ-4°\°k°\Ô-BÅDÈÐQ\ÐQ]ÐQ]ÔI^Ð_cÐ_cÐacÐ_cÔIdÑDeÔDe˜NˆNð &ð "4ñ "4�àmÐm¸;ÀsÔ;K×;QÒ;QÑ;SÔ;SÐmÑmÔm�	Ý˜)‘n”n qÒ(Ð(¨^Ð(Ø!/×!3Ò!3Ñ!5Ô!5�Jð%ð %Ø6AÀ*Ô6M×6SÒ6SÑ6UÔ6Uð%ñ %ô %�Mõ ˜=Ñ)Ô)¨QÒ.Ð.à!×(Ò(¨Ñ7Ô7Ð7Ð7ð "×(Ò(¨°qÔ)9Ñ:Ô:Ð:õ ˜)‘n”n qÒ(Ð(¨^Ð(õ �y‘>”> AÒ%Ð%Øðð Øktðñ ô �	ð Ô$Ð(=Ò=Ð=Ø”K×&Ò&à/8¸¬|Ý)/¬°yÀÀÀ´}ÍÈIÉÌÐYZÑHZÐ)[Ñ)[Ô)[ðð ñô ð ð ð ”K×&Ò&¨µ´¸iÑ0HÔ0HÐ'IÑJÔJÐJØ&/°°°¤m�Ô#Ñ#ñE"4ðJ Œ:ð 	9�#ÐZÐZÀDÄJÔDYÐZÑZÔZÑZÔZð 	9Ø×/Ò/°Ñ8Ô8Ð8Ð8Ð8ð	9ð 	9ð 	9ð 	9rG   r*   c           	     óê  ‡‡‡— t          t          |                     ¦   «         ¦  «        ¦  «        }t          |t          ¦  «        st          |¦  «        dk    rdS | j        �rd„ |j        D ¦   «         }t          |¦  «        dk    r÷|d         }|d         }|d         |         }g }t          ¦   «         }t          t          dt          |¦  «        ¦  «        ¦  «        D ]‘}	||	         |         }
t          |
t          ¦  «        s|                      |
¦  «        nt          |
¦  «        }|�||v rŒP|�|                     |¦  «         |                     |
¦  «         t          |¦  «        dk    r nŒ’|g|z   | _        dS i }|j                             ¦   «         D ]•\  }}|dk    rŒt          |t&          ¦  «        r|j        d	v rd
||<   Œ0t*          rt          |t*          ¦  «        rd||<   ŒRt,          rt          |t,          ¦  «        rd||<   Œtt.          rt          |t.          ¦  «        rd||<   Œ–t          |                     ¦   «         ¦  «        Šd}| j        j        D ]6Št          ‰t4          ¦  «        rt7          ˆfd„‰D ¦   «         ¦  «        r‰} nŒ7|r§i }|D ]-}|                     ¦   «         D ]\  }}||k    r||vr|||<    nŒŒ.t          dt          |¦  «        ¦  «        }g }t          |¦  «        D ]=}	||	         Š|                     ˆfd„|                     ¦   «         D ¦   «         ¦  «         Œ>|| _        dS | j        j        D �]&Št          ‰t          ¦  «        �r‰dv�r‰‰v �rt          ˆfd„|                     ¦   «         D ¦   «         ¦  «        }g }t          ¦   «         }t          t          dt          |¦  «        ¦  «        ¦  «        D ]‘}	||	         |         }
t          |
t          ¦  «        s|                      |
¦  «        nt          |
¦  «        }|�||v rŒP|�|                     |¦  «         |                     |
¦  «         t          |¦  «        dk    r nŒ’|| _         dS �Œ(dS )aÕ  Override :attr:`usage_examples` with multimodal inputs when the model supports non-text modalities.

        Respects the distinction between models that support modalities independently (e.g. CLIP
        supports text OR image, but not combined) vs models that support combined modalities
        (e.g. BLIP supports text+image together via a tuple modality ``("image", "text")``).

        - If the model has a **tuple modality** matching the dataset columns, build multimodal dicts
          (e.g. ``{"text": "...", "image": <PIL.Image>}``).
        - If the model only supports individual non-text modalities (no matching tuple), pick the
          **first non-text modality** and show single-modality examples.
        r   Nc                ó   — g | ]
}|d k    ¯|‘ŒS rS  rR   )rh   Úcols     rE   rj   zDBaseModelCardData._set_multimodal_usage_examples.<locals>.<listcomp>d  s"   € ÐXÐXÐX˜sÀ#ÈÒBWÐBW�sÐBWÐBWÐBWrG   é   rA   éd   é   rK  >   rE  rF  r\  ÚimageÚaudioÚvideoc              3  ó    •K  — | ]}|‰v V — Œ	d S r[   rR   )rh   ÚpartÚavailable_modalitiess     €rE   rN  zCBaseModelCardData._set_multimodal_usage_examples.<locals>.<genexpr>�  s*   øè è € Ð2eÐ2eÐTX°4Ð;OÐ3OÐ2eÐ2eÐ2eÐ2eÐ2eÐ2erG   c                ó(   •— i | ]\  }}|‰|         “ŒS rR   rR   )rh   Úmodrƒ  ri  s      €rE   r›   zDBaseModelCardData._set_multimodal_usage_examples.<locals>.<dictcomp>   s#   ø€ Ð&aÐ&aÐ&a¹H¸CÀ s¨F°3¬KÐ&aÐ&aÐ&arG   r^  c              3  ó.   •K  — | ]\  }}|‰k    ¯|V — Œd S r[   rR   )rh   Úcra  Úmodalitys      €rE   rN  zCBaseModelCardData._set_multimodal_usage_examples.<locals>.<genexpr>¨  s+   øè è € ÐTÐT¡  AÀaÈ8ÂmÀm˜1ÀmÀmÀmÀmÐTÐTrG   )ÚnextÚiterrC   rg   r+   r·   r  Úcolumn_namesÚsetrj  r7   râ   Ú_hash_assetÚhashÚaddr¼   r  re  rž   r-   rG  ÚImageFeatureÚAudioFeatureÚVideoFeaturerb   rr  ÚtupleÚall)rB   r~   Úsub_datasetrw  Ú	query_colÚdoc_colÚqueryÚ	documentsÚseen_hashesÚirD   Úcontent_hashÚcolumn_modalitiesrH  rI  Úcombined_modalityÚselected_columnsr‹  rŽ  Únum_examplesr  rƒ  ÚexamplesrŒ  r‘  ri  s                          @@@rE   rs  z0BaseModelCardData._set_multimodal_usage_examplesR  s  øøø€ õ �4 §¢Ñ 0Ô 0Ñ1Ô1Ñ2Ô2ˆÝ�k¥?Ñ3Ô3ð 	µs¸;Ñ7GÔ7GÈ1Ò7LÐ7LØˆFð Œ=ñ 	ØXÐX kÔ&>ÐXÑXÔXˆGÝ�7‰|Œ|˜qÒ Ð Ø# AœJ�	Ø! !œ*�à# Aœ yÔ1�à�	Ý!™eœe�Ý�s 3­¨KÑ(8Ô(8Ñ9Ô9Ñ:Ô:ð 	ð 	�AØ'¨œN¨7Ô3�EÝBLÈUÕTWÑBXÔBXÐ#i 4×#3Ò#3°EÑ#:Ô#:Ð#:Õ^bÐchÑ^iÔ^i�LØ#Ð/°LÀKÐ4OÐ4OØ Ø#Ð/Ø#Ÿš¨Ñ5Ô5Ð5Ø×$Ò$ UÑ+Ô+Ð+Ý˜9‘~”~¨Ò*Ð*Ø˜ð +ð (- g°	Ñ&9�Ô#Ø�ð -/ÐØ*Ô3×9Ò9Ñ;Ô;ð 
	4ð 
	4‰OˆF�GØ˜Ò'Ð'ØÝ˜'¥5Ñ)Ô)ð 4¨g¬mÐ?YÐ.YÐ.YØ,2Ð! &Ñ)Ð)Ýð 4¥*¨WµlÑ"CÔ"Cð 4Ø,3Ð! &Ñ)Ð)Ýð 4¥*¨WµlÑ"CÔ"Cð 4Ø,3Ð! &Ñ)Ð)Ýð 4¥*¨WµlÑ"CÔ"Cð 4Ø,3Ð! &Ñ)øå"Ð#4×#;Ò#;Ñ#=Ô#=Ñ>Ô>Ðð +/ÐØœ
Ô-ð 	ð 	ˆHÝ˜(¥EÑ*Ô*ð ­sÐ2eÐ2eÐ2eÐ2eÐ\dÐ2eÑ2eÔ2eÑ/eÔ/eð Ø$,Ð!Ø�øàð 	à/1ÐØ)ð ð �Ø#4×#:Ò#:Ñ#<Ô#<ð ð ‘K�F˜CØ˜d’{�{ tÐ3CÐ'CÐ'CØ17Ð(¨Ñ.Ø˜øøå˜q¥# kÑ"2Ô"2Ñ3Ô3ˆLØˆNÝ˜<Ñ(Ô(ð cð c�Ø$ Qœ�Ø×%Ò%Ð&aÐ&aÐ&aÐ&aÐHX×H^ÒH^ÑH`ÔH`Ð&aÑ&aÔ&aÑbÔbÐbÐbØ"0ˆDÔØˆFð œ
Ô-ð 	ñ 	ˆHÝ˜(¥CÑ(Ô(ñ ¨XÐ=PÐ-PÑ-PÐU]ÐauÐUuÑUuÝÐTÐTÐTÐTÐ):×)@Ò)@Ñ)BÔ)BÐTÑTÔTÑTÔT�Ø�Ý!™eœe�Ý�s 3­¨KÑ(8Ô(8Ñ9Ô9Ñ:Ô:ð 	ð 	�AØ'¨œN¨3Ô/�EÝBLÈUÕTWÑBXÔBXÐ#i 4×#3Ò#3°EÑ#:Ô#:Ð#:Õ^bÐchÑ^iÔ^i�LØ#Ð/°LÀKÐ4OÐ4OØ Ø#Ð/Ø#Ÿš¨Ñ5Ô5Ð5Ø—O’O EÑ*Ô*Ð*Ý˜8‘}”}¨Ò)Ð)Ø˜ð *à&.�Ô#Ø��ùð!	ð 	rG   c                ó�  — | j         r| j        sdS t          d„ | j        D ¦   «         ¦  «        rdS t          j                             | j         d¦  «        }t          j        |d¬¦  «         d}g }| j        D �]F}t          |t          ¦  «        r| 	                    |¦  «         Œ.t          |t          ¦  «        r/t          d„ |D ¦   «         ¦  «        r| 	                    |¦  «         Œrt          |t          ¦  «        r¨g }|D ]Œ}t          |t          ¦  «        r| 	                    |¦  «         Œ-|                      |||¦  «        }|r|dz  }| 	                    |¦  «         Œa| 	                    d	t          |¦  «        j        › d
�¦  «         Œ�| 	                    |¦  «         �Œ/t          |t          ¦  «        r¢|                      |¦  «        s�i }|                     ¦   «         D ]_\  }	}
t          |
t          ¦  «        r|
||	<   Œ |                      |
||¦  «        }|r|dz  }|||	<   ŒDd	t          |
¦  «        j        › d
�||	<   Œ`| 	                    |¦  «         �Œæ|                      |||¦  «        }|r|dz  }| 	                    |¦  «         �Œ| 	                    d	t          |¦  «        j        › d
�¦  «         �ŒH|| _        dS )a0  Save non-text items in :attr:`usage_examples` as files in an ``assets/`` subdirectory.

        After saving, :attr:`usage_examples_display` is set with the same structure as
        :attr:`usage_examples` but with relative file paths (e.g. ``"assets/image_0.jpg"``)
        replacing raw data (PIL images, audio dicts, etc.). Text strings are kept as-is.

        This is called during save, after :meth:`run_usage_snippet` encodes the original data.
        :meth:`generate_usage_snippet` then uses :attr:`usage_examples_display` for the code block.
        Nc              3  óœ   K  — | ]G}t          |t          ¦  «        p-t          |t          ¦  «        ot          d „ |D ¦   «         ¦  «        V — ŒHdS )c              3  ó@   K  — | ]}t          |t          ¦  «        V — Œd S r[   ©rg   râ   ©rh   rP  s     rE   rN  zHBaseModelCardData.save_usage_example_assets.<locals>.<genexpr>.<genexpr>Ç  s/   è è € ÐDfÐDfÐ\]ÅZÐPQÕSVÑEWÔEWÐDfÐDfÐDfÐDfÐDfÐDfrG   N)rg   râ   rö   r�  ©rh   Úitems     rE   rN  z>BaseModelCardData.save_usage_example_assets.<locals>.<genexpr>Æ  sl   è è € ð 
ð 
àõ �t�SÑ!Ô!Ðg¥j°µtÑ&<Ô&<Ð&fÅÐDfÐDfÐaeÐDfÑDfÔDfÑAfÔAfð
ð 
ð 
ð 
ð 
ð 
rG   ÚassetsT©Úexist_okr   c              3  ó@   K  — | ]}t          |t          ¦  «        V — Œd S r[   r®  r¯  s     rE   rN  z>BaseModelCardData.save_usage_example_assets.<locals>.<genexpr>Ô  s,   è è € Ð/QÐ/QÀqµ
¸1½cÑ0BÔ0BÐ/QÐ/QÐ/QÐ/QÐ/QÐ/QrG   rA   ú<ú>)rÐ   r  r�  ÚosÚpathr¯   Úmakedirsrg   râ   r¼   rö   Ú_save_assetÚtyperL   rõ   Ú_is_typed_media_dictrž   rÑ   )rB   Ú
assets_dirÚcounterÚdisplayr±  Údisplay_listÚelemÚrel_pathÚdisplay_dictr™   rD   s              rE   Úsave_usage_example_assetsz+BaseModelCardData.save_usage_example_assets¸  s*  € ð Œ}ð 	 DÔ$7ð 	ØˆFõ ð 
ð 
àÔ+ð
ñ 
ô 
ñ 
ô 
ð 	ð ˆFå”W—\’\ $¤-°Ñ:Ô:ˆ
Ý
Œ�J¨Ð.Ñ.Ô.Ð.ØˆØˆàÔ'ð (	?ñ (	?ˆDÝ˜$¥Ñ$Ô$ð '?Ø—’˜tÑ$Ô$Ð$Ð$Ý˜D¥$Ñ'Ô'ð %?­CÐ/QÐ/QÈDÐ/QÑ/QÔ/QÑ,QÔ,Qð %?Ø—’˜tÑ$Ô$Ð$Ð$Ý˜D¥$Ñ'Ô'ð #?à!�Ø ð 	Lð 	L�DÝ! $­Ñ,Ô,ð LØ$×+Ò+¨DÑ1Ô1Ð1Ð1à#'×#3Ò#3°D¸*ÀgÑ#NÔ#N˜Ø#ð LØ# q™L˜GØ(×/Ò/°Ñ9Ô9Ð9Ð9à(×/Ò/Ð0JµD¸±J´JÔ4GÐ0JÐ0JÐ0JÑKÔKÐKÐKØ—’˜|Ñ,Ô,Ð,Ñ,Ý˜D¥$Ñ'Ô'ð ?°×0IÒ0IÈ$Ñ0OÔ0Oð ?à!�Ø"&§*¢*¡,¤,ð 	Lð 	L‘J�C˜Ý! %­Ñ-Ô-ð LØ,1˜ SÑ)Ð)à#'×#3Ò#3°E¸:ÀwÑ#OÔ#O˜Ø#ð LØ# q™L˜GØ08˜L¨Ñ-Ð-à0KµD¸±K´KÔ4HÐ0KÐ0KÐ0K˜L¨Ñ-Ð-Ø—’˜|Ñ,Ô,Ð,Ñ,ð  ×+Ò+¨D°*¸gÑFÔF�Øð ?Ø˜q‘L�GØ—N’N 8Ñ,Ô,Ð,Ñ,à—N’NÐ#=¥t¨D¡z¤zÔ':Ð#=Ð#=Ð#=Ñ>Ô>Ð>Ñ>à&-ˆÔ#Ð#Ð#rG   r±  c                óD   — t          | t          ¦  «        od| v od| v pd| v S )zJCheck if a dict is an AudioDict or VideoDict (vs a multimodal input dict).ÚarrayÚsampling_rateÚvideo_metadata)rg   rõ   )r±  s    rE   r½  z&BaseModelCardData._is_typed_media_dictý  s4   € õ ˜$¥Ñ%Ô%Ðs¨'°T¨/Ðs¸ÐRVÐ?VÐ?rÐZjÐnrÐZrÐsrG   rD   r   c                ó  — t           �&t          | t           ¦  «        r| d         | d         dœ} t          �St          | t          ¦  «        r>| j        }t	          t          |dd¦  «        |j        |j        |j        |j	        f¦  «        S t          rCt          | t          ¦  «        r.t	          |                      ¦   «         | j        | j        f¦  «        S t          | t          ¦  «        r¡d| v r�ddl}| d         }t          |t           j        ¦  «        r&|                     ¦   «                              ¦   «         }t          ||j        ¦  «        r<t	          |                     ¦   «         |j        |                      d¦  «        f¦  «        S dS )zPCompute a content hash for an asset value, or None if the type is not supported.NrÇ  rÈ  ©rÇ  rÈ  r¹  r   )r1   rg   r2   Úmetadatar—  ÚgetattrÚduration_secondsÚwidthÚheightÚ
num_framesÚPILImageÚtobytesÚsizeÚmoderõ   ÚnumpyrØ   ÚTensorÚcpuÚndarrayÚshaper)  )rD   ra  ÚnprÇ  s       rE   r–  zBaseModelCardData._hash_asset  s]  € õ Ð#­
°5½,Ñ(GÔ(GÐ#Ø# Gœn¸uÀ_Ô?UÐVÐVˆEåÐ#­
°5½,Ñ(GÔ(GÐ#Ø”ˆAÝ�  F¨DÑ1Ô1°1Ô3EÀqÄwÐPQÔPXÐZ[ÔZfÐgÑhÔhÐhÝð 	C�
 5­(Ñ3Ô3ð 	CÝ˜Ÿš™œ¨%¬*°e´jÐAÑBÔBÐBÝ�e�TÑ"Ô"ð 	X w°%Ð'7Ð'7ØÐÐÐà˜'”NˆEÝ˜%¥¤Ñ.Ô.ð ,ØŸ	š	™œ×)Ò)Ñ+Ô+�Ý˜% ¤Ñ,Ô,ð XÝ˜UŸ]š]™_œ_¨e¬k¸5¿9º9À_Ñ;UÔ;UÐVÑWÔWÐWØˆtrG   Ú r¾  r{  Úprefixc                ó  — |                       |¦  «        }|�|| j        v r| j        |         S t          �&t          |t          ¦  «        r|d         |d         dœ}t          �òt          |t          ¦  «        rÝt          |j        dd¦  «        }|r°t          j         	                    |¦  «        r‘ddl
}t          j                             |¦  «        d         pd}|› d	|› |› �}	d
|	› �}
t          j        |d¬¦  «         |                     |t          j                             ||	¦  «        ¦  «         |�
|
| j        |<   |
S |                      |¦  «        }t          j        |d¬¦  «         t           rvt          |t           ¦  «        ra|› d|› d�}	d
|	› �}
|                     d¦  «                             t          j                             ||	¦  «        ¦  «         |�
|
| j        |<   |
S t          |t&          ¦  «        ríd|v réd|v rå	 ddl}|d         }t          |t*          j        ¦  «        st+          j        |¦  «        }|j        dk    r|                     d¦  «        }|› d|› d�}	d
|	› �}
|                     t          j                             ||	¦  «        |                     ¦   «                              ¦   «         |d         ¦  «         |�
|
| j        |<   |
S # t8          $ r Y nw xY wt          |t&          ¦  «        �rÜd|v �r×d|v �rÒ	 ddl}|d         }t          |t*          j        ¦  «        st+          j        |¦  «        }|j        dk    r|d         }|j        dk    r6|j        d         dv r'|j        d         dvr|                     dddd¦  «        }|j         t*          j!        k    r–| "                    ¦   «         rO| #                    ¦   «         dk    r7|dz   $                    dd¦  «         %                    t*          j!        ¦  «        }n3| $                    dd¦  «         %                    t*          j!        ¦  «        }| &                    di ¦  «         &                    dd¦  «        }|› d	|› d�}	d
|	› �}
t          j                             ||	¦  «        }|                     ¦   «          '                    ¦   «         }|j        d         |j        d         }}| (                    |d¬¦  «        5 }| )                    dtU          |¦  «        ¬ ¦  «        }||_+        ||_,        d!|_-        |D ]K}|j.         /                    |d"¬#¦  «        }| 0                    |¦  «        D ]}| 1                    |¦  «         ŒŒL| 0                    ¦   «         D ]}| 1                    |¦  «         Œ	 ddd¦  «         n# 1 swxY w Y   |�
|
| j        |<   |
S # t8          $ r Y nw xY wtd           3                    d$ti          |¦  «        j5        › �¦  «         dS )%u+  Save a non-text value to the assets directory, deduplicating by content hash.

        Args:
            prefix: Prepended to filenames, e.g. ``"example_"`` â†’ ``"example_image_0.jpg"``.

        Returns the relative path (e.g. ``"assets/image_0.jpg"``) on success, or ``None`` on failure.
        NrÇ  rÈ  rË  r¹  r   rA   z.mp4Úvideo_úassets/Tr³  Úimage_z.jpgÚRGBÚaudio_z.wavrÉ  r=  rì   )rA   r†  rì   r³   r„  r†  g      ð?éÿ   Úfpsrå   Úw)rÕ  Úh264)ÚrateÚyuv420pÚrgb24)Úformatz-Could not save predict example asset of type )6r–  rÒ   r1   rg   r2   rÍ  rÌ  r¸  r¹  ÚisfileÚshutilÚsplitextrº  Úcopy2r¯   Ú_video_decoder_to_dictrÒ  ÚconvertÚsaverõ   Ú
torchaudiorØ   r×  Ú	as_tensorÚndimÚ	unsqueezer6   rØ  r*  ÚavrÚ  ÚpermuterG  Úuint8Úis_floating_pointr8   ÚclampÚtor)  rÖ  ÚopenÚ
add_streamrí   rÏ  rÐ  Úpix_fmtÚ
VideoFrameÚfrom_ndarrayÚencodeÚmuxr  r  r¼  rL   )rB   rD   r¾  r{  rÝ  r¥  Úsource_pathrí  ÚextÚfilenamerÃ  ró  rÇ  r÷  rå  ÚfilepathÚframesrÐ  rÏ  Ú	containerÚstreamÚ
frame_dataÚframeÚpackets                           rE   r»  zBaseModelCardData._save_asset  sl  € ð ×'Ò'¨Ñ.Ô.ˆØÐ#¨¸Ô8IÐ(IÐ(IØÔ$ \Ô2Ð2õ Ð#­
°5½,Ñ(GÔ(GÐ#Ø# Gœn¸uÀ_Ô?UÐVÐVˆEåÐ#­
°5½,Ñ(GÔ(GÐ#Ý! %¤.°&¸$Ñ?Ô?ˆKØð 
 �rœwŸ~š~¨kÑ:Ô:ð 
 Ø���å”g×&Ò& {Ñ3Ô3°AÔ6Ð@¸&�Ø$Ð6Ð6¨CÐ6°Ð6Ð6�Ø/ XÐ/Ð/�Ý”˜J°Ð6Ñ6Ô6Ð6Ø—’˜[­"¬'¯,ª,°zÀ8Ñ*LÔ*LÑMÔMÐMØÐ+Ø6>�DÔ% lÑ3Ø�Ø×/Ò/°Ñ6Ô6ˆEå
Œ�J¨Ð.Ñ.Ô.Ð.õ ð 	�
 5­(Ñ3Ô3ð 	Ø Ð1Ð1¨Ð1Ð1Ð1ˆHØ+ Ð+Ð+ˆHØ�MŠM˜%Ñ Ô ×%Ò%¥b¤g§l¢l°:¸xÑ&HÔ&HÑIÔIÐIØÐ'Ø2:�Ô! ,Ñ/ØˆOõ �e�TÑ"Ô"ð 	 w°%Ð'7Ð'7¸OÈuÐ<TÐ<TðØ!Ð!Ð!Ð!à˜gœ�Ý! %­¬Ñ6Ô6ð 3Ý!œO¨EÑ2Ô2�EØ”: ’?�?Ø!ŸOšO¨AÑ.Ô.�EØ$Ð5Ð5¨CÐ5Ð5Ð5�Ø/ XÐ/Ð/�Ø—’¥¤§¢¨Z¸Ñ BÔ BÀEÇKÂKÁMÄM×DUÒDUÑDWÔDWÐY^Ð_nÔYoÑpÔpÐpØÐ+Ø6>�DÔ% lÑ3Ø�øÝð ð ð Ø�ðøøøõ �e�TÑ"Ô"ñ (	 w°%Ð'7Ñ'7Ð<LÐPUÐ<UÑ<Uð'Ø�	�	�	à˜gœ�Ý! %­¬Ñ6Ô6ð 3Ý!œO¨EÑ2Ô2�EØ”: ’?�?Ø! !œH�Eà”: ’?�? u¤{°1¤~¸Ð'BÐ'BÀuÄ{ÐSUÄÐ^gÐGgÐGgà!ŸMšM¨!¨Q°°1Ñ5Ô5�EØ”;¥%¤+Ò-Ð-Ø×.Ò.Ñ0Ô0ð D°U·Y²Y±[´[ÀCÒ5GÐ5GØ!&¨¡× 3Ò 3°A°sÑ ;Ô ;× >Ò >½u¼{Ñ KÔ K˜˜à %§¢¨A¨sÑ 3Ô 3× 6Ò 6µu´{Ñ CÔ C˜à—i’iÐ 0°"Ñ5Ô5×9Ò9¸%ÀÑDÔD�Ø$Ð5Ð5¨CÐ5Ð5Ð5�Ø/ XÐ/Ð/�Ýœ7Ÿ<š<¨
°HÑ=Ô=�ØŸš™œ×*Ò*Ñ,Ô,�Ø &¤¨Q¤°´¸a´˜�Ø—W’W˜X¨C�WÑ0Ô0ð 
.°IØ&×1Ò1°&½uÀS¹z¼zÐ1ÑJÔJ�FØ#(�F”LØ$*�F”MØ%.�F”NØ&,ð 2ð 2˜
Ø "¤× :Ò :¸:ÈgÐ :Ñ VÔ V˜Ø&,§m¢m°EÑ&:Ô&:ð 2ð 2˜FØ%ŸMšM¨&Ñ1Ô1Ð1Ð1ð2à"(§-¢-¡/¤/ð .ð .˜Ø!Ÿš fÑ-Ô-Ð-Ð-ð.ð
.ð 
.ð 
.ñ 
.ô 
.ð 
.ð 
.ð 
.ð 
.ð 
.ð 
.øøøð 
.ð 
.ð 
.ð 
.ð  Ð+Ø6>�DÔ% lÑ3Ø�øÝð ð ð Ø�ðøøøõ 	�ŠÐ]ÅtÈEÁ{Ä{ÔG[Ð]Ð]Ñ^Ô^Ð^ØˆtsK   ÈCK Ë
K&Ë%K&Ì
G'W Ó1B4V2Ö&W Ö2V6Ö6W Ö9V6Ö:W ×
W×Wr   Ú	evaluatorrS   r¥   r½   c                óî  ‡— ddl m} t          |¦  «        | j        |<   t	          |d¦  «        rÄ|j        xŠr½t          ||¦  «        rd„ |j        D ¦   «         Šnt          ‰t          ¦  «        r‰gŠˆfd„| 	                    ¦   «         D ¦   «         }| j
        r9| j
        d         d         |k    r"| j
        d                              |¦  «         d S | j
                             ||dœ|¥¦  «         d S d S d S )	Nr   ©ÚSequentialEvaluatorÚprimary_metricc                ó   — g | ]	}|j         ‘Œ
S rR   )r  )rh   Úsub_evaluators     rE   rj   z<BaseModelCardData.set_evaluation_metrics.<locals>.<listcomp>Ž  s   € Ð"jÐ"jÐ"jÀM =Ô#?Ð"jÐ"jÐ"jrG   c                ó$   •— i | ]\  }}|‰v ¯	||“ŒS rR   rR   )rh   r™   rD   Úprimary_metricss      €rE   r›   z<BaseModelCardData.set_evaluation_metrics.<locals>.<dictcomp>’  s+   ø€ Ð#kÐ#kÐ#k±:°3¸ÐTWÐ[jÐTjÐTj C¨ÐTjÐTjÐTjrG   r³   r´   rµ   )Ú%sentence_transformers.base.evaluationr  r   rÏ   r÷   r  rg   Ú
evaluatorsrâ   rž   r¹   r»   r¼   )rB   r  r¥   r½   r8  r  Útraining_log_metricsr  s          @rE   Úset_evaluation_metricsz(BaseModelCardData.set_evaluation_metrics„  sO  ø€ ð 	NÐMÐMÐMÐMÐMå,0°©M¬MˆÔ˜yÑ)õ �9Ð.Ñ/Ô/ð 	È	ÔH`Ð5`°_ð 	Ý˜)Ð%8Ñ9Ô9ð 4Ø"jÐ"jÐU^ÔUiÐ"jÑ"jÔ"j��Ý˜O­SÑ1Ô1ð 4Ø#2Ð"3�à#kÐ#kÐ#kÐ#kÀÇÂÁÄÐ#kÑ#kÔ#kÐ àÔ!ð 	 dÔ&8¸Ô&<¸VÔ&DÈÒ&LÐ&LØÔ" 2Ô&×-Ò-Ð.BÑCÔCÐCÐCÐCàÔ"×)Ò)à!&Ø $ðð ð /ðñô ð ð ð ð	ð 	ð 	ð 	rG   r)   c                ó´  ‡ — d}t          t          ¦  «        }t          ¦   «         }|D ]Š}|d         }|d         }||vrZ||                              dt	          |¦  «        › d�¦  «         t          ||         ¦  «        |k    r|                     |¦  «         t          |¦  «        ‰ j        k    r nŒ‹ˆ fd„|                     ¦   «         D ¦   «         ‰ _	        d S )Nr†  r\  Úlabelz<li>z</li>c                ó¸   •— g | ]V\  }}‰j         j        r't          |t          ¦  «        r‰j         j        |         n|d d                     |¦  «        z   dz   dœ‘ŒWS )z<ul>rÜ  z</ul>)ÚLabelÚExamples)rb   Úlabelsrg   r;   r¯   )rh   r  Úexample_setrB   s      €rE   rj   z8BaseModelCardData.set_label_examples.<locals>.<listcomp>¬  s}   ø€ ð #
ð #
ð #
ñ
 #��{ð 6:´ZÔ5FÐlÍ:ÐV[Õ]`ÑKaÔKaÐl˜œÔ*¨5Ô1Ð1ÐglØ" R§W¢W¨[Ñ%9Ô%9Ñ9¸GÑCðð ð#
ð #
ð #
rG   )
r   rö   r•  r¼   r  r·   r˜  Únum_classesrž   r  )rB   r~   Únum_examples_per_labelrª  Úfinished_labelsri  r\  r  s   `       rE   Úset_label_examplesz$BaseModelCardData.set_label_examplesŸ  sþ   ø€ Ø!"ÐÝ�tÑ$Ô$ˆÝ™%œ%ˆØð 	ð 	ˆFØ˜&”>ˆDØ˜7”OˆEØ˜OÐ+Ð+Ø˜”×&Ò&Ð'?­d°4©j¬jÐ'?Ð'?Ð'?Ñ@Ô@Ð@Ý�x ”Ñ'Ô'Ð+AÒAÐAØ#×'Ò'¨Ñ.Ô.Ð.Ý�?Ñ#Ô# tÔ'7Ò7Ð7Ø�ð 8ð#
ð #
ð #
ð #
ð
 '/§n¢nÑ&6Ô&6ð#
ñ #
ô #
ˆÔÐÐrG   rK  c                óÚ  ‡ — t          |t          ¦  «        r ˆ fd„|                     ¦   «         D ¦   «         S |rt          j        d|¦  «        rd }|p|j        j        t          |j        ¦  «        dœ}|j        j	        r2|j        |j        j	        v r|j        j	        |j                 j
        |d<   |j        x}r°t          |                     ¦   «         ¦  «        d         }|                     d¦  «        rtd|v rp|t          d¦  «        d …                              d¦  «        }|d         |d<   |d	                              d
¦  «        d         x}rt          |¦  «        dk    r||d<   |gS )Nc                óN   •— g | ]!\  }}‰                      ||¬ ¦  «        D ]}|‘ŒŒ"S )rS  )Úinfer_datasets)rh   rK  rž  Úinferred_datasetrB   s       €rE   rj   z4BaseModelCardData.infer_datasets.<locals>.<listcomp>¶  sX   ø€ ð ð ð á-�L +Ø(,×(;Ò(;¸KÐVbÐ(;Ñ(cÔ(cðð ð %ð !ðð ð ð rG   z_dataset_\d+)r%  r°   rÔ  r   zhf://datasets/ú@r&  rA   r  é(   Úrevision)rg   r*   rž   ÚreÚmatchr,  rK  râ   r°   Úsplitsr©  Údownload_checksumsrö   rd  r­   r·   )rB   r~   rK  Údataset_outputÚ	checksumsÚsourceÚsource_partsr,  s   `       rE   r(  z BaseModelCardData.infer_datasets´  s–  ø€ Ý�g�{Ñ+Ô+ð 	ðð ð ð à18·²±´ðñ ô ð ð ð 	 �BœH _°lÑCÔCð 	 ØˆLð !Ð= G¤LÔ$=Ý˜œÑ'Ô'ð
ð 
ˆð Œ<Ôð 	U 7¤=°G´LÔ4GÐ#GÐ#GØ%,¤\Ô%8¸¼Ô%GÔ%TˆN˜6Ñ"ð  Ô2Ð2ˆ9ð 	:Ý˜)Ÿ.š.Ñ*Ô*Ñ+Ô+¨AÔ.ˆFØ× Ò Ð!1Ñ2Ô2ð :°s¸f°}°}Ø%¥cÐ*:Ñ&;Ô&;Ð&=Ð&=Ô>×DÒDÀSÑIÔI�Ø'3°A¤�˜tÑ$Ø ,¨Q¤× 5Ò 5°cÑ :Ô :¸1Ô =Ð=�Hð :Å3ÀxÁ=Ä=ÐTVÒCVÐCVØ19�N :Ñ.àÐÐrG   rH  c                óô  ‡‡‡‡‡‡— t          t          ‰¦  «        d¦  «        Š‰d         ‰         }	 t          |t          | j        dd¦  «        ¬¦  «        }n# t
          $ r d}Y nw xY w|rt          |¦  «        nd}dŠˆˆˆˆfd„}|xt          d	˜ x��\    |d
v rd|i dœS t          ¦   «         }d} |¦   «         D ]¡}	| j         	                    |	d¬¦  «        }
t          |
t          t          f¦  «        rHd|
v rD|                     |
d                              d¬¦  «                             ¦   «         ¦  «         d}Œ‚|                     d„ |	D ¦   «         ¦  «         Œ¢d|t!          |j         d¦  «        › d|› �t!          |j        d¦  «        › d|› �t!          |j        d¦  «        › d|› �dœdœS  xxt&          d	˜ x�\   n xt(          d	˜ x�\   n  nx  t+          ¦   «         ŠdŠ |¦   «         D ])}	‰                     |	¦  «         ‰t          |	¦  «        z  ŠŒ*t/          |¦  «        j        |ˆˆfd„t3          ‰¦  «        D ¦   «         dœS xt4          d	˜ x�v\    t          ¦   «         } |¦   «         D ]}	|                     |	¦  «         Œd|t!          |j         d¦  «        t!          |j        d¦  «        t!          |j        d¦  «        dœdœS  xt6          d	˜ x�§\    t          ¦   «         } |¦   «         D ]!}	|                     d„ |	D ¦   «         ¦  «         Œ"|j         |j        k    rd|dt)          |j         ¦  «        › d�idœS d|t)          |j         ¦  «        › d�|j        d›d�t)          |j        ¦  «        › d�dœdœS  x t8          ��t          |t8          ¦  «        rð t          ¦   «         t          ¦   «         }} |¦   «         D ]@}	|                     d„ |	D ¦   «         ¦  «         |                     d „ |	D ¦   «         ¦  «         ŒAd!|t)          |j         ¦  «        › d"t)          |j         ¦  «        › d#�t)          |j        ¦  «        › d"t)          |j        ¦  «        › d#�t)          |j        ¦  «        › d"t)          |j        ¦  «        › d#�dœdœS x t          |t          ¦  «        r
d$|v r|d%k    st:          �²t          |t:          ¦  «        r� t          |t          ¦  «        r|d&         nd}t          ¦   «         } |¦   «         D ]!}	|                     d'„ |	D ¦   «         ¦  «         Œ"i }|j        r*|j         d›d(�|d)<   |j        d›d(�|d*<   |j        d›d(�|d+<   |�|› d,�|d&<   d%||dœS  t>          ��ut          |t>          ¦  «        �r_t          ¦   «         t          ¦   «         t          ¦   «         }}}|j         j!        } |¦   «         D ]k}	d-„ |	D ¦   «         }|                     d.„ |D ¦   «         ¦  «         |                     d/„ |D ¦   «         ¦  «         |                     d0„ |D ¦   «         ¦  «         Œl|j        sd1|i dœS d1||j         d›d2t)          |j         ¦  «        › d"t)          |j         ¦  «        › d#�|j        d›d2t)          |j        ¦  «        › d"t)          |j        ¦  «        › d#�|j        d›d2t)          |j        ¦  «        › d"t)          |j        ¦  «        › d#�|d3›d4œdœS 	 tE          |¦  «        |i dœS )5am  Compute the stats entry for a single column using bounded-memory chunking.

        Iterates at most 100 rows in chunks of 8 so
        peak memory is the chunk, not the full subsection. Matters for typed
        ``datasets.Image``/``Audio`` columns (each slice eagerly decodes) and for media-path
        string columns (``model.preprocess`` loads files).
        r…  r   rr  N)Úsupported_modalitiesrÜ  é   c               3  ó^   •K  — t          d‰‰¦  «        D ]} ‰| | ‰z   …         ‰         V — Œd S )Nr   )rj  )ÚstartrH  r~   Ún_totalÚstat_chunk_sizes    €€€€rE   Úchunksz7BaseModelCardData._compute_column_stats.<locals>.chunksæ  sS   øè è € Ý˜q '¨?Ñ;Ô;ð Gð G�Ø˜e e¨oÑ&=Ð=Ô>¸vÔFÐFÐFÐFÐFðGð GrG   rR   >   rˆ  r‡  r‰  rE  )rG  r‘  ÚdataÚ
charactersÚdocument)ÚtaskÚattention_maskrA   )ÚdimÚtokensc              3  ó4   K  — | ]}t          |¦  «        V — Œd S r[   rL  rY  s     rE   rN  z:BaseModelCardData._compute_column_stats.<locals>.<genexpr>ø  s(   è è € Ð&KÐ&K¸¥s¨8¡}¤}Ð&KÐ&KÐ&KÐ&KÐ&KÐ&KrG   r„  r«   )r7   rJ   r8   c                ó\   •— i | ](}|t          ‰¦  «        d k    rdnd› ‰|         ‰z  d›�“Œ)S )rA   ú~rÜ  z.2%rL  )rh   r™   r¿  Úseens     €€rE   r›   z;BaseModelCardData._compute_column_stats.<locals>.<dictcomp>  sT   ø€ ð ð ð Ø_b˜¥s¨7¡|¤|°aÒ'7Ð'7  ¸RÐZÀÈÄÐPTÑATÐZÐZÐZðð ð rG   r6   c              3  ó4   K  — | ]}t          |¦  «        V — Œd S r[   rL  )rh   Úlsts     rE   rN  z:BaseModelCardData._compute_column_stats.<locals>.<genexpr>"  s(   è è € Ð"=Ð"=°¥3 s¡8¤8Ð"=Ð"=Ð"=Ð"=Ð"=Ð"=rG   rö   rÔ  z	 elementsú.2fc              3  óN   K  — | ] }t          |t          ¦  «        ¯|j        V — Œ!d S r[   )rg   rÒ  rÏ  ©rh   Úimgs     rE   rN  z:BaseModelCardData._compute_column_stats.<locals>.<genexpr>6  s4   è è € Ð#\Ð#\°#Å*ÈSÕRZÑB[ÔB[Ð#\ C¤IÐ#\Ð#\Ð#\Ð#\Ð#\Ð#\rG   c              3  óN   K  — | ] }t          |t          ¦  «        ¯|j        V — Œ!d S r[   )rg   rÒ  rÐ  rL  s     rE   rN  z:BaseModelCardData._compute_column_stats.<locals>.<genexpr>7  s4   è è € Ð$^Ð$^°CÅJÈsÕT\ÑD]ÔD]Ð$^ S¤ZÐ$^Ð$^Ð$^Ð$^Ð$^Ð$^rG   r‡  rP  z pxrÇ  rˆ  rÈ  c              3  óÄ   K  — | ][}t          |t          ¦  «        rd |v rd|v st          ®&t          |t          ¦  «        ¯;t          |d          ¦  «        |d         z  V — Œ\dS )rÇ  rÈ  N)rg   rõ   r1   r·   )rh   Úds     rE   rN  z:BaseModelCardData._compute_column_stats.<locals>.<genexpr>H  s�   è è € ð 'ð 'àÝ& q­$Ñ/Ô/ð'ð 5<¸q°L°LÀ_ÐXYÐEYÐEYÝ(Ð4½ÀAÅ|Ñ9TÔ9TÐ4õ ˜A˜gœJ™œ¨!¨OÔ*<Ñ<ð 5Ð4Ð4Ð4ð	'ð 'rG   Úsr7   rJ   r8   z Hzc                ó<   — g | ]}t          |t          ¦  «        ¯|‘ŒS rR   )rg   r2   ©rh   Úvs     rE   rj   z;BaseModelCardData._compute_column_stats.<locals>.<listcomp>[  s'   € ÐNÐNÐN Aµ*¸QÅÑ2MÔ2MÐN˜aÐNÐNÐNrG   c              3  ó.   K  — | ]}|j         j        V — Œd S r[   )rÌ  rÎ  rS  s     rE   rN  z:BaseModelCardData._compute_column_stats.<locals>.<genexpr>\  s'   è è € Ð&SÐ&SÀq q¤zÔ'BÐ&SÐ&SÐ&SÐ&SÐ&SÐ&SrG   c              3  ó.   K  — | ]}|j         j        V — Œd S r[   )rÌ  rÏ  rS  s     rE   rN  z:BaseModelCardData._compute_column_stats.<locals>.<genexpr>]  s'   è è € Ð#EÐ#E¸ A¤JÔ$4Ð#EÐ#EÐ#EÐ#EÐ#EÐ#ErG   c              3  ó.   K  — | ]}|j         j        V — Œd S r[   )rÌ  rÐ  rS  s     rE   rN  z:BaseModelCardData._compute_column_stats.<locals>.<genexpr>^  s'   è è € Ð$GÐ$G¸1 Q¤ZÔ%6Ð$GÐ$GÐ$GÐ$GÐ$GÐ$GrG   r‰  zs, ú.0f)r7   rJ   r8   rå  )#r7   r·   r$   rÍ  rb   Ú
ValueErrorr#   râ   r4   Ú
preprocessrg   rõ   r   rF   rk  Útolistrí   rJ   r8   r  r;   r   r»   r¼  rL   rm  r6   rö   rÒ  r1   r<   r2   rÌ  Úaverage_fpsr&   )rB   r~   rH  ÚfirstÚraw_modalityr‘  r<  ÚstatsÚsuffixÚchunkÚ	tokenizedÚwidthsÚheightsrÈ  Ú	durationsr=  rå  Úvideosr¿  r:  rG  r;  s    ``               @@@@rE   Ú_compute_column_statsz'BaseModelCardData._compute_column_statsÓ  s§  øøøøøø€ õ •c˜'‘l”l CÑ(Ô(ˆØ˜”
˜6Ô"ˆð	Ý)¨%ÅgÈdÌjÐZfÐhlÑFmÔFmÐnÑnÔnˆLˆLøÝð 	ð 	ð 	ØˆLˆLˆLð	øøøà4@ÐH•? <Ñ0Ô0Ð0ÀbˆØˆð	Gð 	Gð 	Gð 	Gð 	Gð 	Gð 	Gð 	Gð Ø•���‘‘�ØÐ#>Ð>Ð>à%-¸8ÈRÐPÐPÐPå#™œ�Ø%�Ø#˜V™XœXð Lð L�EØ $¤
× 5Ò 5°eÀ*Ð 5Ñ MÔ M�IÝ! )­dµHÐ-=Ñ>Ô>ð LÐCSÐW`ÐC`ÐC`ØŸš yÐ1AÔ'B×'FÒ'FÈ1Ð'FÑ'MÔ'M×'TÒ'TÑ'VÔ'VÑWÔWÐWØ!)˜˜àŸšÐ&KÐ&KÀUÐ&KÑ&KÔ&KÑKÔKÐKÐKà%Ø (å"'¨¬	°1Ñ"5Ô"5Ð@Ð@¸Ð@Ð@Ý#(¨¬°QÑ#7Ô#7Ð BÐ B¸&Ð BÐ BÝ"'¨¬	°1Ñ"5Ô"5Ð@Ð@¸Ð@Ð@ðð ðð ð ð ð0  �•����‘��˜%�#˜%˜%˜%˜%™%˜%˜%˜%˜%˜%˜%Ý#*¡9¤9�Ø�Ø#˜V™XœXð 'ð '�EØ—N’N 5Ñ)Ô)Ð)Ø�C ™JœJÑ&�D�Då! %™[œ[Ô1Ø (ðð ð ð ð ÝflÐmtÑfuÔfuðñ ô ðð ð ð •����‘�Ý#™œ�Ø#˜V™XœXð *ð *�EØ—N’N 5Ñ)Ô)Ð)Ð)à$Ø (å$ U¤Y°Ñ2Ô2Ý % e¤j°!Ñ 4Ô 4Ý$ U¤Y°Ñ2Ô2ðð ðð ð ð	 ð •����‘�Ý#™œ�Ø#˜V™XœXð >ð >�EØ—N’NÐ"=Ð"=°uÐ"=Ñ"=Ô"=Ñ=Ô=Ð=Ð=Ø”9 ¤	Ò)Ð)à!'Ø$,Ø!'­C°´	©N¬NÐ)EÐ)EÐ)EÐ Fðð ð ð $Ø (å"% e¤i¡.¤.Ð;Ð;Ð;Ø#(¤:Ð <Ð <Ð <Ð <Ý"% e¤i¡.¤.Ð;Ð;Ð;ðð ðð ð ð ð( �•hÑ*­z¸%ÅÑ/JÔ/JÐ*Ð*Ý"-¡-¤-µ±´˜�Ø#˜V™XœXð _ð _�EØ—O’OÐ#\Ð#\¸Ð#\Ñ#\Ô#\Ñ\Ô\Ð\Ø×$Ò$Ð$^Ð$^¸5Ð$^Ñ$^Ô$^Ñ^Ô^Ð^Ð^à$Ø (å"% f¤j¡/¤/ÐIÐIµC¸¼Ñ4DÔ4DÐIÐIÐIÝ#& v¤{Ñ#3Ô#3Ð LÐ Lµc¸'¼,Ñ6GÔ6GÐ LÐ LÐ LÝ"% f¤j¡/¤/ÐIÐIµC¸¼Ñ4DÔ4DÐIÐIÐIðð ðð ð ð �•z %­Ñ.Ô.�°7¸eÐ3CÐ3CÈÐX_ÒH_ÐH_ÝÐ(­Z¸½|Ñ-LÔ-LÐ(Ð(å:DÀUÍDÑ:QÔ:QÐ [  oÔ 6Ð 6ÐW[�Ý'™MœM�	Ø#˜V™XœXð ð �EØ×&Ò&ð 'ð 'à!&ð'ñ 'ô 'ñ ô ð ð ð (*�Ø”?ð :Ø%.¤]Ð"9Ð"9Ð"9Ð"9�D˜‘KØ&/¤nÐ#;Ð#;Ð#;Ð#;�D˜‘LØ%.¤]Ð"9Ð"9Ð"9Ð"9�D˜‘KØ Ð,Ø/<Ð,AÐ,AÐ,A�D˜Ñ)Ø!(°hÈÐMÐMÐMà•lÑ.µ:¸eÅ\Ñ3RÔ3RÑ.Ý-8©]¬]½K¹M¼MÍ;É=Ì= 7˜6�	Ø”nÔ0�Ø#˜V™XœXð Hð H�EØNÐN¨ÐNÑNÔN�FØ×&Ò&Ð&SÐ&SÈFÐ&SÑ&SÔ&SÑSÔSÐSØ—O’OÐ#EÐ#E¸fÐ#EÑ#EÔ#EÑEÔEÐEØ×$Ò$Ð$GÐ$GÀÐ$GÑ$GÔ$GÑGÔGÐGÐGØ ”ð PØ%,¸(ÈBÐOÐOÐOà$Ø (à"+¤-Ð_Ð_Ð_½¸F¼J¹¼Ð_Ð_Í#ÈgÌkÑJZÔJZÐ_Ð_Ð_Ø#,¤>Ð cÐ cÐ c½#¸f¼kÑ:JÔ:JÐ cÐ cÍSÐQXÔQ]ÑM^ÔM^Ð cÐ cÐ cØ"+¤-Ð_Ð_Ð_½¸F¼J¹¼Ð_Ð_Í#ÈgÌkÑJZÔJZÐ_Ð_Ð_Ø"%˜|˜|ð	ð ð	ð 	ð 	ð Ý!)¨%¡¤¸hÐPRÐSÐSÐSs   ³%A ÁA(Á'A(ú Dataset | IterableDataset | Noner   ru   ú'dict[str, nn.Module] | nn.Module | Nonec                ót  ‡
‡— |si S t          |t          ¦  «        r7t          |¦  «        |d<   d„ |d                              ¦   «         D ¦   «         }n|j        }d„ |D ¦   «         |d<   i |d<   t          |t          ¦  «        �r|D ]!}|                      ||¦  «        |d         |<   Œ"d(d	„Šd
did„ |d                              ¦   «         D ¦   «         ¥d
did„ |d                              ¦   «         D ¦   «         ¥d
diˆfd„|d                              ¦   «         D ¦   «         ¥g}t          t          |¦  «         	                    dd¦  «        d¦  «        |d<   |dd…         |d<   ||d<   |  
                    |¦  «        \  |d<   }dt          |¦  «        i|d<   t          |d¦  «        rŽ|                     ¦   «         }d)d!„Š
ˆ
fd"„|                     ¦   «         D ¦   «         }	 t          j        |d#¬$¦  «        }	n!# t           $ r t#          |d#¬$¦  «        }	Y nw xY wt          d%|	› d&�d¦  «        |d         d'<   |S )*a¾  
        Given a dataset, compute the following:
        * Dataset Size
        * Dataset Columns
        * Dataset Stats
            - Strings: min, mean, max word count/token length
            - Integers: Counter() instance
            - Floats: min, mean, max range
            - List: number of elements or min, mean, max number of elements
        * 3 Example samples
        * Loss function name
            - Loss function config
        rÔ  c                ó   — g | ]
}|d k    ¯|‘ŒS rS  rR   ©rh   rH  s     rE   rj   z=BaseModelCardData.compute_dataset_metrics.<locals>.<listcomp>‰  s#   € ÐbÐbÐb¨&ÈÐSaÒIaÐIa˜vÐIaÐIaÐIarG   r   c                ó   — g | ]}d |› d�‘Œ	S )ú<code>ú</code>rR   rl  s     rE   rj   z=BaseModelCardData.compute_dataset_metrics.<locals>.<listcomp>�  s$   € Ð"ZÐ"ZÐ"ZÀÐ#;¨FÐ#;Ð#;Ð#;Ð"ZÐ"ZÐ"ZrG   rw  r_  r=  rõ   c                óx   — | sdS dd                      d„ |                      ¦   «         D ¦   «         ¦  «        z   dz   S )NrÜ  z<ul><li>z	</li><li>c              3  ó*   K  — | ]\  }}|› d |› �V — ŒdS ©z: NrR   rM  s      rE   rN  zRBaseModelCardData.compute_dataset_metrics.<locals>.to_html_list.<locals>.<genexpr>–  s5   è è € Ð4fÐ4fÉ:È3ÐPU¸Ð5FÐ5F¸uÐ5FÐ5FÐ4fÐ4fÐ4fÐ4fÐ4fÐ4frG   z
</li></ul>)r¯   rž   ©r=  s    rE   Úto_html_listz?BaseModelCardData.compute_dataset_metrics.<locals>.to_html_list“  sJ   € Øð Ø˜2Ø! K×$4Ò$4Ð4fÐ4fÐY]×YcÒYcÑYeÔYeÐ4fÑ4fÔ4fÑ$fÔ$fÑfÐiuÑuÐurG   rÜ  r¼  c                ó&   — i | ]\  }}||d          “ŒS )rG  rR   rM  s      rE   r›   z=BaseModelCardData.compute_dataset_metrics.<locals>.<dictcomp>™  s"   € ÐdÐdÐd¹
¸¸U  U¨7¤^ÐdÐdÐdrG   r‘  c                óB   — i | ]\  }}||                      d d¦  «        “ŒS )r‘  rÜ  ©r)  rM  s      rE   r›   z=BaseModelCardData.compute_dataset_metrics.<locals>.<dictcomp>œ  s,   € ÐfÐfÐf¹*¸#¸u�s˜EŸIšI j°"Ñ5Ô5ÐfÐfÐfrG   Údetailsc                ó:   •— i | ]\  }}| ‰|d          ¦  «        “ŒS rs  rR   )rh   r™   rD   rt  s      €rE   r›   z=BaseModelCardData.compute_dataset_metrics.<locals>.<dictcomp>ž  s-   ø€ Ð"tÐ"tÐ"tÉ
ÈÈU 3¨¨°U¸6´]Ñ(CÔ(CÐ"tÐ"tÐ"trG   ú-:|ú--|ú  Ústats_tableNr†  rª  Ú_example_columnsÚexamples_tabler&   ru   Úget_config_dictrD   r   r=   râ   c                óT  — t          | t          j        ¦  «        s| S | j        j        }g }t          | d¦  «        rAt          | j        d¦  «        r,|                     t          | j        j	        ¦  «        ¦  «         t          | d¦  «        r| j
        r|                     d¦  «         t          | d¦  «        rS|                      ¦   «                              ¦   «         D ],\  }}|                     |› dt          |¦  «        › �¦  «         Œ-|r|› dd                     |¦  «        › d	�S |S )
Nrm   rÎ   Útrust_remote_codeztrust_remote_code=Truer€  ú=ú(r0  ú))rg   r   ÚModuler^   rL   r÷   rm   r¼   r  rÎ   r‚  r€  rž   r¯   )rD   Úmodule_nameÚmodule_args_strr™   Úvals        rE   Úformat_config_valuezFBaseModelCardData.compute_dataset_metrics.<locals>.format_config_value¬  sJ  € Ý! %­¬Ñ3Ô3ð !Ø �LØ#œoÔ6�Ø"$�õ ˜5Ð"3Ñ4Ô4ð S½ÀÔAVÐXdÑ9eÔ9eð SØ#×*Ò*­4°Ô0EÔ0PÑ+QÔ+QÑRÔRÐRÝ˜5Ð"5Ñ6Ô6ð E¸5Ô;Rð EØ#×*Ò*Ð+CÑDÔDÐDå˜5Ð"3Ñ4Ô4ð EØ$)×$9Ò$9Ñ$;Ô$;×$AÒ$AÑ$CÔ$Cð Eð E™˜˜SØ'×.Ò.°#Ð/CÐ/C½¸S¹	¼	Ð/CÐ/CÑDÔDÐDÐDà"ð JØ)ÐIÐI¨D¯IªI°oÑ,FÔ,FÐIÐIÐIÐIØ"Ð"rG   c                ó.   •— i | ]\  }}| ‰|¦  «        “ŒS rR   rR   )rh   r™   rD   rŠ  s      €rE   r›   z=BaseModelCardData.compute_dataset_metrics.<locals>.<dictcomp>À  s+   ø€ ÐWÐWÐW¹*¸#¸u�cÐ.Ð.¨uÑ5Ô5ÐWÐWÐWrG   rì   r   ú```json
ú
```Úconfig_code)r=  rõ   ©rD   r   r=   râ   )rg   r)   r·   rd  r”  rg  rž   r   r   ÚreplaceÚ_render_examples_tabler&   r÷   r€  ÚjsonÚdumpsÚ	TypeErrorr   )rB   r~   r   ru   Údataset_columnsrH  Ústats_linesr¬   ÚconfigÚ
str_configrŠ  rt  s             @@rE   Úcompute_dataset_metricsz)BaseModelCardData.compute_dataset_metricso  sÞ  øø€ ð& ð 	ØˆIå�g�wÑ'Ô'ð 	3å#& w¡<¤<ˆL˜Ñ àbÐb°G¸A´J·O²OÑ4EÔ4EÐbÑbÔbˆOˆOà%Ô2ˆOà"ZÐ"ZÈ/Ð"ZÑ"ZÔ"Zˆ�YÑØ "ˆ�WÑÝ�g�wÑ'Ô'ñ 	ZØ)ð \ð \�Ø04×0JÒ0JÈ7ÐTZÑ0[Ô0[�˜WÔ% fÑ-Ð-ðvð vð vð vð �VÐeÐdÐdÀlÐSZÔF[×FaÒFaÑFcÔFcÐdÑdÔdÐeà˜
ðàfÐfÈÐU\ÔH]×HcÒHcÑHeÔHeÐfÑfÔfðð �YÐuÐ"tÐ"tÐ"tÐ"tÐVbÐcjÔVk×VqÒVqÑVsÔVsÐ"tÑ"tÔ"tÐuðˆKõ +1Õ1DÀ[Ñ1QÔ1Q×1YÒ1YÐZ_ÐafÑ1gÔ1gÐimÑ*nÔ*nˆL˜Ñ'à'.¨r°¨r¤{ˆL˜Ñ$Ø/>ˆLÐ+Ñ,Ø04×0KÒ0KÈLÑ0YÔ0YÑ-ˆLÐ)Ñ*¨Að � ™œð 
ˆ�VÑõ �4Ð*Ñ+Ô+ð 	^Ø×)Ò)Ñ+Ô+ˆFð#ð #ð #ð #ð( XÐWÐWÐWÈÏÊÉÌÐWÑWÔWˆFð7Ý!œZ¨°qÐ9Ñ9Ô9�
�
øÝð 7ð 7ð 7Ý$ V°AÐ6Ñ6Ô6�
�
�
ð7øøøå28Ð9VÀZÐ9VÐ9VÐ9VÐX\Ñ2]Ô2]ˆL˜Ô  Ñ/ØÐs   Ç#G: Ç:HÈHÚdataset_metadatarð   Údataset_typeúLiteral['train', 'eval']c           	     ó°  ‡ ‡— |�r|rƒt          |t          ¦  «        r t          |¦  «        t          |¦  «        k    s(t          |t          ¦  «        r9t          |¦  «        dk    r&t                               d|› d|› d|› d�¦  «         g }|s‰                      |¦  «        }t          |t          ¦  «        rCˆˆ fd„t          |                     ¦   «         | 	                    ¦   «         |¦  «        D ¦   «         }n‰  
                    ||d         ‰¦  «        g}|dk    r3t          d	„ |D ¦   «         ¦  «        }|r‰                      d
|› �¦  «         |rp|dk    rj‰ j        €ct          |t          ¦  «        r,t          d„ | 	                    ¦   «         D ¦   «         ¦  «        }nt          |j        ¦  «        }ddh|z  rd‰ _        ‰                      |¦  «        S )NrA   zThe number of `z?_datasets` in the model card data does not match the number of z1 datasets in the Trainer. Removing the provided `z$_datasets` from the model card data.c           
     ó€   •— g | ]:\  }}}‰                      ||t          ‰t          ¦  «        r‰|         n‰¦  «        ‘Œ;S rR   )r™  rg   rõ   )rh   rK  Údataset_valuer   ru   rB   s       €€rE   rj   z>BaseModelCardData.extract_dataset_metadata.<locals>.<listcomp>ß  sd   ø€ ð 	$ð 	$ð 	$ñ B˜ m°\ð ×0Ò0Ø%Ø$Ý.8¸½tÑ.DÔ.DÐN˜˜\Ô*Ð*È$ñô ð	$ð 	$ð 	$rG   r   rk   c                ó:   — g | ]}|                      d d¦  «        ‘ŒS )rÔ  r   rw  )rh   rÌ  s     rE   rj   z>BaseModelCardData.extract_dataset_metadata.<locals>.<listcomp>î  s&   € Ð'aÐ'aÐ'aÀH¨¯ª°V¸QÑ(?Ô(?Ð'aÐ'aÐ'arG   zdataset_size:c              3  ó.   K  — | ]}|j         D ]}|V — ŒŒd S r[   )r”  )rh   rž  rH  s      rE   rN  z=BaseModelCardData.extract_dataset_metadata.<locals>.<genexpr>õ  s4   è è € Ð"uÐ"u¨kÐ\gÔ\tÐ"uÐ"uÐRX 6Ð"uÐ"uÐ"uÐ"uÐ"uÐ"uÐ"urG   r¡  ÚquestionT)rg   r*   r·   r)   r  r  r(  rl  rd  rC   r™  rk  rn   r  rõ   r•  r”  r  )rB   r~   rš  ru   r›  Únum_training_samplesr”  s   `  `   rE   rs   z*BaseModelCardData.extract_dataset_metadataÉ  sT  øø€ ð ñ 	fØð &Ý˜G¥[Ñ1Ô1ð&Ý69Ð:JÑ6KÔ6KÍsÐSZÉ|Ì|Ò6[Ð6[Ý˜w­Ñ0Ô0ð 7\Ý58Ð9IÑ5JÔ5JÈaÒ5OÐ5Oå—’ða lð að aÐsð að aØ.:ðað að añô ð ð $&Ð à#ð @Ø#'×#6Ò#6°wÑ#?Ô#?Ð å˜'¥;Ñ/Ô/ð fð	$ð 	$ð 	$ð 	$ð 	$õ FIØŸš™œ¨¯ªÑ(8Ô(8Ð:JñFô Fð	$ñ 	$ô 	$Ð Ð ð %)×$@Ò$@ÀÐJZÐ[\ÔJ]Ð_cÑ$dÔ$dÐ#eÐ ð ˜7Ò"Ð"Ý#&Ð'aÐ'aÐP`Ð'aÑ'aÔ'aÑ#bÔ#bÐ Ø#ð FØ—’ÐDÐ.BÐDÐDÑEÔEÐEð ð 	%�| wÒ.Ð.°4´=Ð3HÝ˜'¥4Ñ(Ô(ð 9Ý"Ð"uÐ"u¸W¿^º^Ñ=MÔ=MÐ"uÑ"uÔ"uÑuÔu��å" 7Ô#7Ñ8Ô8�Ø˜Ð$ |Ñ3ð %Ø $�”à×%Ò%Ð&6Ñ7Ô7Ð7rG   rT   c                óð   — || _         | j        �d S ddlm} |d„ |                     ¦   «         D ¦   «         v r	d| _        d S dD ]3}||j        v r(t          |j        |         ¦  «        dk    r
d| _         d S Œ4d S )Nr   )ÚRouterc                ó   — g | ]	}|j         ‘Œ
S rR   rÅ   )rh   Úmodules     rE   rj   z4BaseModelCardData.register_model.<locals>.<listcomp>  s   € ÐFÐFÐF¨6�fÔ&ÐFÐFÐFrG   T)r¡  r?  ÚpassageÚcorpus)rb   r  Ú"sentence_transformers.base.modulesr¥  ÚchildrenÚpromptsr·   )rB   rb   r¥  Úir_prompt_names       rE   Úregister_modelz BaseModelCardData.register_modelý  s§   € ØˆŒ
àŒ=Ð$ØˆFà=Ð=Ð=Ð=Ð=Ð=àÐFÐF°U·^²^Ñ5EÔ5EÐFÑFÔFÐFÐFØ ˆDŒMØˆFàHð 	ð 	ˆNØ ¤Ð.Ð.µ3°u´}À^Ô7TÑ3UÔ3UÐXYÒ3YÐ3YØ $�”Ø��øð	ð 	rG   c                óÂ   ‡— ddl m} ddlm}m} ||fŠ| j        pi D ]A}t          ||¦  «        r|j        n|g}t          ˆfd„|D ¦   «         ¦  «        r
d| _	         d S ŒBd S )Nr   r  )ÚInformationRetrievalEvaluatorÚNanoBEIREvaluatorc              3  ó8   •K  — | ]}t          |‰¦  «        V — Œd S r[   )rg   )rh   r  Ú
ir_classess     €rE   rN  zHBaseModelCardData.try_to_set_ir_model_from_evaluators.<locals>.<genexpr>  s-   øè è € Ð]Ð]¸]•:˜m¨ZÑ8Ô8Ð]Ð]Ð]Ð]Ð]Ð]rG   T)
r  r  Ú5sentence_transformers.sentence_transformer.evaluationr°  r±  rÏ   rg   r  rq  r  )rB   r  r°  r±  r  Úsub_evaluatorsr³  s         @rE   Ú#try_to_set_ir_model_from_evaluatorsz5BaseModelCardData.try_to_set_ir_model_from_evaluators  sÄ   ø€ ØMÐMÐMÐMÐMÐMð	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð 	
ð
 4Ð5FÐGˆ
ØÔ/Ð5°2ð 	ð 	ˆIÝ5?À	ÐK^Ñ5_Ô5_Ðp˜YÔ1Ð1ÐfoÐepˆNÝÐ]Ð]Ð]Ð]ÈnÐ]Ñ]Ô]Ñ]Ô]ð Ø $�”Ø��ðð	ð 	rG   c                ó   — || _         d S r[   ©rþ   )rB   rþ   s     rE   Úset_model_idzBaseModelCardData.set_model_id  s   € Ø ˆŒˆˆrG   r,  c                ó    — | j         rdS 	 t          |¦  «        }n# t          $ r Y dS w xY w|j        | _        |�|dk    r|j        }|| _        dS )NFÚmainT)r  Úget_model_infor*  r&  rÎ   Úshar  )rB   rþ   r,  r   s       rE   Úset_base_modelz BaseModelCardData.set_base_model  sw   € àÔ ð 	à�5ð	Ý'¨Ñ1Ô1ˆJˆJøÝð 	ð 	ð 	à�5�5ð	øøøð %œ-ˆŒØÐ˜x¨6Ò1Ð1Ø!”~ˆHØ#+ˆÔ Øˆts   ‹ ›
)¨)ústr | list[str]c                óD   — t          |t          ¦  «        r|g}|| _        d S r[   )rg   râ   rÆ   )rB   rÆ   s     rE   Úset_languagezBaseModelCardData.set_language/  s&   € Ý�h¥Ñ$Ô$ð 	"Ø �zˆHØ ˆŒˆˆrG   c                ó   — || _         d S r[   )rÇ   )rB   rÇ   s     rE   Úset_licensezBaseModelCardData.set_license4  s   € ØˆŒˆˆrG   c                ó†   — t          |t          ¦  «        r|g}|D ]%}|| j        vr| j                             |¦  «         Œ&d S r[   )rg   râ   rÉ   r¼   )rB   rÉ   Útags      rE   rn   zBaseModelCardData.add_tags7  sX   € Ý�d�CÑ Ô ð 	Ø�6ˆDØð 	&ð 	&ˆCØ˜$œ)Ð#Ð#Ø”	× Ò  Ñ%Ô%Ð%øð	&ð 	&rG   c                ój  ‡— | j         j        x}�¡|j        j        }t	          |¦  «        }d                     |j        dd …         ¦  «        g}|j                             d¦  «        Š|ˆfd„t          dt          ‰¦  «        ¦  «        D ¦   «         z  }|D ]}|                      |¦  «        r d S Œd S d S )Nr  éþÿÿÿr¬   c                óŒ   •— g | ]@}d                       ‰d|…         ¦  «        dz   d                       ‰|d…         ¦  «        z   ‘ŒAS )r¬   Nr  )r¯   )rh   r{  r/  s     €rE   rj   z;BaseModelCardData.try_to_set_base_model.<locals>.<listcomp>J  sX   ø€ ð $ð $ð $ØJM�—’˜   œÑ&Ô&¨Ñ,¨s¯xªx¸¸s¸t¸t¼Ñ/EÔ/EÑEð$ð $ð $rG   rA   )rb   Útransformers_modelr—  Ú_name_or_pathr   r¯   Úpartsr%  r°   rj  r·   r¾  )rB   rÉ  rÎ   Úbase_model_pathÚcandidate_model_idsrþ   r/  s         @rE   Útry_to_set_base_modelz'BaseModelCardData.try_to_set_base_model>  só   ø€ Ø"&¤*Ô"?Ð?ÐÐLØ+Ô2Ô@ˆJÝ" :Ñ.Ô.ˆOð $'§8¢8¨OÔ,AÀ"À#À#Ô,FÑ#GÔ#GÐ"HÐð
 %Ô)×/Ò/°Ñ4Ô4ˆFØð $ð $ð $ð $ÝQVÐWXÕZ]Ð^dÑZeÔZeÑQfÔQfð$ñ $ô $ñ Ðð 0ð ð �Ø×&Ò& xÑ0Ô0ð Ø�E�Eðð MÐLðð rG   c           	     ó|  ‡‡‡‡‡‡‡— g }i }g }| j                              ¦   «         D �]ò\  }}t          |dd¦  «        Št          |dd¦  «        Š‰r�t          ˆfd„|                     ¦   «         D ¦   «         ¦  «        rTˆfd„|                     ¦   «         D ¦   «         }‰r2‰                     ‰dz   ¦  «        r‰t          ‰¦  «        dz   d…         Šd$d„Šˆfd„|                     ¦   «         D ¦   «         }ˆfd„|                     ¦   «         D ¦   «         }|j        Št          |dd¦  «        Šd}t          |d¦  «        ra| 	                    ¦   «         x}rK	 t          j        |d¬¦  «        }	n# t          $ r t          |¦  «        }	Y nw xY wt          d|	› d�d¦  «        }|                     t!          |¦  «        ‰‰||dœ¦  «         ˆfd„Š|                     ˆˆˆˆfd„|                     ¦   «         D ¦   «         ¦  «         |                     |¦  «         �Œôg }
|D �]'}d„ |d         D ¦   «         }t'          |¦  «        }|
D ]ë}t'          d„ |d         D ¦   «         ¦  «        }|d         |d         k    r¸||k    r²|d         |d         k    r |d         |d         k    rŽ|d         D ];}d|v r|                     d¦  «        ||d         <   ||d                  ||d         <   Œ<t+          |d         t,          ¦  «        s|d         g|d<   |d                              |d         ¦  «          nŒì|
                     |¦  «         �Œ)|
D ];}t/          |                     d¦  «        ¦  «                             d d!¦  «        |d"<   Œ<|
t-          |                     ¦   «         ¦  «        t3          | j        |¦  «        d#œS )%au  Format the evaluation metrics for the model card.

        The following keys will be returned:
        - eval_metrics: A list of dictionaries containing the class name, description, dataset name, and a markdown table
          This is used to display the evaluation metrics in the model card.
        - metrics: A list of all metric keys. This is used in the model card metadata.
        - model-index: A list of dictionaries containing the task name, task type, dataset type, dataset name, metric name,
          metric type, and metric value. This is used to display the evaluation metrics in the model card metadata.
        r%  Nr  c              3  óH   •K  — | ]}|                      ‰d z   ¦  «        V — ŒdS )r¬   N)r­   )rh   r™   r%  s     €rE   rN  z8BaseModelCardData.format_eval_metrics.<locals>.<genexpr>a  s3   øè è € ÐQÐQ¸3˜CŸNšN¨4°#©:Ñ6Ô6ÐQÐQÐQÐQÐQÐQrG   c                óL   •— i | ] \  }}|t          ‰¦  «        d z   d…         |“Œ!S )rA   NrL  )rh   r™   rD   r%  s      €rE   r›   z9BaseModelCardData.format_eval_metrics.<locals>.<dictcomp>b  s2   ø€ ÐYÐYÐY¹:¸3À˜3�s 4™yœy¨1™}˜˜Ô/°ÐYÐYÐYrG   r¬   rA   rD   r   r=   c                ór   — 	 t          | d¦  «        r|                      ¦   «         S n# t          $ r Y nw xY w| S )z^Try to convert a value from a Numpy or Torch scalar to pure Python, if not already pure PythonrG  )r÷   r±  r*  rî   s    rE   Útry_to_pure_pythonzABaseModelCardData.format_eval_metrics.<locals>.try_to_pure_pythonf  sQ   € ðÝ˜u gÑ.Ô.ð ,Ø$Ÿzšz™|œ|Ð+ð,øå ð ð ð Ø�Dðøøøà�s   ‚#' §
4³4c                ó.   •— i | ]\  }}| ‰|¦  «        “ŒS rR   rR   )rh   r™   rD   rÓ  s      €rE   r›   z9BaseModelCardData.format_eval_metrics.<locals>.<dictcomp>o  s+   ø€ ÐXÐXÐX¹*¸#¸u�sÐ.Ð.¨uÑ5Ô5ÐXÐXÐXrG   c                ó„   •— g | ]<\  }}|‰k    rd |› d �n||‰k    rd t          |¦  «        › d �nt          |¦  «        dœ‘Œ=S )ú**©ÚMetricr-   )rï   )rh   Ú
metric_keyÚmetric_valuer  s      €rE   rj   z9BaseModelCardData.format_eval_metrics.<locals>.<listcomp>q  s‡   ø€ ð ð ð ñ -�J ð 6@À>Ò5QÐ5QÐ1 :Ð1Ð1Ð1Ð1ÐWaà! ^Ò3Ð3ð ?¥*¨\Ñ":Ô":Ð>Ð>Ð>Ð>å# LÑ1Ô1ð	ð ðð ð rG   rÜ  r€  rì   r   rŒ  r�  r|  )Ú
class_nameÚdescriptionrK  Útable_linesrŽ  c                óÀ   •— 	 t          | ¦  «        S # t          $ r Y nw xY wt          | t          ¦  «        r'd| v r# ‰|                      ¦   «         d         ¦  «        S d S )Nr«   r   )r6   r*  rg   râ   r°   )rÚ  Útry_to_floats    €rE   rß  z;BaseModelCardData.format_eval_metrics.<locals>.try_to_float�  s{   ø€ ðÝ  Ñ.Ô.Ð.øÝ ð ð ð Ø�Dðøøøõ ˜l­CÑ0Ô0ð A°S¸LÐ5HÐ5HØ'˜<¨×(:Ò(:Ñ(<Ô(<¸QÔ(?Ñ@Ô@Ð@à�ts   ƒ ’
žc                óP  •— g | ]¢\  }} ‰|¦  «        xŠ®t          ‰‰                     ¦   «                              dd¦  «        ‰pd‰r*‰                     dd¦  «                             dd¦  «        nd|                     dd¦  «                             ¦   «         |‰¬¦  «        ‘Œ£S )Nr«   ú-Úunknownr¬   ÚUnknown)r  Ú	task_typer›  rK  Úmetric_nameÚmetric_typerÚ  )r   Úlowerr�  Útitle)rh   rÙ  rÚ  rK  rÜ  Úmetric_value_floatrß  s      €€€€rE   rj   z9BaseModelCardData.format_eval_metrics.<locals>.<listcomp>œ  sÏ   ø€ ð ð ð ñ 1˜
 LØ.:¨l¸<Ñ.HÔ.HÐHÐ*ÐUõ Ø"-Ø"-×"3Ò"3Ñ"5Ô"5×"=Ò"=¸cÀ3Ñ"GÔ"GØ%1Ð%>°YØYeÐ%t \×%9Ò%9¸#¸sÑ%CÔ%C×%KÒ%KÈCÐQTÑ%UÔ%UÐ%UÐktØ$.×$6Ò$6°s¸CÑ$@Ô$@×$FÒ$FÑ$HÔ$HØ$.Ø%7ðñ ô ð VÐUÐUrG   c                ó,   — i | ]}|d          |d         “ŒS r×  rR   ©rh   Úlines     rE   r›   z9BaseModelCardData.format_eval_metrics.<locals>.<dictcomp>¯  s"   € Ð"hÐ"hÐ"hÀT 4¨¤>°4¸´=Ð"hÐ"hÐ"hrG   rÝ  c              3  ó&   K  — | ]}|d          V — ŒdS )rØ  NrR   rë  s     rE   rN  z8BaseModelCardData.format_eval_metrics.<locals>.<genexpr>²  s&   è è € Ð1pÐ1pÀT°$°x´.Ð1pÐ1pÐ1pÐ1pÐ1pÐ1prG   rÛ  rK  rŽ  r-   rØ  rz  r{  Útable)Úeval_metricsr¥   rÌ   ©rD   r   r=   r   )rÏ   rž   rÍ  r�  rd  r­   r·   rÜ  r÷   r€  r’  r“  r”  râ   r   r¼   r&   ro  r»   r•  rn  rg   rö   r   r�  r   rý   )rB   rï  Úall_metricsÚeval_resultsr  r¥   rÝ  rŽ  r—  r˜  Úgrouped_eval_metricsÚeval_metricÚeval_metric_mappingÚeval_metric_metricsÚgrouped_eval_metricÚgrouped_eval_metric_metricsrì  rK  rÜ  ré  r%  r  rß  rÓ  s                    @@@@@@@rE   Úformat_eval_metricsz%BaseModelCardData.format_eval_metricsQ  sØ  øøøøøøø€ ð ˆØˆØˆØ"&Ô"8×">Ò">Ñ"@Ô"@ð L	(ñ L	(ÑˆI�wÝ˜9 f¨dÑ3Ô3ˆDÝ$ YÐ0@À$ÑGÔGˆNØð E�ÐQÐQÐQÐQÀ'Ç,Â,Á.Ä.ÐQÑQÔQÑQÔQð EØYÐYÐYÐYÈÏÊÉÌÐYÑYÔY�Ø!ð E n×&?Ò&?ÀÀsÁ
Ñ&KÔ&Kð EØ%3µC¸±I´IÀ±M°O°OÔ%D�Nðð ð ð ð YÐXÐXÐXÈÏÊÉÌÐXÑXÔXˆGðð ð ð ð 18·²±´ðñ ô ˆKð $Ô/ˆKÝ" 9¨f°dÑ;Ô;ˆLØˆKÝ�yÐ"3Ñ4Ô4ð JÀI×D]ÒD]ÑD_ÔD_Ð:_¸&ð Jð-Ý!%¤¨F¸1Ð!=Ñ!=Ô!=�J�JøÝ ð -ð -ð -Ý!$ V¡¤�J�J�Jð-øøøå$Ð%B°Ð%BÐ%BÐ%BÀDÑIÔI�à×Òå"*¨9Ñ"5Ô"5Ø#.Ø$0Ø#.Ø#.ðð ñô ð ð	ð 	ð 	ð 	ð 	ð ×Òðð ð ð ð ð ð ð 5<·M²M±O´Oðñ ô ñô ð ð ×Ò˜wÑ'Ô'Ð'Ñ'ð  "ÐØ'ð 	9ñ 	9ˆKØ"hÐ"hÈ[ÐYfÔMgÐ"hÑ"hÔ"hÐÝ"%Ð&9Ñ":Ô":ÐØ';ð 9ð 9Ð#Ý.1Ð1pÐ1pÐM`ÐanÔMoÐ1pÑ1pÔ1pÑ.pÔ.pÐ+à Ô-Ð1DÀ\Ô1RÒRÐRØ+Ð/JÒJÐJØ# NÔ3Ð7JÈ>Ô7ZÒZÐZØ# MÔ2Ð6IÈ-Ô6XÒXÐXð !4°MÔ Bð `ð `˜Ø" d˜?˜?ØHLÏÊÐQXÑHYÔHY˜DÐ!4°^Ô!DÑEà<OÐPTÐU]ÔP^Ô<_˜˜[¨Ô8Ñ9Ð9å%Ð&9¸.Ô&IÍ4ÑPÔPð dØ?RÐSaÔ?bÐ>cÐ+¨NÑ;Ø'¨Ô7×>Ò>¸{È>Ô?ZÑ[Ô[Ð[Ø�Eøà$×+Ò+¨KÑ8Ô8Ð8ùà#7ð 	ð 	ÐÝ+>Ð?R×?VÒ?VÐWdÑ?eÔ?eÑ+fÔ+f×+nÒ+nØ�uñ,ô ,Ð Ñ(Ð(ð
 1Ý˜K×,Ò,Ñ.Ô.Ñ/Ô/Ý6°t´ÈÑUÔUð
ð 
ð 	
s   ÅE.Å.F
Æ	F
c                ó  ‡ ‡‡— g Š‰ j         D ]2}|                     ¦   «         D ]}|‰vr‰                     |¦  «         ŒŒ3d	ˆfd„}t          ‰|¬¦  «        Šˆ ˆfd„‰ j         D ¦   «         }t	          |¦  «        }|d|v dœS )
Nr™   râ   r=   c                ó¢   •— | dk    rdS | dk    rdS | dk    rdS | dk    rdS |                       d	¦  «        rd
S ‰                     | ¦  «        dz   S )Nr¶   r   r´   rA   rÂ   r„  r±   r†  ru   rì   r=  )r®   Úindex)r™   Úeval_lines_keyss    €rE   Úsort_metricsz<BaseModelCardData.format_training_logs.<locals>.sort_metricsÛ  sr   ø€ Ø�gŠ~ˆ~Ø�qØ�fŠ}ˆ}Ø�qØ�oÒ%Ð%Ø�qØÐ'Ò'Ð'Ø�qØ�|Š|˜FÑ#Ô#ð Ø�qØ"×(Ò(¨Ñ-Ô-°Ñ1Ð1rG   rQ  c                ó0   •‡— g | ]Šˆˆfd „‰D ¦   «         ‘ŒS )c                óž   •— i | ]I}|‰d          ‰j         k    rd|‰v rt          ‰|         ¦  «        nd› d�n‰                     |d¦  «        “ŒJS )r´   rÖ  rá  )r  rï   r)  )rh   r™   rì  rB   s     €€rE   r›   zEBaseModelCardData.format_training_logs.<locals>.<listcomp>.<dictcomp>ê  s{   ø€ ð ð ð ð ð Ø˜”< 4Ô#7Ò7Ð7ð L°3¸$°;°;�* T¨#¤YÑ/Ô/Ð/ÀCÐKÐKÐKÐKà—X’X˜c 3Ñ'Ô'ðð ð rG   rR   )rh   rì  rB   Úsorted_eval_lines_keyss    @€€rE   rj   z:BaseModelCardData.format_training_logs.<locals>.<listcomp>é  sT   øø€ ð 
ð 
ð 
ð ðð ð ð ð ð 2ð	ñ ô ð
ð 
ð 
rG   rÖ  )Ú
eval_linesÚexplain_bold_in_eval)r™   râ   r=   râ   )r¹   rd  r¼   rm  r   )rB   Úlinesr™   rþ  r¹   r  rý  r  s   `     @@rE   Úformat_training_logsz&BaseModelCardData.format_training_logsÒ  sæ   øøø€ àˆØÔ'ð 	0ð 	0ˆEØ—z’z‘|”|ð 0ð 0�Ø˜oÐ-Ð-Ø#×*Ò*¨3Ñ/Ô/Ð/øð0ð
	2ð 	2ð 	2ð 	2ð 	2ð 	2õ "(¨¸\Ð!JÑ!JÔ!JÐð
ð 
ð 
ð 
ð 
ð Ô*ð
ñ 
ô 
ˆõ )¨Ñ7Ô7ˆ
à$Ø$(¨JÐ$6ð
ð 
ð 	
rG   c                ó  ‡ ‡‡— ‰ j         j        Št          ‰ j         dd¦  «        }dˆˆ fd„Šdˆfd	„} |‰ ¦  «        }|�|S |r0	 t          |¦  «        } ||¦  «        }|�|S n# t          $ r Y nw xY wt          d
¦  «        ‚)a]  Convert a ``VideoDecoder`` to a ``VideoDict`` by extracting all frames.

        Tries multiple strategies to extract frames:
        1. ``get_frames_at`` on the original decoder (random-access batch)
        2. Recreate a fresh decoder from source path and retry
        3. Collect frames one-by-one via ``decoder[i]`` (random-access seek)
        r¹  NÚnum_decoded_framesr;   r=   rY   c                óX   •— ‰‰j         j        t          t          | ¦  «        ¦  «        dœS )N)rå  Útotal_num_framesÚframes_indices)rÌ  rÑ  rö   rj  )r  rå  rD   s    €€rE   Ú_make_metadataz@BaseModelCardData._video_decoder_to_dict.<locals>._make_metadata  s1   ø€ àØ$)¤NÔ$=Ý"&¥uÐ-?Ñ'@Ô'@Ñ"AÔ"Aðð ð rG   údict[str, Any] | Nonec                óâ  •— t          | ¦  «        }||dz
  fD ]f}	 |                      t          t          |¦  «        ¦  «        ¦  «        }|j         ‰|j        j        d         ¦  «        dœc S # t          $ r Y Œcw xY wg }t          |¦  «        D ]/}	 |                     | |         ¦  «         Œ# t          $ r Y  nw xY w|r-t          j	        |¦  «         ‰t          |¦  «        ¦  «        dœS d S )NrA   r   )rÇ  rÉ  )
r·   Úget_frames_atrö   rj  r=  rÚ  r*  r¼   rØ   Ústack)ÚdecoderÚnrÑ  r  Ú	collectedr¤  r  s         €rE   Ú_try_decodez=BaseModelCardData._video_decoder_to_dict.<locals>._try_decode  s@  ø€ Ý�G‘”ˆAà  ! a¡%˜jð ð �
ðØ$×2Ò2µ4½¸jÑ8IÔ8IÑ3JÔ3JÑKÔK�Fà!'¤Ø*8¨.¸¼Ô9JÈ1Ô9MÑ*NÔ*Nðð ð ð ð øõ !ð ð ð Ø�Hðøøøð ˆIÝ˜1‘X”Xð ð �ðØ×$Ò$ W¨Q¤ZÑ0Ô0Ð0Ð0øÝ ð ð ð Ø�E�Eðøøøàð å"œ[¨Ñ3Ô3Ø&4 nµS¸±^´^Ñ&DÔ&Dðð ð ð
 �4s$   ›AA/Á/
A<Á;A<ÂB/Â/
B=Â<B=z)Could not decode frames from VideoDecoder)r  r;   r=   rY   )r=   r  )rÌ  r\  rÍ  r2   r*  ÚRuntimeError)rD   r¹  r  ÚresultÚfreshr  rå  s   `    @@rE   rð  z(BaseModelCardData._video_decoder_to_dictø  sí   øøø€ ð ŒnÔ(ˆÝ�u”~ v¨tÑ4Ô4ˆð	ð 	ð 	ð 	ð 	ð 	ð 	ð	ð 	ð 	ð 	ð 	ð 	ð: �˜UÑ#Ô#ˆØÐØˆMð ð 	ðÝ$ TÑ*Ô*�Ø$˜ UÑ+Ô+�ØÐ%Ø!�Mð &øåð ð ð Ø�ðøøøõ ÐFÑGÔGÐGs   ÁA$ Á$
A1Á0A1c                óØ   — t           �/t          | t           ¦  «        rt                               | ¦  «        S t          | t          ¦  «        rd„ |                      ¦   «         D ¦   «         S | S )zÖConvert a value to a format suitable for model inference.

        ``VideoDecoder`` objects are converted to a ``VideoDict`` via :meth:`_video_decoder_to_dict`.
        All other values are returned as-is.
        Nc                óJ   — i | ] \  }}|t                                |¦  «        “Œ!S rR   )rú   Ú_prepare_for_inference)rh   r>  rT  s      rE   r›   z<BaseModelCardData._prepare_for_inference.<locals>.<dictcomp>B  s-   € Ð]Ð]Ð]ÁtÀqÈ!�AÕ(×?Ò?ÀÑBÔBÐ]Ð]Ð]rG   )r2   rg   rú   rð  rõ   rž   rî   s    rE   r  z(BaseModelCardData._prepare_for_inference8  sa   € õ Ð#­
°5½,Ñ(GÔ(GÐ#Ý$×;Ò;¸EÑBÔBÐBÝ�e�TÑ"Ô"ð 	^Ø]Ð]ÈuÏ{Ê{É}Ì}Ð]Ñ]Ô]Ð]ØˆrG   c                ó*   — | j         €g d¢| _         d S d S )N©zThe weather is lovely today.zIt's so sunny outside!zHe drove to the stadium.)r  rI   s    rE   Úrun_usage_snippetz#BaseModelCardData.run_usage_snippetE  s-   € ØÔÐ&ð#ð #ð #ˆDÔÐÐð 'Ð&rG   c                óè   — | j         p| j        }|s|                      d¦  «        S | j        p|}t          d„ |D ¦   «         ¦  «        }|r|                      |¦  «        S |                      |¦  «        S )aœ  Generate the Python usage code snippet for the model card.

        Returns the code block (including \`\`\` delimiters) showing how to use this model.
        Called after :meth:`run_usage_snippet` has set :attr:`usage_examples` and :attr:`similarities`.

        Subclasses can override this to generate snippets for different model types (e.g. IR models,
        cross-encoders) or multimodal inputs.
        Nc              3  óP   K  — | ]!}t          |t          t          f¦  «         V — Œ"d S r[   )rg   râ   rö   r°  s     rE   rN  z;BaseModelCardData.generate_usage_snippet.<locals>.<genexpr>^  s3   è è € ÐPÐPÀ�z¨$µµd°Ñ<Ô<Ð<ÐPÐPÐPÐPÐPÐPrG   )rÑ   r  Ú_generate_text_snippetrq  Ú_generate_non_text_snippet)rB   rÀ  r3  Úhas_non_texts       rE   Úgenerate_usage_snippetz(BaseModelCardData.generate_usage_snippetM  s‹   € ð Ô-ÐD°Ô1DˆØð 	5Ø×.Ò.¨tÑ4Ô4Ð4ð Ô$Ð/¨ˆÝÐPÐPÈÐPÑPÔPÑPÔPˆØð 	<Ø×2Ò2°7Ñ;Ô;Ð;à×*Ò*¨7Ñ3Ô3Ð3rG   rÀ  úlist[str] | Nonec           
     ó`  — t          | dd¦  «        }t          | dd¦  «        }| j        p|}|pg d¢}|                      ¦   «         }d|› �ddd	|› d
|› d�ddg}|D ]}|                     d|›d�¦  «         Œ|                     ddddt          |¦  «        › d|› d�dddg¦  «         | j        r0|                     d¦  «         |                     | j        ¦  «         n8|                     ddt          |¦  «        › dt          |¦  «        › d�g¦  «         dd                     |¦  «        z   dz   S )z#Generate a text-only usage snippet.Ú_snippet_model_classÚSentenceTransformerÚ_snippet_default_model_idÚsentence_transformers_model_idr  ú"from sentence_transformers import rÜ  õ   # Download from the ðŸ¤— Hubúmodel = ú("ú")ú# Run inferencezsentences = [ú    ú,ú]z$embeddings = model.encode(sentences)úprint(embeddings.shape)ú# [r0  ú.# Get the similarity scores for the embeddingsú7similarities = model.similarity(embeddings, embeddings)úprint(similarities)úprint(similarities.shape)ú
```python
ú
r�  )rÍ  rþ   Ú"_get_snippet_output_dimensionalityr¼   ro  r·   r  r¯   )	rB   rÀ  Úmodel_classÚdefault_model_idrþ   rª  Ú
output_dimr  r\  s	            rE   r  z(BaseModelCardData._generate_text_snippetd  s©  € å˜dÐ$:Ð<QÑRÔRˆÝ" 4Ð)DÐFfÑgÔgÐØ”=Ð4Ð$4ˆØð 
ð 
ð 
ð 
ˆð
 ×<Ò<Ñ>Ô>ˆ
ð ?°Ð>Ð>ØØ*Ø2�{Ð2Ð2 hÐ2Ð2Ð2ØØð
ˆð ð 	+ð 	+ˆDØ�LŠLÐ) Ð)Ð)Ð)Ñ*Ô*Ð*Ð*Ø�ŠàØ6Ø)Ø4•c˜(‘m”mÐ4Ð4 zÐ4Ð4Ð4ØØ@ØIðñ
	
ô 
	
ð 
	
ð Ôð 		Ø�LŠLÐ.Ñ/Ô/Ð/Ø�LŠL˜Ô*Ñ+Ô+Ð+Ð+à�LŠLà/Ø;�#˜h™-œ-Ð;Ð;­3¨x©=¬=Ð;Ð;Ð;ðñô ð ð ˜tŸyšy¨Ñ/Ô/Ñ/°'Ñ9Ð9rG   úlist[str | dict[str, str]]c           
     óz  — t          | dd¦  «        }t          | dd¦  «        }| j        p|}|                      ¦   «         }d|› �ddd|› d	|› d
�ddg}|D ].}|                     d|                      |¦  «        › d�¦  «         Œ/|                     ddddt          |¦  «        › d|› d�dddg¦  «         | j        r0|                     d¦  «         |                     | j        ¦  «         n8|                     ddt          |¦  «        › dt          |¦  «        › d�g¦  «         dd                     |¦  «        z   dz   S )zYGenerate a usage snippet for non-text inputs (multimodal dicts or single-modality items).r%  r&  r'  r(  r)  rÜ  r*  r+  r,  r-  r.  z
inputs = [r/  r0  r1  z!embeddings = model.encode(inputs)r2  r3  r0  r4  r5  r6  r7  r8  r9  r�  )	rÍ  rþ   r:  r¼   Ú_format_snippet_valuero  r·   r  r¯   )rB   rÀ  r;  r<  rþ   r=  r  r±  s           rE   r   z,BaseModelCardData._generate_non_text_snippet’  sž  € å˜dÐ$:Ð<QÑRÔRˆÝ" 4Ð)DÐFfÑgÔgÐØ”=Ð4Ð$4ˆØ×<Ò<Ñ>Ô>ˆ
ð ?°Ð>Ð>ØØ*Ø2�{Ð2Ð2 hÐ2Ð2Ð2ØØð
ˆð ð 	Eð 	EˆDØ�LŠLÐC × :Ò :¸4Ñ @Ô @ÐCÐCÐCÑDÔDÐDÐDØ�ŠàØ3Ø)Ø3•c˜'‘l”lÐ3Ð3 jÐ3Ð3Ð3ØØ@ØIðñ
	
ô 
	
ð 
	
ð Ôð 		Ø�LŠLÐ.Ñ/Ô/Ð/Ø�LŠL˜Ô*Ñ+Ô+Ð+Ð+à�LŠLà/Ø9�#˜g™,œ,Ð9Ð9­#¨g©,¬,Ð9Ð9Ð9ðñô ð ð ˜tŸyšy¨Ñ/Ô/Ñ/°'Ñ9Ð9rG   Úasset_counterútuple[str, int]c                ó¼  — |d         }|d         sd|fS t          |d         t          |d         ¦  «        d                  ¦  «        }g }t          |¦  «        D ]P}i }|D ]4}|d         |         |         }	|                      |	|¦  «        \  }
}|
||<   Œ5|                     |¦  «         ŒQt          t          |¦  «                             dd¦  «        d¦  «        |fS )a  Render the examples table for a dataset, saving non-text values as assets when possible.

        Returns:
            A tuple of ``(rendered_table, new_asset_counter)``. The counter should be passed to
            subsequent calls to avoid filename collisions across datasets.
        r~  rª  rÜ  r   rz  r{  r|  )r·   rö   rj  Ú_format_and_save_exampler¼   r   r   r�  )rB   r   rA  r•  rv  Úexamples_linesÚ
sample_idxrw  rH  rD   Úcells              rE   r‘  z(BaseModelCardData._render_examples_table»  s  € ð 'Ð'9Ô:ˆØ˜JÔ'ð 	%Ø�}Ð$Ð$Ý˜, zÔ2µ4¸ÀZÔ8PÑ3QÔ3QÐRSÔ3TÔUÑVÔVˆØˆÝ Ñ,Ô,ð 	+ð 	+ˆJØˆGØ)ð 'ð '�Ø$ ZÔ0°Ô8¸ÔD�Ø&*×&CÒ&CÀEÈ=Ñ&YÔ&YÑ#��mØ"&�˜‘�Ø×!Ò! 'Ñ*Ô*Ð*Ð*ÝÕ)¨.Ñ9Ô9×AÒAÀ%ÈÑOÔOÐQUÑVÔVÐXeÐeÐerG   r¿  c                ó¦  — t           rt          |t           ¦  «        pXt          duot          |t          ¦  «        p:t          |t          ¦  «        od|v od|v pt          duot          |t          ¦  «        }|r| j        sd|                      |¦  «        › d�|fS |                      |¦  «        }|�,|| j        v r#|  	                    || j        |         ¦  «        |fS t          j                             | j        d¦  «        }|                      |||d¬¦  «        }|r|  	                    ||¦  «        |d	z   fS d|                      |¦  «        › d�|fS )
aR  Format a dataset example value for the model card table, saving non-text values as assets.

        Delegates the actual file I/O to :meth:`_save_asset` and wraps the resulting path in the
        appropriate HTML tag via :meth:`_example_asset_html`.

        Returns:
            A tuple of ``(html_cell_content, new_counter)``.
        NrÇ  rÈ  rn  ro  r²  Úexample_)rÝ  rA   )rÒ  rg   r1   rõ   r2   rÐ   Ú_format_example_valuer–  rÒ   Ú_example_asset_htmlr¸  r¹  r¯   r»  )rB   rD   r¿  Úis_mediar¥  r¾  rÃ  s          rE   rD  z*BaseModelCardData._format_and_save_exampleÐ  sƒ  € õ Ð5�* U­HÑ5Ô5ð NÝ DÐ(ÐL­Z¸½|Ñ-LÔ-LðNå˜5¥$Ñ'Ô'ÐY¨G°uÐ,<ÐYÀÐTYÐAYðNõ  DÐ(ÐL­Z¸½|Ñ-LÔ-Lð	 	ð ð 	P˜tœ}ð 	PØF˜D×6Ò6°uÑ=Ô=ÐFÐFÐFÈÐOÐOð ×'Ò'¨Ñ.Ô.ˆØÐ#¨¸Ô8IÐ(IÐ(IØ×+Ò+¨E°4Ô3DÀ\Ô3RÑSÔSÐU\Ð\Ð\å”W—\’\ $¤-°Ñ:Ô:ˆ
Ø×#Ò# E¨:°wÀzÐ#ÑRÔRˆØð 	JØ×+Ò+¨E°8Ñ<Ô<¸gÈ¹kÐIÐIàB˜×2Ò2°5Ñ9Ô9ÐBÐBÐBÀGÐKÐKrG   rÃ  c                óž  — t           rt          |t           ¦  «        rd|› d�S t          �t          |t          ¦  «        st          |t          ¦  «        r0d|v r,d|v r(t	          |d         ¦  «        |d         z  }d|› d|d›d	�S t
          �+t          |t
          ¦  «        r|j        }d
|› d|j        d›d�S d|                      |¦  «        › d�S )z6Generate an inline HTML tag for a saved example asset.z
<img src="z" width="200">NrÇ  rÈ  z<audio controls src="z"><code>&lt;audio rJ  zs&gt;</code></audio>z!<video controls width="200" src="z"><code>&lt;video zs&gt;</code></video>rn  ro  )	rÒ  rg   r1   rõ   r·   r2   rÌ  rÎ  rJ  )rB   rD   rÃ  Údurationra  s        rE   rK  z%BaseModelCardData._example_asset_htmlî  s  € åð 	9�
 5­(Ñ3Ô3ð 	9Ø8 Ð8Ð8Ð8Ð8åÐ$­°E½<Ñ)HÔ)HÐ$Ý�u�dÑ#Ô#ð %Ø(/°5Ð(8Ð(8¸_ÐPUÐ=UÐ=Uå˜5 œ>Ñ*Ô*¨U°?Ô-CÑCˆHØi¨8ÐiÐiÀxÐiÐiÐiÐiÐiÝÐ#­
°5½,Ñ(GÔ(GÐ#Ø”ˆAðP°Hð Pð PØ#$Ô#5ÐOðPð Pð Pðð C˜×2Ò2°5Ñ9Ô9ÐBÐBÐBÐBrG   c           	     óŽ  — t           �&t          | t           ¦  «        r| d         | d         dœ} t          �At          | t          ¦  «        r,| j        }d|j        d›d|j        › d|j        › d	|j        d
›d�	S t          r(t          | t          ¦  «        rd| j        › d| j        › d�S t          | t          ¦  «        r6d| v r2d| v r.t          | d         ¦  «        | d         z  }d|d›d| d         › d�S t          | t          ¦  «        r
d| v rd| v rdS t          | t          ¦  «        r5t          | ¦  «        dk    r"t          | dd…         ¦  «        dd…         dz   S t          | t          ¦  «        r t          | ¦  «        dk    r| dd…         dz   } t          | ¦  «                             dd¦  «                             dd¦  «        }|S )zAFormat a dataset example value for the model card examples table.NrÇ  rÈ  rË  z
&lt;video rJ  zs rP  z @ rX  zfps&gt;z
&lt;image z&gt;z
&lt;audio zs @ z Hz&gt;rÉ  z&lt;video&gt;r=  r³   z, ...]r?  z...r9  z<br>ú|z\|)r1   rg   r2   rÌ  rÎ  rÏ  rÐ  r\  rÒ  rõ   r·   rö   râ   r�  )rD   ra  rN  r  s       rE   rJ  z'BaseModelCardData._format_example_value   só  € õ Ð#­
°5½,Ñ(GÔ(GÐ#Ø# Gœn¸uÀ_Ô?UÐVÐVˆEÝÐ#­
°5½,Ñ(GÔ(GÐ#Ø”ˆAØk Ô 2ÐkÐkÐk¸!¼'ÐkÐkÀAÄHÐkÐkÐQRÔQ^ÐkÐkÐkÐkÐkÝð 	A�
 5­(Ñ3Ô3ð 	AØ@ ¤Ð@Ð@¨e¬lÐ@Ð@Ð@Ð@Ý�e�TÑ"Ô"ð 	R w°%Ð'7Ð'7¸OÈuÐ<TÐ<TÝ˜5 œ>Ñ*Ô*¨U°?Ô-CÑCˆHØQ ÐQÐQÐQ°%¸Ô2HÐQÐQÐQÐQÝ�e�TÑ"Ô"ð 	# w°%Ð'7Ð'7Ð<LÐPUÐ<UÐ<UØ"�?Ý�e�TÑ"Ô"ð 	2¥s¨5¡z¤z°A¢~ ~Ý�u˜R˜a˜R”y‘>”> # 2 #Ô&¨Ñ1Ð1Ý�e�SÑ!Ô!ð 	)¥c¨%¡j¤j°4Ò&7Ð&7Ø˜%˜4˜%”L 5Ñ(ˆEÝ�U‘”×#Ò# D¨&Ñ1Ô1×9Ò9¸#¸uÑEÔEˆØˆrG   c                óÎ  ‡ — t          |t          ¦  «        r7|                     d¦  «        r"t          ‰                      |¦  «        ¦  «        S t          |t
          ¦  «        r9d                     ˆ fd„|                     ¦   «         D ¦   «         ¦  «        }d|› d�S t          |t          ¦  «        r'd                     ˆ fd„|D ¦   «         ¦  «        }d|› d�S t          |¦  «        S )	a  Format a value for inclusion in a code snippet.

        Strings are shown as repr (quoted), and asset paths are converted to Hub URLs
        when model_id is available. Dicts and lists are formatted recursively so that
        nested asset paths also get URL conversion.
        rà  r0  c              3  óR   •K  — | ]!\  }}|›d ‰                      |¦  «        › �V — Œ"dS rr  ©r@  )rh   r>  rT  rB   s      €rE   rN  z:BaseModelCardData._format_snippet_value.<locals>.<genexpr>!  sC   øè è € ÐbÐbÉDÈAÈq ÐGÐG¨×(BÒ(BÀ1Ñ(EÔ(EÐGÐGÐbÐbÐbÐbÐbÐbrG   Ú{Ú}c              3  óB   •K  — | ]}‰                      |¦  «        V — Œd S r[   rS  )rh   rT  rB   s     €rE   rN  z:BaseModelCardData._format_snippet_value.<locals>.<genexpr>$  s1   øè è € ÐKÐKÀ˜d×8Ò8¸Ñ;Ô;ÐKÐKÐKÐKÐKÐKrG   ú[r1  )	rg   râ   r­   r  Ú_asset_path_to_urlrõ   r¯   rž   rö   )rB   rD   rË  Úelemss   `   rE   r@  z'BaseModelCardData._format_snippet_value  sí   ø€ õ �e�SÑ!Ô!ð 	8 e×&6Ò&6°yÑ&AÔ&Að 	8Ý˜×/Ò/°Ñ6Ô6Ñ7Ô7Ð7Ý�e�TÑ"Ô"ð 	"Ø—I’IÐbÐbÐbÐbÐTY×T_ÒT_ÑTaÔTaÐbÑbÔbÑbÔbˆEØ!˜�>�>�>Ð!Ý�e�TÑ"Ô"ð 	 Ø—I’IÐKÐKÐKÐKÀUÐKÑKÔKÑKÔKˆEØ�u�<�<�<ÐÝ�E‰{Œ{ÐrG   Úrelative_pathc                ó.   — | j         rd| j         › d|› �S |S )z]Convert a relative asset path to a Hub URL if model_id is available, otherwise keep relative.úhttps://huggingface.co/ú/resolve/main/r¸  )rB   rZ  s     rE   rX  z$BaseModelCardData._asset_path_to_url(  s+   € àŒ=ð 	ZØY¨T¬]ÐYÐYÈ-ÐYÐYÐYØÐrG   ú	int | strc                óh   — | j         r*	 | j                              ¦   «         S # t          $ r Y nw xY wdS )Nú?)rb   Úget_embedding_dimensionr*  rI   s    rE   r:  z4BaseModelCardData._get_snippet_output_dimensionality.  sJ   € ØŒ:ð 	ðØ”z×9Ò9Ñ;Ô;Ð;øÝð ð ð Ø�ðøøøàˆss   ‰" ¢
/®/c                óð   — | j         j                             ¦   «         }t          |j        ¦  «        dz  t          |j        ¦  «        dd|j        dk    |j        |j        dœ}|j	        r
|j	        |d<   d|iS )Nr?  Ú
codecarbonzfine-tuningÚY)Ú	emissionsÚenergy_consumedr3  Útraining_typeÚon_cloudÚ	cpu_modelÚram_total_sizeÚhardware_usedrÍ   )
rq   ÚtrackerÚ_prepare_emissions_datar6   re  rf  rh  ri  rj  Ú	gpu_model)rB   Úemissions_datarÍ   s      rE   Úget_codecarbon_dataz%BaseModelCardData.get_codecarbon_data6  sŽ   € ØÔ2Ô:×RÒRÑTÔTˆõ ˜~Ô7Ñ8Ô8¸4Ñ?Ý$ ^Ô%CÑDÔDØ"Ø*Ø&Ô/°3Ò6Ø'Ô1Ø,Ô;ð	,
ð 	,
Ðð Ô#ð 	IØ0>Ô0HÐ˜_Ñ-Ø"Ð$4Ð5Ð5rG   údict[str, str | None]c                óî   — | j         €d d d dœS t          j        ¦   «         | j         z
  }|| j        z
  }t          |¦  «        | j        rt          | j        ¦  «        nd | j        rt          |¦  «        nd dœS )N)Útraining_timeÚevaluation_timeÚ
total_time)r¢   r¡   r¸   ré   )rB   Útotal_durationÚtraining_durations      rE   Úget_training_duration_dataz,BaseModelCardData.get_training_duration_dataF  s�   € ØÔ$Ð,Ø%)¸dÐRVÐWÐWÐWÝœ™œ tÔ'@Ñ@ˆØ*¨TÔ-EÑEÐå,Ð->Ñ?Ô?ØLPÔLdÐn�¨tÔ/GÑHÔHÐHÐjnØ=AÔ=UÐ_�/¨.Ñ9Ô9Ð9Ð[_ð
ð 
ð 	
rG   c                ó„   — | j         €i S d„ | j         j        D ¦   «         }| j         j        t          | j         ¦  «        |dœS )Nc                óP   — g | ]#}t          |¦  «                             ¦   «         ‘Œ$S rR   )r#   rè  r`  s     rE   rj   zABaseModelCardData.get_model_specific_metadata.<locals>.<listcomp>T  s,   € ÐZÐZÐZ¸q¥°Ñ 2Ô 2× 8Ò 8Ñ :Ô :ÐZÐZÐZrG   )Úmodel_max_lengthÚmodel_stringr6  )rb   rr  Úmax_seq_lengthrâ   )rB   r6  s     rE   Úget_model_specific_metadataz-BaseModelCardData.get_model_specific_metadataQ  sM   € ØŒ:ÐØˆIØZÐZÀDÄJÔDYÐZÑZÔZÐà $¤
Ô 9Ý ¤
™OœOØ$8ð
ð 
ð 	
rG   c                óh   — | j         r| j        j        j        › d| j         › �S | j        j        j        S )Nz
 based on )rÎ   rb   r^   rL   rI   s    rE   Úget_default_model_namez(BaseModelCardData.get_default_model_name[  s8   € ØŒ?ð 	1Ø”jÔ*Ô3ÐPÐP¸t¼ÐPÐPÐPà”:Ô'Ô0Ð0rG   c                ó¶  ‡ — ‰ j         r-‰ j        s&	 ‰                      ¦   «          n# t          $ r Y nw xY w‰ j        s‰                      ¦   «         ‰ _        ‰ j        €Q‰ j        rJ	 ‰                      ¦   «          n4# t          $ r'}t           
                    d|› �¦  «         Y d }~nd }~ww xY w	 ‰                      ¦   «          n4# t          $ r'}t           
                    d|› �¦  «         Y d }~nd }~ww xY wi ‰ _        	 ‰                      ¦   «          n4# t          $ r'}t           
                    d|› �¦  «         Y d }~nd }~ww xY w‰ j        rrd}‰ j        ‰ j        fD ]a}|D ]\}d|v rVd|v rR	 ‰                      ||¦  «        \  |d<   }Œ(# t          $ r'}t           
                    d|› �¦  «         Y d }~ŒTd }~ww xY wŒ]Œbˆ fd	„t%          ‰ ¦  «        D ¦   «         }	 ‰                      ¦   «         |d
<   n9# t          $ r,}t           
                    d|› �¦  «         d|d
<   Y d }~nd }~ww xY w‰ j        r]	 |                     ‰                      ¦   «         ¦  «         n4# t          $ r'}t           
                    d|› �¦  «         Y d }~nd }~ww xY w‰ j        r]	 |                     ‰                      ¦   «         ¦  «         n4# t          $ r'}t           
                    d|› �¦  «         Y d }~nd }~ww xY wt1          ‰ j        ¦  «        dk    |d<   ‰ j        rD‰ j        j        r8‰ j        j        j        �'|                     ‰                      ¦   «         ¦  «         |                     ‰                      ¦   «         ¦  «         |                     ‰                      ¦   «         ¦  «         d‰ _         t>          D ]}|                      |d ¦  «         Œ|‰ _!        |S )Nz0Error while inferring ir_model from evaluators: z,Error while computing usage snippet output: z)Error while saving usage example assets: r   rª  r~  r  z)Error while re-rendering examples table: c                óF   •— i | ]}|j         t          ‰|j         ¦  «        “ŒS rR   )r%  rÍ  )rh   r	   rB   s     €rE   r›   z-BaseModelCardData.to_dict.<locals>.<dictcomp>”  s)   ø€ ÐVÐVÐVÀ�e”j¥'¨$°´
Ñ";Ô";ÐVÐVÐVrG   Úusage_snippetz&Error while generating usage snippet: rÜ  z+Error while formatting evaluation metrics: z&Error while formatting training logs: r…  Úhide_eval_linesF)"r  rÎ   rÎ  r*  rý   r€  r  rÏ   r¶  r  r  r  rÒ   rÅ  rÐ   rt   rw   r‘  r
   r"  r»   rù  r¹   r  r·   rq   rl  Ú_start_timerp  rx  r~  ÚIGNORED_FIELDSrn  rÓ   )rB   ÚexcÚexample_asset_counterr!  r   Ú
super_dictr™   s   `      rE   r�   zBaseModelCardData.to_dicta  s'  ø€ àŒ?ð 	 4¤?ð 	ðØ×*Ò*Ñ,Ô,Ð,Ð,øÝð ð ð Ø�ðøøøð Œð 	<Ø"×9Ò9Ñ;Ô;ˆDŒOð Œ=Ð  TÔ%;Ð ðYØ×8Ò8Ñ:Ô:Ð:Ð:øÝð Yð Yð YÝ—’ÐWÐRUÐWÐWÑXÔXÐXÐXÐXÐXÐXÐXøøøøðYøøøð	QØ×"Ò"Ñ$Ô$Ð$Ð$øÝð 	Qð 	Qð 	QÝ�NŠNÐOÈ#ÐOÐOÑPÔPÐPÐPÐPÐPÐPÐPøøøøð	Qøøøð ˆÔð
	NØ×*Ò*Ñ,Ô,Ð,Ð,øÝð 	Nð 	Nð 	NÝ�NŠNÐLÀsÐLÐLÑMÔMÐMÐMÐMÐMÐMÐMøøøøð	Nøøøð Œ=ð 
	^Ø$%Ð!Ø!%Ô!4°dÔ6HÐ Ið ^ð ^�Ø$0ð ^ð ^�LØ! \Ð1Ð1Ð6HÈLÐ6XÐ6Xð^ØTX×ToÒToØ ,Ð.CñUô UÑQ˜LÐ)9Ñ:Ð<QÐ<Qøõ  )ð ^ð ^ð ^Ý"ŸNšNÐ+\ÐWZÐ+\Ð+\Ñ]Ô]Ð]Ð]Ð]Ð]Ð]Ð]øøøøð^øøøøð^ð WÐVÐVÐVÍÐPTÉÌÐVÑVÔVˆ
ð	-Ø*.×*EÒ*EÑ*GÔ*GˆJ�Ñ'Ð'øÝð 	-ð 	-ð 	-Ý�NŠNÐIÀCÐIÐIÑJÔJÐJØ*,ˆJ�Ñ'Ð'Ð'Ð'Ð'Ð'øøøøð	-øøøð
 Ô!ð 	TðTØ×!Ò! $×":Ò":Ñ"<Ô"<Ñ=Ô=Ð=Ð=øÝð Tð Tð TÝ—’ÐRÈSÐRÐRÑSÔSÐSÐSÐSÐSÐSÐSøøøøðTøøøð Ôð 	OðOØ×!Ò! $×";Ò";Ñ"=Ô"=Ñ>Ô>Ð>Ð>øÝð Oð Oð OÝ—’ÐMÈÐMÐMÑNÔNÐNÐNÐNÐNÐNÐNøøøøðOøøøõ ),¨DÔ,>Ñ(?Ô(?À#Ò(Eˆ
Ð$Ñ%ð Ô%ð	:àÔ)Ô1ð	:ð Ô)Ô1Ô=ÐIà×Ò˜d×6Ò6Ñ8Ô8Ñ9Ô9Ð9à×Ò˜$×9Ò9Ñ;Ô;Ñ<Ô<Ð<ð 	×Ò˜$×:Ò:Ñ<Ô<Ñ=Ô=Ð=ØˆŒå!ð 	&ð 	&ˆCØ�NŠN˜3 Ñ%Ô%Ð%Ð%ð 'ˆÔàÐs´   ‘& ¦
3²3Á%A: Á:
B+ÂB&Â&B+Â/C Ã
C5ÃC0Ã0C5Ä D Ä
EÄEÅEÅ/FÆ
F=ÆF8Æ8F=ÇG6 Ç6
H,È "H'È'H,È7'I É
JÉ)JÊJÊ'K Ë
K4ËK/Ë/K4c                óÖ   — | j         �| j         }d | _         n|                      ¦   «         }t          d„ |                     ¦   «         D ¦   «         d|¬¦  «                             ¦   «         S )Nc                ó8   — i | ]\  }}|t           v ¯|d g fv¯||“ŒS r[   )ÚYAML_FIELDSrM  s      rE   r›   z-BaseModelCardData.to_yaml.<locals>.<dictcomp>Í  s:   € ÐiÐiÐi™J˜C ¸#ÅÐ:LÐ:LÐQVÐ_cÐegÐ^hÐQhÐQhˆS�%ÐQhÐQhÐQhrG   F)Ú	sort_keysÚ
line_break)rÓ   r�   r   rž   Ústrip)rB   rŽ  r=  s      rE   Úto_yamlzBaseModelCardData.to_yamlÆ  sl   € ØÔÐ(ØÔ$ˆDØ $ˆDÔÐà—<’<‘>”>ˆDÝØiÐi¨$¯*ª*©,¬,ÐiÑiÔiØØ!ð
ñ 
ô 
÷ Š%‰'Œ'ð		rG   rK   r[   )r!  r"  r#  r  r=   r"  )r}   rñ   r=   r>   )r8  r;   r=   r>   )r~   r;  r=   r>   )r~   r*   r=   r>   )r±  rõ   r=   r  )rD   r   r=   r  )rÜ  )
rD   r   r¾  râ   r{  r;   rÝ  râ   r=   rü   )r   r   )
r  rS   r¥   rY   r½   r;   r8  r;   r=   r>   )r~   r)   r=   r>   )r~   r;  rK  rü   r=   rÿ   )r~   r)   rH  râ   r=   rY   )r~   rh  r   rY   ru   ri  r=   r  )
r~   r;  rš  r"  ru   rð   r›  rœ  r=   r"  )rb   rT   r=   r>   )rþ   râ   r=   r>   )rþ   râ   r,  rü   r=   r  )rÆ   r¿  r=   r>   )rÇ   râ   r=   r>   )rÉ   r¿  r=   r>   ©r=   rY   )rD   r   r=   rY   rð  )r=   râ   )rÀ  r#  r=   râ   )rÀ  r>  r=   râ   rX  )r   rõ   rA  r;   r=   rB  )rD   r   r¿  r;   r=   rB  )rD   r   rÃ  râ   r=   râ   r�  )rZ  râ   r=   râ   )r=   r^  )r=   rq  )`rL   rM   rN   rO   r	   rö   rÆ   rP   rÇ   rý   rþ   rt   rw   r  rÉ   r  r
  rÎ   r  rõ   r    rŸ   rÏ   r¹   rz   r  rÑ   r  rq   r¢   r¸   r  r  r  rÊ   r  r  r  rÐ   rÒ   rÓ   rË   rÈ   rà   r  r   Ú__file__Úparentr  rb   r   r  ry   r:  r{   rs  rÅ  Ústaticmethodr½  r–  r»  r  r%  r(  rg  r™  rs   r®  r¶  r¹  r¾  rÁ  rÃ  rn   rÎ  rù  r  rð  r  r  r"  r  r   r‘  rD  rK  rJ  r@  rX  r:  rp  rx  r~  r€  r�   r�  rR   rG   rE   rú   rú   L  s	  € € € € € € ðð ð6 (- u¸TÐ'BÑ'BÔ'B€HÐBÐBÐBÑBØ€GÐÐÐÑØ!€JÐ!Ð!Ð!Ñ!Ø€HÐÐÐÑØ+0¨5ÀÐ+FÑ+FÔ+F€NÐFÐFÐFÑFØ*/¨%ÀÐ*EÑ*EÔ*E€MÐEÐEÐEÑEØ'€IÐ'Ð'Ð'Ñ'Ø�eð
ð 
ðñ ô €Dð ð ð ñ ð #ÐÐ"Ð"Ð"Ñ"Ø%* U°4Ð%8Ñ%8Ô%8ÐÐ8Ð8Ð8Ñ8ð #˜U¨4°eÐ<Ñ<Ô<€JÐ<Ð<Ð<Ñ<Ø&+ e°D¸uÐ&EÑ&EÔ&EÐÐEÐEÐEÑEØ27°%ÈÐSXÐ2YÑ2YÔ2YÐÐYÐYÐYÑYØ*/¨%ÀÈ5Ð*QÑ*QÔ*QÐÐQÐQÐQÑQØDIÀEÐZ^ÐejÐDkÑDkÔDkÐÐkÐkÐkÑkØ,1¨EÀ$ÈUÐ,SÑ,SÔ,S€MÐSÐSÐSÑSØ#( 5¸ÀEÐ#JÑ#JÔ#J€FÐJÐJÐJÑJØ"' %°¸5Ð"AÑ"AÔ"A€NÐAÐAÐAÑAØ*/¨%¸À5ÈuÐ*UÑ*UÔ*UÐÐUÐUÐUÑUØ/4¨uÀTÐPUÐ/VÑ/VÔ/VÐÐVÐVÐVÑVØ6;°eÀDÈuÐ6UÑ6UÔ6UÐÐUÐUÐUÑUØ).¨°tÀ%Ð)HÑ)HÔ)HÐÐHÐHÐHÑHØ!& ¨s¸Ð!?Ñ!?Ô!?ÐÐ?Ð?Ð?Ñ?Ø % °dÀÐ GÑ GÔ G€IÐGÐGÐGÑGØ"' %°¸5Ð"AÑ"AÔ"A€OÐAÐAÐAÑAØ!˜E¨$°UÀÐGÑGÔG€HÐGÐGÐGÑGØ˜%°¸5ÀuÐMÑMÔM€HÐMÐMÐMÑMØ$˜u¨T¸ÀEÐJÑJÔJ€LÐJÐJÐJÑJð �u T°Ð6Ñ6Ô6€JÐ6Ð6Ð6Ñ6Ø�u R¨eÐ4Ñ4Ô4€KÐ4Ð4Ð4Ñ4Ø ˜5¨°EÀÐFÑFÔF€HÐFÐFÐFÑFØ˜¨t¸%ÀeÐLÑLÔL€LÐLÐLÐLÑLØ % ¨d¸ÀUÐ KÑ KÔ K€LÐKÐKÐKÑKð ˜Ð&;À%ÐHÑHÔH€LÐHÐHÐHÑHØ˜Ð&=ÀEÐJÑJÔJ€LÐJÐJÐJÑJØ#˜e°LÀuÐMÑMÔM€GÐMÐMÐMÑMØ˜%¨¨¨X©¬Ô(=Ð@XÑ(XÐ_dÐkpÐqÑqÔq€MÐqÐqÐqÑqð $˜e¨D°uÀ5ÐIÑIÔI€EÐIÐIÐIÑIð!ð !ð !ð !ð  RVð/#ð /#ð /#ð /#ð /#ðbgð gð gð gð>$ð $ð $ð $ðP9ð P9ð P9ð P9ðddð dð dð dðLC.ð C.ð C.ð C.ðJ ðtð tð tñ „\ðtð ðð ð ñ „\ðð*jð jð jð jð jðZ ^_ðð ð ð ð ð6
ð 
ð 
ð 
ð* ð  ð  ð  ð  ð>ZTð ZTð ZTð ZTðxXð Xð Xð Xðt28ð 28ð 28ð 28ðhð ð ð ð"ð ð ð ð!ð !ð !ð !ðð ð ð ð ð !ð !ð !ð !ð
ð ð ð ð&ð &ð &ð &ðð ð ð ð&
ð 
ð 
ð 
ðB$
ð $
ð $
ðL ð=Hð =Hð =Hñ „\ð=Hð~ ð
ð 
ð 
ñ „\ð
ðð ð ð ð4ð 4ð 4ð 4ð.,:ð ,:ð ,:ð ,:ð\':ð ':ð ':ð ':ðRfð fð fð fð fð*Lð Lð Lð Lð<Cð Cð Cð Cð$ ðð ð ñ „\ðð,ð ð ð ð"ð ð ð ðð ð ð ð6ð 6ð 6ð 6ð 	
ð 	
ð 	
ð 	
ð
ð 
ð 
ð 
ð1ð 1ð 1ð 1ðcð cð cð cðJ
ð 
ð 
ð 
ð 
ð 
ð 
rG   rú   rb   rT   c                óÐ   — t          j        | j        | j        j        d¬¦  «        }|j        }t          | j        dd ¦  «        }|r d|› d�}|                     dd|› d�¦  «        }|S )	Nu   ðŸ¤—)Ú	card_datar  Úhf_emojirþ   r\  r]  zsrc="assets/zsrc="rà  )r   Úfrom_templaterm   r  ÚcontentrÍ  r�  )rb   Ú
model_cardr™  rþ   Úbase_urls        rE   Úgenerate_model_cardrœ  Ó  s‡   € ÝÔ(ØÔ'°uÔ7LÔ7ZÐekðñ ô €Jð Ô €Gõ �uÔ,¨j¸$Ñ?Ô?€HØð MØE¨XÐEÐEÐEˆØ—/’/ .Ð2K¸(Ð2KÐ2KÐ2KÑLÔLˆà€NrG   r‘  )rá   r6   r=   râ   )rD   rê   r=   r   )ru   rð   r=   rñ   )rb   rT   r=   râ   )iÚ
__future__r   r’  Úloggingr¸  rb  r-  r¡   Úcollectionsr   r   r   r   Údataclassesr   r	   r
   Úpathlibr   Úplatformr   Úpprintr   Útextwrapr   Útypingr   r   r   rØ   r×   Úhuggingface_hubr   r   r   r'  r   r¼  Úhuggingface_hub.repocard_datar   r   Úhuggingface_hub.utilsr   r   Útqdm.autonotebookr   r   Útransformers.integrationsr   Útransformers.modelcardr   Útransformers.trainer_callbackr   r    rÖ   r"   rÛ   Ú#sentence_transformers.base.modalityr#   r$   Ú(sentence_transformers.base.training_argsr%   Úsentence_transformers.utilr&   r'   r(   rÊ   r)   r*   r+   r,   r-   r.   r™  ÚImportErrorr/   rš  r0   r›  Ú	PIL.ImagerÒ  Útorchcodec.decodersr1   ÚOSErrorr  r2   Ú	getLoggerrL   r  r4   Ú/sentence_transformers.base.evaluation.evaluatorrS   Ú sentence_transformers.base.modelrT   Ú"sentence_transformers.base.trainerrU   rW   rŒ  r†  rà   ré   rï   rx   rú   rœ  rR   rG   rE   ú<module>r¸     s�  ðØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø €€€Ø 	€	€	€	Ø €€€Ø 	€	€	€	Ø €€€Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø Ð Ð Ð Ð Ð Ø 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ð 0Ø Ð Ð Ð Ð Ð Ø #Ð #Ð #Ð #Ð #Ð #Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ð .Ð .à €€€Ø Ð Ð Ð Ø /Ð /Ð /Ð /Ð /Ð /Ð /Ð /Ø <Ð <Ð <Ð <Ð <Ð <Ø 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø QÐ QÐ QÐ QÐ QÐ QÐ QÐ QØ +Ð +Ð +Ð +Ð +Ð +Ø Ð Ð Ð Ð Ð Ø "Ð "Ð "Ð "Ð "Ð "Ø (Ð (Ð (Ð (Ð (Ð (Ø 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø FÐ FÐ FÐ FÐ FÐ FÐ FÐ Fà NÐ NÐ NÐ NÐ NÐ NØ OÐ OÐ OÐ OÐ OÐ OÐ OÐ OØ JÐ JÐ JÐ JÐ JÐ JØ _Ð _Ð _Ð _Ð _Ð _Ð _Ð _Ð _Ð _àÐÑÔð ØZÐZÐZÐZÐZÐZÐZÐZÐZÐZÐZÐZÐZÐZðØ2Ð2Ð2Ð2Ð2Ð2Ð2øØð ð ð ØˆˆˆðøøøðØ2Ð2Ð2Ð2Ð2Ð2Ð2øØð ð ð ØˆˆˆðøøøðØ2Ð2Ð2Ð2Ð2Ð2Ð2øØð ð ð ØˆˆˆðøøøðØ+Ð+Ð+Ð+Ð+Ð+Ð+øØð ð ð Ø€H€H€HðøøøðØ0Ð0Ð0Ð0Ð0Ð0Ð0øØ�W˜lÐ+ð ð ð Ø€L€L€LðøøøðØ0Ð0Ð0Ð0Ð0Ð0Ð0øØ�W˜lÐ+ð ð ð Ø€L€L€Lðøøøð 
ˆÔ	˜8Ñ	$Ô	$€ð ð>ð >ð >ð >ð >ñ >ô >ñ „ð>ð, ð ?ØMÐMÐMÐMÐMÐMØ:Ð:Ð:Ð:Ð:Ð:Ø>Ð>Ð>Ð>Ð>Ð>ðMð Mð Mð Mð M˜Oñ Mô Mð Mð`ð ð €ð
ð 
ð 
€ðð ð ð ð,ð ð ð ðð ð ð ðð ð ð ð( ðCð Cð Cð Cð C˜ñ Cô Cñ „ðCðL4ð ð ð ð ð sl   Ã"C) Ã)C3Ã2C3Ã7C> Ã>DÄDÄD ÄDÄDÄ!D( Ä(D2Ä1D2Ä6D= Ä=
E
Å	E
ÅE Å
E"Å!E"