§
    }ŠtjÅ%  ã                   óX  — d Z ddlZddlmZ ddlmZ ddlmZ ddlm	Z	 ddl
mZmZ ddlmZmZ d	d
lmZmZmZmZmZ d	dlmZmZ d	dlmZ g d¢Z	 	 	 	 	 	 	 	 	 	 	 d'dedeee         dz   ed¬¦  «        f         dededeee         dz   ed¬¦  «        f         deee         dz   ed¬¦  «        f         deedz   ed¬¦  «        f         deedz   ed¬¦  «        f         dee ed¬¦  «        f         d ee ed!¬¦  «        f         d"ed#ee ed$¬¦  «        f         d%dfd&„Z dS )(z=Contains command to download files from the Hub with the CLI.é    N)Ú	Annotated)Ú	constants)Úsnapshot_download)ÚCLIError)ÚDryRunFileInfoÚhf_hub_download)Ú_format_sizeÚparse_hf_urié   )Ú	RepoIdArgÚRepoTypeÚRepoTypeOptionalOptÚRevisionOptÚTokenOpt)ÚArgumentÚOption)Úout)z,hf download meta-llama/Llama-3.2-1B-InstructzGhf download meta-llama/Llama-3.2-1B-Instruct config.json tokenizer.jsonzXhf download meta-llama/Llama-3.2-1B-Instruct --include "*.safetensors" --exclude "*.bin"zGhf download meta-llama/Llama-3.2-1B-Instruct --local-dir ./models/llamaz=hf download HuggingFaceM4/FineVision art/ --repo-type datasetz6hf download hf://datasets/HuggingFaceH4/ultrachat_200kFé   Úrepo_idÚ	filenamesz>Files to download (e.g. `config.json`, `data/metadata.jsonl`).)ÚhelpÚ	repo_typeÚrevisionÚincludez;Glob patterns to include from files to download. eg: *.jsonÚexcludez0Glob patterns to exclude from files to download.Ú	cache_dirzDirectory where to save files.Ú	local_dirz¹If set, the downloaded file will be placed under this directory. Check out https://huggingface.co/docs/huggingface_hub/guides/download#download-files-to-a-local-folder for more details.Úforce_downloadzFIf True, the files will be downloaded even if they are already cached.Údry_runzAIf True, perform a dry run without actually downloading the file.ÚtokenÚmax_workerszEMaximum number of workers to use for downloading files. Default is 8.Úreturnc                 óÐ  ‡ ‡‡‡‡‡‡‡‡	‡
‡‡— ‰�‰�t          d¦  «        ‚‰                      t          j        ¦  «        r¦|�t          d‰ › d�¦  «        ‚‰�t          d‰ › d�¦  «        ‚t	          ‰ ¦  «        }|j        rt          d¦  «        ‚|j        }|r‰                      d¦  «        r|dz  }|j        |j	        |j
        cŠ ŠŠ|r‰rt          d|› d	‰› d
�¦  «        ‚|gŠn|pt          j        j        Šdt          t          z  t           t                   z  fˆˆ	ˆˆˆˆˆˆˆ ˆˆˆ
fd„}dt          t          z  t           t                   z  ddfd„} | |¦   «         ¦  «         dS )zDownload files from the Hub.NzÒCannot use both `--local-dir` and `--cache-dir` at the same time. Use `--cache-dir` (or set the HF_HOME environment variable) for shared caching, or `--local-dir` for a one-off download to a specific directory.z3'--repo-type' cannot be used with an 'hf://' URI ('z').z2'--revision' cannot be used with an 'hf://' URI ('zBBuckets are not supported by `hf download`. Use `hf sync` instead.ú/z.Cannot combine a file path in the hf:// URI ('z') with positional filenames ú.r"   c                  óH  •— ‰	�‰	ng } d„ | D ¦   «         }d„ |D ¦   «         }d„ | D ¦   «         }t          |¦  «        dk    rn‰�5t          ‰¦  «        dk    r"t          d|d         › d|d         › d�¦  «        ‚‰�5t          ‰¦  «        dk    r"t          d|d         › d|d         › d	�¦  «        ‚t          |¦  «        dk    rR‰�'t          ‰¦  «        dk    rt          j        d
¦  «         ‰�'t          ‰¦  «        dk    rt          j        d¦  «         t          |¦  «        dk    r2t          |¦  «        dk    rt	          ‰‰‰|d         ‰‰
‰‰d‰¬¦
  «
        S t          |¦  «        dk    rt          |¦  «        dk    r‰}‰}n||z   }d }t          ‰‰‰||‰
‰‰‰d‰‰¬¦  «        S )Nc                 ó<   — g | ]}|                      d ¦  «        ¯|‘ŒS ©r$   ©Úendswith©Ú.0Úfs     úZ/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/huggingface_hub/cli/download.pyú
<listcomp>z2download.<locals>.run_download.<locals>.<listcomp>‰   s'   € ÐCÐCÐC˜A°1·:²:¸c±?´?ÐC�aÐCÐCÐCó    c                 ó>   — g | ]}|                      d ¦  «        › d�‘ŒS )r$   z/**)Úrstripr+   s     r.   r/   z2download.<locals>.run_download.<locals>.<listcomp>Š   s+   € ÐHÐHÐH¸ §¢¨#¡¤Ð3Ð3Ð3ÐHÐHÐHr0   c                 ó<   — g | ]}|                      d ¦  «        °|‘ŒS r(   r)   r+   s     r.   r/   z2download.<locals>.run_download.<locals>.<listcomp>‹   s'   € ÐNÐNÐN 1¸a¿jºjÈ¹o¼oÐN˜QÐNÐNÐNr0   r   z$Cannot combine subfolder argument ('z,') with `--include`. Please use `--include "z*"` instead.z,') with `--exclude`. Please use `--include "z*"` with `--exclude` instead.z>Ignoring `--include` since filenames have been explicitly set.z>Ignoring `--exclude` since filenames have been explicitly set.r   zhuggingface-cli)
r   r   r   Úfilenamer   r   r    r   Úlibrary_namer   )r   r   r   Úallow_patternsÚignore_patternsr   r   r    r   r5   r!   r   )Úlenr   ÚwarningsÚwarnr   r   )Úfilenames_listÚ
subfoldersÚsubfolder_patternsÚregular_filenamesr6   r7   r   r   r   r   r   r   r   r!   r   Úrepo_type_strr   r    s         €€€€€€€€€€€€r.   Úrun_downloadzdownload.<locals>.run_download„   sb  ø€ Ø&/Ð&;˜˜Àˆð DÐC ÐCÑCÔCˆ
ØHÐH¸ZÐHÑHÔHÐØNÐN¨ÐNÑNÔNÐõ Ð!Ñ"Ô" QÒ&Ð&ØÐ"¥s¨7¡|¤|°aÒ'7Ð'7ÝðJ¸:Àa¼=ð Jð JØ.8¸¬mðJð Jð Jñô ð ð Ð"¥s¨7¡|¤|°aÒ'7Ð'7Ýð[¸:Àa¼=ð [ð [Ø.8¸¬mð[ð [ð [ñô ð õ Ð Ñ!Ô! AÒ%Ð%ØÐ"¥s¨7¡|¤|°aÒ'7Ð'7Ý”Ð^Ñ_Ô_Ð_ØÐ"¥s¨7¡|¤|°aÒ'7Ð'7Ý”Ð^Ñ_Ô_Ð_õ Ð Ñ!Ô! QÒ&Ð&­3Ð/AÑ+BÔ+BÀaÒ+GÐ+GÝ"ØØ'Ø!Ø*¨1Ô-Ø#Ø-ØØ#Ø.Øðñ ô ð õ Ð Ñ!Ô! QÒ&Ð&­3Ð/AÑ+BÔ+BÀaÒ+GÐ+Gà$ˆNØ%ˆOˆOð /Ð1CÑCˆNØ"ˆOå ØØ#ØØ)Ø+Ø)ØØØØ*Ø#Øð
ñ 
ô 
ð 	
r0   Úresultc                 óÀ  — t          | t          ¦  «        rt          j        d| ¬¦  «         d S t          | t          ¦  «        r| g} d„ | D ¦   «         }t          j        dt          |¦  «        › dt          | ¦  «        › dt          t          d„ |D ¦   «         ¦  «        ¦  «        › d�¦  «         d	„ t          | d
„ ¬¦  «        D ¦   «         }t          j
        |¦  «         d S )NÚ
Downloaded)Úpathc                 ó    — g | ]}|j         ¯	|‘ŒS © )Úwill_download©r,   Úrs     r.   r/   z3download.<locals>._print_result.<locals>.<listcomp>Ò   s   € Ð>Ð>Ð>˜q¨a¬oÐ>˜Ð>Ð>Ð>r0   z[dry-run] Will download z files (out of z) totalling c              3   ó$   K  — | ]}|j         V — Œd S ©N)Ú	file_sizerH   s     r.   ú	<genexpr>z2download.<locals>._print_result.<locals>.<genexpr>Ö   s$   è è € Ð*NÐ*N¸1¨1¬;Ð*NÐ*NÐ*NÐ*NÐ*NÐ*Nr0   r%   c                 óX   — g | ]'}|j         |j        rt          |j        ¦  «        nd dœ‘Œ(S )ú-)ÚfileÚsize)r4   rG   r	   rL   )r,   Úinfos     r.   r/   z3download.<locals>._print_result.<locals>.<listcomp>Ø   sQ   € ð 
ð 
ð 
ð
 ð œØ8<Ô8JÐS� T¤^Ñ4Ô4Ð4ÐPSðð ð
ð 
ð 
r0   c                 ó   — | j         S rK   )r4   )Úxs    r.   ú<lambda>z1download.<locals>._print_result.<locals>.<lambda>Ý   s   € °Q´Z€ r0   )Úkey)Ú
isinstanceÚstrr   rA   r   Útextr8   r	   ÚsumÚsortedÚtable)rA   rG   Úitemss      r.   Ú_print_resultzdownload.<locals>._print_resultÊ   s  € Ý�f�cÑ"Ô"ð 	ÝŒJ�|¨&Ð1Ñ1Ô1Ð1ØˆFõ �f�nÑ-Ô-ð 	Ø�XˆFØ>Ð> FÐ>Ñ>Ô>ˆÝŒðS¥s¨=Ñ'9Ô'9ð Sð SÝ˜F™œðSð Så&¥sÐ*NÐ*NÀÐ*NÑ*NÔ*NÑ'NÔ'NÑOÔOðSð Sð Sñ	
ô 	
ð 	
ð

ð 
õ
 ˜vÐ+?Ð+?Ð@Ñ@Ô@ð
ñ 
ô 
ˆõ 	Œ	�%ÑÔÐÐÐr0   )r   Ú
startswithr   ÚHF_PROTOCOLr
   Ú	is_bucketÚpath_in_repor*   ÚidÚtyper   r   ÚmodelÚvaluerX   r   Úlist)r   r   r   r   r   r   r   r   r   r   r    r!   Úurirb   r@   r^   r?   s   `` `````````    @r.   Údownloadri   (   s  øøøøøøøøøøøø€ ðn Ð Ð!6ÝðOñ
ô 
ð 	
ð ×Ò�)Ô/Ñ0Ô0ð <ØÐ ÝÐ]ÐQXÐ]Ð]Ð]Ñ^Ô^Ð^ØÐÝÐ\ÐPWÐ\Ð\Ð\Ñ]Ô]Ð]Ý˜7Ñ#Ô#ˆØŒ=ð 	aÝÐ_Ñ`Ô`Ð`ð Ô'ˆØð 	 ˜G×,Ò,¨SÑ1Ô1ð 	 Ø˜CÑˆLØ+.¬6°3´8¸S¼\Ð(ˆ� Øð 	'Øð ÝØ|À\Ð|Ð|ÐpyÐ|Ð|Ð|ñô ð ð &˜ˆIøà"Ð4¥h¤nÔ;ˆðD
�#¥Ñ.µµnÔ1EÑEð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ð D
ðL�c¥NÑ2µT½.Ô5IÑIð Èdð ð ð ð ð. €M�,�,‘.”.Ñ!Ô!Ð!Ð!Ð!r0   )NNNNNNNFFNr   )!Ú__doc__r9   Útypingr   Úhuggingface_hubr   Ú"huggingface_hub._snapshot_downloadr   Úhuggingface_hub.errorsr   Úhuggingface_hub.file_downloadr   r   Úhuggingface_hub.utilsr	   r
   Ú
_cli_utilsr   r   r   r   r   Ú
_frameworkr   r   Ú_outputr   ÚDOWNLOAD_EXAMPLESrg   rX   ÚboolÚintri   rF   r0   r.   ú<module>rw      s,  ðð DÐ Cà €€€Ø Ð Ð Ð Ð Ð à %Ð %Ð %Ð %Ð %Ð %Ø @Ð @Ð @Ð @Ð @Ð @Ø +Ð +Ð +Ð +Ð +Ð +Ø IÐ IÐ IÐ IÐ IÐ IÐ IÐ IØ <Ð <Ð <Ð <Ð <Ð <Ð <Ð <à WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WØ (Ð (Ð (Ð (Ð (Ð (Ð (Ð (Ø Ð Ð Ð Ð Ð ðð ð Ð ð" 	Ø%)Ø ð 	ð 	ð 	ð 	ð 	ð 	Øð 	
ðiy"ð y"Øðy"àØˆSŒ	�DÑØˆØQð	
ñ 	
ô 	
ð	ôðy"ð #ðy"ð ðy"ð ØˆSŒ	�DÑØˆØNð	
ñ 	
ô 	
ð	ôðy"ð  ØˆSŒ	�DÑØˆØCð	
ñ 	
ô 	
ð	ôð!y"ð, Øˆd‰
ØˆØ1ð	
ñ 	
ô 	
ð	ôð-y"ð8 Øˆd‰
Øˆð Mð	
ñ 	
ô 	
ð	ôð9y"ðD ØØˆØYð	
ñ 	
ô 	
ð	ôðEy"ðP ØØˆØTð	
ñ 	
ô 	
ð	ôðQy"ð\ ð]y"ð^ ØØˆØXð	
ñ 	
ô 	
ð	ôð_y"ðj 
ðky"ð y"ð y"ð y"ð y"ð y"r0   