}tj D? dZddlZddlmZddlZddlmZmZddlm Z m Z ddl m Z m Z mZmZmZmZmZmZmZmZddlmZmZdd lmZed Zed Zeeed fZeedzed fZeedzed fZ e!dddg dlde deddfdZ"e!ddgdddddddddddddddddddddedeeed fdeeed fd eeed! fd"eeed# fd$eeed% fd&eeed' fd(eeed) fde d*eedzed+ fded,ee#ed- fd.ee#ed/ fd0ee#dzed1 fd2eedzed3 fd4ee$dzed5 fd6ed7eedzed8d9 fd:eedzed; fdeedzed?d@ fdAeedzedBdC fdDe dEe dFedGedHeedzedIeedJKfddf8dLZ%e!ddMg dmdeeed fded eedzedN fde deddf dOZ& dndeddfdPZ'e!ddQge'e!dRdSTe'e(edUVe!dWg dldede deddfdXZ)e!dYg dodede deedzed fd eedzed! fd"eedzed# fd$eedzed% fdeedzedZ fd6eedzed[ fd*eedzed+ fd,ee#dzed- fd.ee#dzed/ fd0ee#dzed1 fd2eedzed3 fd4ee$dzed5 fdeddf d\Z*e!d]g dpdede d_ee+ed`da fdeddf dbZ,e!dcg dldede deddfddZ-e!deg dpdede dfee+edgdh fdeddf diZ.e!djg dldede deddfdkZ/dS)qz2CLI commands for Hugging Face Inference Endpoints.N) Annotated)InferenceEndpointScalingMetricInferenceEndpointType)CLIErrorHfHubHTTPError) EnvFileOptEnvOpt RevisionOptSecretsFileOpt SecretsOpt SoftChoiceTokenOpt get_hf_api parse_env_map typer_factory)ArgumentOption)outz(Manage Hugging Face Inference Endpoints.)helpz.Interact with the Inference Endpoints catalog.zEndpoint name.z_The namespace associated with the Inference Endpoint. Defaults to the current user's namespace.z list | lszhf endpoints lsz"hf endpoints ls --namespace my-org)examples namespacetokenreturnct|} |||}nT#t$rG}tjd|t j|jj |d}~wwxYwg}|D]}|j }| di}| di} | di} | d i} | | d d t| tr| d d nd t|tr| d d nd t| tr| dd nd t| tr| dd nd t| tr| dd nd t| tr| dd nd t| tr| dd nd dtj|d dS)z6Lists all Inference Endpoints for the given namespace.r)rrzListing failed: codeNstatusmodelcomputeprovidername repositorystatetask framework instanceTypevendorregion)r#r rr'r(instancer*r+)id_key)rlist_inference_endpointsrrerrorclick exceptionsExitresponse status_coderawgetappend isinstancedicttable) rrapi endpointsr/resultsendpointr5rr r!r"s e/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/huggingface_hub/cli/inference_endpoints.pylsr@1sW 5 ! ! !CP009E0RR PPP ,U,,---##)C#DD%OPG  l2&&$$'')R((77:r**++8B5$8O8OW<444UW5?5M5MU&**Wb111SU1;E41H1HP &"---b;EeT;R;RZUYY{B777XZ?I'SW?X?X`GKK;;;^`8B8T8R8RZ(,,x444XZ8B8T8R8RZ(,,x444XZ   Igf%%%%%%s* A;AA66A;deployzChf endpoints deploy my-endpoint --repo gpt2 --framework pytorch ...)r#r)rr'r min_replica max_replicascale_to_zero_timeoutscaling_metricscaling_thresholdrevision custom_image health_routeportcontainer_commandcontainer_argsenvenv_filesecrets secrets_file endpoint_typer#repozeThe name of the model repository associated with the Inference Endpoint (e.g. 'openai/gpt-oss-120b').r(z@The machine learning framework used for the model (e.g. 'vllm'). acceleratorz?The hardware accelerator to be used for inference (e.g. 'cpu'). instance_sizezNThe size or type of the instance to be used for hosting the model (e.g. 'x4'). instance_typezYThe cloud instance type where the Inference Endpoint will be deployed (e.g. 'intel-icl').r+zTThe cloud region in which the Inference Endpoint will be created (e.g. 'us-east-1').r*zVThe cloud provider or vendor where the Inference Endpoint will be hosted (e.g. 'aws').r'zCThe task on which to deploy the model (e.g. 'text-classification').rBzVThe minimum number of replicas (instances) to keep running for the Inference Endpoint.rCzRThe maximum number of replicas (instances) to scale to for the Inference Endpoint.rDzFThe duration in minutes before an inactive endpoint is scaled to zero.rEz!The metric reference for scaling.rFzeThe scaling metric threshold used to trigger a scale up. Ignored when scaling metric is not provided.rGrHz--custom-imagezfDocker image URL for a custom container (e.g. 'nexagi/sglang:v0.5.12'). Requires '--framework custom'.rIz]Health check route exposed by the custom container (e.g. '/health'). Requires --custom-image.rJzKPort the custom container listens on (e.g. 30000). Requires --custom-image.rKz--container-commandzOverride the container entrypoint, as a quoted string split into tokens (e.g. "python -m sglang.launch_server"). Requires --custom-image.rLz--container-argszArguments appended to the container entrypoint, as a quoted string split into tokens (e.g. "--tp 8 --reasoning-parser qwen3"). Requires --custom-image.rMrNrOrPrQz--typezTEndpoint access type. Defaults to 'authenticated' (token-gated, publicly reachable).) click_typerc||||s|rtdd}|d|i}|||d<|||d<dt||D}dt||D}i}|||d<|||d <|rtj||d <|rtj||d <|r||d <|r||d <t | }|jd"id|d|d|d|d|d|d|d|d|d| d| d| d| d|d|d| d||} tj| j tj d |d!dS)#z3Deploy an Inference Endpoint from a Hub repository.NzX--health-route, --port, --container-command and --container-args require --custom-image.url healthRouterJci|] \}}||pd Sr$.0keyvalues r? zdeploy..s"WWWJCsEKRWWWci|] \}}||pd Sr[r\r]s r?razdeploy..s"ccc U3 cccrbtyperHrKrLrMrOrr#r%r(rSrTrUr+r*rr'rrBrCrErFrDrGzUse 'hf endpoints describe z!' to check the deployment status.r\) rritemsshlexsplitrcreate_inference_endpointrr9r5hint)!r#rRr(rSrTrUr+r*rr'rrBrCrDrErFrGrHrIrJrKrLrMrNrOrPrQcustom_image_dictenv_map secrets_mapparamsr;r>s! r?rArATsqV!9T=MQb=Mft=Mqrrr%)"L1  #/; m ,  (, f %WW-X2N2N2T2T2V2VWWWGccmG\6Z6Z6`6`6b6bcccKF &v$!2~E&+k2C&D&D"#?#(;~#>#>  u ('y 5 ! ! !C,s, T4) K  $m  $m vv)Te K K&~,+ 43!" %H(HX\H R4 R R RSSSSSrbzChf endpoints catalog deploy --repo meta-llama/Llama-3.2-1B-InstructzPThe hardware accelerator to be used for inference (e.g. 'cpu', 'gpu', 'neuron').c8t|} ||||||}nT#t$rG}tjd|t j|jj |d}~wwxYwtj |j dS)z4Deploy an Inference Endpoint from the Model Catalog.r)repo_idr#rSrrzDeployment failed: rN) r&create_inference_endpoint_from_catalogrrr/r0r1r2r3r4r9r5)rRr#rSrrr;r>r/s r?deploy_from_catalogrqs& 5 ! ! !C P==# >   PPP ///000##)C#DD%OPHX\- A>AA99A>c*t|} ||}nT#t$rG}tjd|t j|jj |d}~wwxYwtj d|idS)zList available Catalog models.rzCatalog fetch failed: rNmodels) rlist_inference_catalogrrr/r0r1r2r3r4r9)rr;rtr/s r? list_catalogrv7s 5 ! ! !CP++%+88 PPP 2522333##)C#DD%OPHh      s) A:AA55A:zhf endpoints catalog lsz list-catalogT)r#hiddencatalogr#z!hf endpoints describe my-endpointc4t|} ||||}nT#t$rG}tjd|t j|jj |d}~wwxYwtj |j dS)z+Get information about an existing endpoint.rr#rrzFetch failed: rN) rget_inference_endpointrrr/r0r1r2r3r4r9r5r#rrr;r>r/s r?describer~Ls 5 ! ! !CP--49TY-ZZ PPP *5**+++##)C#DD%OPHX\+ A<AA77A<z/hf endpoints update my-endpoint --min-replica 2zBThe machine learning framework used for the model (e.g. 'custom').zrThe specific model revision to deploy on the Inference Endpoint (e.g. '6c0e6080953db56375760c0471a8c5f2929baf11').cLt|} ||||||||||| | | | | |}nT#t$rG}tjd|t j|jj |d}~wwxYwtj |j dS)zUpdate an existing endpoint.r)r#rr%r(rGr'rSrTrUrBrCrDrErFrzUpdate failed: rN) rupdate_inference_endpointrrr/r0r1r2r3r4r9r5)r#rrRrSrTrUr(rGr'rBrCrDrErFrr;r>r/s r?updater]s^ 5 ! ! !CP00#''##"7)/1  " PPP +E++,,,##)C#DD%OPHX\s$7 BABBzhf endpoints delete my-endpointFyesz--yeszSkip confirmation prompts.cjtjd|d|t|} ||||nT#t$rG}tjd|t j|j j |d}~wwxYwtj d |d | dS) z)Delete an Inference Endpoint permanently.zDelete endpoint 'z'?)rrr{zDelete failed: rNz Deleted 'z'.ry) rconfirmrdelete_inference_endpointrr/r0r1r2r3r4result)r#rrrr;r/s r?deletersK,D,,,#6666 5 ! ! !CP %%49E%RRRR PPP +E++,,,##)C#DD%OPJ#4###$//////sA BABBzhf endpoints pause my-endpointc4t|} ||||}nT#t$rG}tjd|t j|jj |d}~wwxYwtj |j dS)zPause an Inference Endpoint.rr{zPause failed: rN) rpause_inference_endpointrrr/r0r1r2r3r4r9r5r}s r?pausers 5 ! ! !CP//TYV[/\\ PPP *5**+++##)C#DD%OPHX\rzhf endpoints resume my-endpointfail_if_already_runningz--fail-if-already-runningzWIf `True`, the method will raise an error if the Inference Endpoint is already running.c8t|} ||||| }nT#t$rG}tjd|t j|jj |d}~wwxYwtj |j dS)zResume an Inference Endpoint.r)r#rr running_okzResume failed: rN) rresume_inference_endpointrrr/r0r1r2r3r4r9r5)r#rrrr;r>r/s r?resumers 5 ! ! !C P0022 1   PPP +E++,,,##)C#DD%OPHX\rrz&hf endpoints scale-to-zero my-endpointc4t|} ||||}nT#t$rG}tjd|t j|jj |d}~wwxYwtj |j dS)z$Scale an Inference Endpoint to zero.rr{zScale To Zero failed: rN) r scale_to_zero_inference_endpointrrr/r0r1r2r3r4r9r5r}s r? scale_to_zeror s 5 ! ! !CP77TY^c7dd PPP 2522333##)C#DD%OPHX\r)NN)NNNN)N)NNNNNNNNNNNNNN)NFN)0__doc__rftypingrr0$huggingface_hub._inference_endpointsrrhuggingface_hub.errorsrr _cli_utilsr r r r r rrrrr _frameworkrr_outputrie_cli catalog_appstrNameArgNameOpt NamespaceOptcommandr@intfloatrArqrv add_groupr~rboolrrrrr\rbr?rs 88  ffffffff;;;;;;;;                        )((((((( F G G Gm!QRRR   H"###%  $J F !!!#  $J F n  '8:^&_``"&&& & &&&a`&DX)n(opp\#      #' M|T|T|T |T  x     |T S    |T R    |T( a    )|T4 l    5|T@  g     A|TL  i     M|TZ[|T\  d V     ]|Th i|Tj i    k|Tv e    w|TB% d Y    C|TN&-4    O|TZ!  x    [|Tfg|Th d  y    i|Tv d p    w|TB  d ^     C|TN! d  !T     O|Tb d  U     c|Tv w|Txy|Tz{|T|!}|T~ d  !z"788g    |TN O|T|T|Tqp|T~ (.s-tuu "  x       d c       !vuF ! !  !  ! ! ! !L 0I/JKKLYYY0N400>>>9---=>??#          @?  KLMM# Wdd dd  d x     d d R    d d a    d* d l    +d6 d U    7dB d F    CdN  d V     OdZ d i    [df d e    gdr% d Y    sd~&-4    dJ!  x    KdV WdX YdddNMdN;<==# 00 00  w9::: < 0 0 000>=0,:;<<#          =<  ;<==#  '  'j      >=6BCDD#          ED   rb