gjbD? dZddlZddlmZddlZddlmZmZddlm Z m Z ddl m Z m Z mZmZmZmZmZmZmZmZddlmZed Zed Zeeejd fZeedzejd fZeedzejd fZe dddg dkdededdfdZ!e ddgdddddddddddddddddddddedeeejd fdeeejd fdeeejd fd!eeejd" fd#eeejd$ fd%eeejd& fd'eeejd( fded)eedzejd* fded+ee"ejd, fd-ee"ejd. fd/ee"dzejd0 fd1eedzejd2 fd3ee#dzejd4 fd5ed6eedzejd7d8 fd9eedzejd: fd;ee"dzejd< fd=eedzejd>d? fd@eedzejdAdB fdCe dDe dEedFedGeedzejdHeedIJfddf8dKZ$e ddLg dldeeejd fdedeedzejdM fdededdf dNZ% dmdeddfdOZ&e ddPge&e dQdRSe&e'edTUe dVg dkdedededdfdWZ(e dXg dndededeedzejd fdeedzejd fd!eedzejd" fd#eedzejd$ fdeedzejdY fd5eedzejdZ fd)eedzejd* fd+ee"dzejd, fd-ee"dzejd. fd/ee"dzejd0 fd1eedzejd2 fd3ee#dzejd4 fdeddf d[Z)e d\g dodeded^ee*ejd_d` fdeddf daZ+e dbg dkdedededdfdcZ,e ddg dodededeee*ejdfdg fdeddf dhZ-e dig dkdedededdfdjZ.dS)pz2CLI commands for Hugging Face Inference Endpoints.N) Annotated)InferenceEndpointScalingMetricInferenceEndpointType)CLIErrorHfHubHTTPError) EnvFileOptEnvOpt RevisionOptSecretsFileOpt SecretsOpt SoftChoiceTokenOpt get_hf_api parse_env_map typer_factory)outz(Manage Hugging Face Inference Endpoints.)helpz.Interact with the Inference Endpoints catalog.zEndpoint name.z_The namespace associated with the Inference Endpoint. Defaults to the current user's namespace.z list | lszhf endpoints lsz"hf endpoints ls --namespace my-org)examples namespacetokenreturnct|} |||}nI#t$r<}tjd|t j|jj|d}~wwxYwg}|D]}|j }| di}| di} | di} | d i} | | d d t| tr| d d nd t|tr| d d nd t| tr| dd nd t| tr| dd nd t| tr| dd nd t| tr| dd nd t| tr| dd nd dtj|d dS)z6Lists all Inference Endpoints for the given namespace.r)rrzListing failed: codeNstatusmodelcomputeprovidername repositorystatetask framework instanceTypevendorregion)r!rrr%r&instancer(r))id_key)rlist_inference_endpointsrrerrortyperExitresponse status_coderawgetappend isinstancedicttable) rrapi endpointsr-resultsendpointr2rrrr s k/var/www/app.qaans.com/backend/venv/lib/python3.11/site-packages/huggingface_hub/cli/inference_endpoints.pylsr=0sP 5 ! ! !CE009E0RR EEE ,U,,---jen8999uDEG  l2&&$$'')R((77:r**++8B5$8O8OW<444UW5?5M5MU&**Wb111SU1;E41H1HP &"---b;EeT;R;RZUYY{B777XZ?I'SW?X?X`GKK;;;^`8B8T8R8RZ(,,x444XZ8B8T8R8RZ(,,x444XZ   Igf%%%%%%s* A07A++A0deployzChf endpoints deploy my-endpoint --repo gpt2 --framework pytorch ...)r!r)rr%r min_replica max_replicascale_to_zero_timeoutscaling_metricscaling_thresholdrevision custom_image health_routeportcontainer_commandcontainer_argsenvenv_filesecrets secrets_file endpoint_typer!repozeThe name of the model repository associated with the Inference Endpoint (e.g. 'openai/gpt-oss-120b').r&z@The machine learning framework used for the model (e.g. 'vllm'). acceleratorz?The hardware accelerator to be used for inference (e.g. 'cpu'). instance_sizezNThe size or type of the instance to be used for hosting the model (e.g. 'x4'). instance_typezYThe cloud instance type where the Inference Endpoint will be deployed (e.g. 'intel-icl').r)zTThe cloud region in which the Inference Endpoint will be created (e.g. 'us-east-1').r(zVThe cloud provider or vendor where the Inference Endpoint will be hosted (e.g. 'aws').r%zCThe task on which to deploy the model (e.g. 'text-classification').r?zVThe minimum number of replicas (instances) to keep running for the Inference Endpoint.r@zRThe maximum number of replicas (instances) to scale to for the Inference Endpoint.rAzFThe duration in minutes before an inactive endpoint is scaled to zero.rBz!The metric reference for scaling.rCzeThe scaling metric threshold used to trigger a scale up. Ignored when scaling metric is not provided.rDrEz--custom-imagezfDocker image URL for a custom container (e.g. 'nexagi/sglang:v0.5.12'). Requires '--framework custom'.rFz]Health check route exposed by the custom container (e.g. '/health'). Requires --custom-image.rGzKPort the custom container listens on (e.g. 30000). Requires --custom-image.rHz--container-commandzOverride the container entrypoint, as a quoted string split into tokens (e.g. "python -m sglang.launch_server"). Requires --custom-image.rIz--container-argszArguments appended to the container entrypoint, as a quoted string split into tokens (e.g. "--tp 8 --reasoning-parser qwen3"). Requires --custom-image.rJrKrLrMrNz--typezTEndpoint access type. Defaults to 'authenticated' (token-gated, publicly reachable).) click_typerc||||s|rtdd}|d|i}|||d<|||d<dt||D}dt||D}i}|||d<|||d <|rtj||d <|rtj||d <|r||d <|r||d <t | }|jd"id|d|d|d|d|d|d|d|d|d| d| d| d| d|d|d| d||} tj| j tj d |d!dS)#z3Deploy an Inference Endpoint from a Hub repository.NzX--health-route, --port, --container-command and --container-args require --custom-image.url healthRouterGci|] \}}||pd Sr".0keyvalues r< zdeploy..s"WWWJCsEKRWWWci|] \}}||pd SrXrYrZs r<r^zdeploy..s"ccc U3 cccr_typerErHrIrJrLrr!r#r&rPrQrRr)r(rr%rr?r@rBrCrArDzUse 'hf endpoints describe z!' to check the deployment status.rY) rritemsshlexsplitrcreate_inference_endpointrr6r2hint)!r!rOr&rPrQrRr)r(rr%rr?r@rArBrCrDrErFrGrHrIrJrKrLrMrNcustom_image_dictenv_map secrets_mapparamsr8r;s! r<r>r>SsqV!9T=MQb=Mft=Mqrrr%)"L1  #/; m ,  (, f %WW-X2N2N2T2T2V2VWWWGccmG\6Z6Z6`6`6b6bcccKF &v$!2~E&+k2C&D&D"#?#(;~#>#>  u ('y 5 ! ! !C,s, T4) K  $m  $m vv)Te K K&~,+ 43!" %H(HX\H R4 R R RSSSSSr_zChf endpoints catalog deploy --repo meta-llama/Llama-3.2-1B-InstructzPThe hardware accelerator to be used for inference (e.g. 'cpu', 'gpu', 'neuron').c"t|} ||||||}nI#t$r<}tjd|t j|jj|d}~wwxYwtj |j dS)z4Deploy an Inference Endpoint from the Model Catalog.r)repo_idr!rPrrzDeployment failed: rN) r&create_inference_endpoint_from_catalogrrr-r.r/r0r1r6r2)rOr!rPrrr8r;r-s r<deploy_from_catalogrns& 5 ! ! !C E==# >   EEE ///000jen8999uDEHX\- A37A..A3ct|} ||}nI#t$r<}tjd|t j|jj|d}~wwxYwtj d|idS)zList available Catalog models.rzCatalog fetch failed: rNmodels) rlist_inference_catalogrrr-r.r/r0r1r6)rr8rqr-s r< list_catalogrs6s 5 ! ! !CE++%+88 EEE 2522333jen8999uDEHh      s) A/7A**A/zhf endpoints catalog lsz list-catalogT)r!hiddencatalogr!z!hf endpoints describe my-endpointct|} ||||}nI#t$r<}tjd|t j|jj|d}~wwxYwtj |j dS)z+Get information about an existing endpoint.rr!rrzFetch failed: rN) rget_inference_endpointrrr-r.r/r0r1r6r2r!rrr8r;r-s r<describer{Ks 5 ! ! !CE--49TY-ZZ EEE *5**+++jen8999uDEHX\+ A17A,,A1z/hf endpoints update my-endpoint --min-replica 2zBThe machine learning framework used for the model (e.g. 'custom').zrThe specific model revision to deploy on the Inference Endpoint (e.g. '6c0e6080953db56375760c0471a8c5f2929baf11').c6t|} ||||||||||| | | | | |}nI#t$r<}tjd|t j|jj|d}~wwxYwtj |j dS)zUpdate an existing endpoint.r)r!rr#r&rDr%rPrQrRr?r@rArBrCrzUpdate failed: rN) rupdate_inference_endpointrrr-r.r/r0r1r6r2)r!rrOrPrQrRr&rDr%r?r@rArBrCrr8r;r-s r<updater\s^ 5 ! ! !CE00#''##"7)/1  " EEE +E++,,,jen8999uDEHX\s$7 A=7A88A=zhf endpoints delete my-endpointFyesz--yeszSkip confirmation prompts.cTtjd|d|t|} ||||nI#t$r<}tjd|t j|jj |d}~wwxYwtj d |d | dS) z)Delete an Inference Endpoint permanently.zDelete endpoint 'z'?)rrrxzDelete failed: rNz Deleted 'z'.rv) rconfirmrdelete_inference_endpointrr-r.r/r0r1result)r!rrrr8r-s r<deletersK,D,,,#6666 5 ! ! !CE %%49E%RRRR EEE +E++,,,jen8999uDEJ#4###$//////sA B 7BB zhf endpoints pause my-endpointct|} ||||}nI#t$r<}tjd|t j|jj|d}~wwxYwtj |j dS)zPause an Inference Endpoint.rrxzPause failed: rN) rpause_inference_endpointrrr-r.r/r0r1r6r2rzs r<pausers 5 ! ! !CE//TYV[/\\ EEE *5**+++jen8999uDEHX\r|zhf endpoints resume my-endpointfail_if_already_runningz--fail-if-already-runningzWIf `True`, the method will raise an error if the Inference Endpoint is already running.c"t|} ||||| }nI#t$r<}tjd|t j|jj|d}~wwxYwtj |j dS)zResume an Inference Endpoint.r)r!rr running_okzResume failed: rN) rresume_inference_endpointrrr-r.r/r0r1r6r2)r!rrrr8r;r-s r<resumers 5 ! ! !C E0022 1   EEE +E++,,,jen8999uDEHX\roz&hf endpoints scale-to-zero my-endpointct|} ||||}nI#t$r<}tjd|t j|jj|d}~wwxYwtj |j dS)z$Scale an Inference Endpoint to zero.rrxzScale To Zero failed: rN) r scale_to_zero_inference_endpointrrr-r.r/r0r1r6r2rzs r< scale_to_zerors 5 ! ! !CE77TY^c7dd EEE 2522333jen8999uDEHX\r|)NN)NNNN)N)NNNNNNNNNNNNNN)NFN)/__doc__rctypingrr.$huggingface_hub._inference_endpointsrrhuggingface_hub.errorsrr _cli_utilsr r r r r rrrrr_outputrie_cli catalog_appstrArgumentNameArgOptionNameOpt NamespaceOptcommandr=intfloatr>rnrs add_typerr{rboolrrrrrYr_r<rs>88  ffffffff;;;;;;;;                         F G G Gm!QRRR  EN()))+  $JEL&''')  $JEL n  '8:^&_``"&&& & &&&a`&DX)n(opp\#      #' M|T|T|T |T   x     |T  S    |T  R    |T(  a    )|T4  l    5|T@   g     A|TL   i     M|TZ[|T\  d  V     ]|Th i|Tj  i    k|Tv  e    w|TB% d  Y    C|TN&- 4    O|TZ!   x    [|Tfg|Th d  y    i|Tv d  p    w|TB  d  ^     C|TN! d  !T     O|Tb d  U     c|Tv w|Txy|Tz{|T|!}|T~ d  !z"788g    |TN O|T|T|Tqp|T~ (.s-tuu "   x       d  c       !vuF ! !  !  ! ! ! !L 0I/JKKLYYY0N400>>>9---=>??#          @?  KLMM# Wdd dd  d  x     d d  R    d d  a    d* d  l    +d6 d  U    7dB d  F    CdN  d  V     OdZ d  i    [df d  e    gdr% d  Y    sd~&- 4    dJ!   x    KdV WdX YdddNMdN;<==# 00 00   W#?@@@ B 0 0 000>=0,:;<<#          =<  ;<==#  '  'j      >=6BCDD#          ED   r_