7P[i'2& dZddlZddlmZmZddlZddlmZmZddl m Z ddl m Z m Z mZed Zed Zeeej$d fZeeeej(d fZeeeej(d fZd eddfdZej1 dIdede ddfdZej1dddddddddddedeeej(d fdeeej(d fdeeej(d fdeeej(d fdeeej(d fd!eeej(d" fd#eeej(d$ fded%eeeej(d& fde d'eeej(d( fd)eeej(d* fd+eeeej(d, fd-eeeej(d. fd/eeeej(d0 fddf"d1Zej1d dJdeeej(d fdedede ddf d2Z dKde ddfd3Zej1d4eej1d5d6d78eej?ed9ej1 dIdedede ddfd:Z ej1 dLdededeeeej(d fdeeeej(d fdeeeej(d fdeeeej(d fdeeeej(d; fdZ!ej1 dMdeded?ee"ej(d@dA fde ddf dBZ#ej1 dIdedede ddfdCZ$ej1 dMdededDee"ej(dEdF fde ddf dGZ%ej1 dIdedede ddfdHZ&y)Nz2CLI commands for Hugging Face Inference Endpoints.N) AnnotatedOptional)InferenceEndpointInferenceEndpointScalingMetric)HfHubHTTPError)TokenOpt get_hf_api typer_factoryz(Manage Hugging Face Inference Endpoints.)helpz.Interact with the Inference Endpoints catalog.zEndpoint name.z_The namespace associated with the Inference Endpoint. Defaults to the current user's namespace.endpointreturncntjtj|jddy)NTindent sort_keys)typerechojsondumpsraw)r s u/var/www/html/chatbot/Makanify-Chatbot-2/venv/lib/python3.12/site-packages/huggingface_hub/cli/inference_endpoints.py_print_endpointr#s JJtzz(,,qDAB namespacetokenc t|} |j||}tjtjd|Dcgc]}|jc}idd y#t$rH}tjd|tj |j j|d}~wwxYwcc}w) z6Lists all Inference Endpoints for the given namespace.r)rrzListing failed: codeNitemsrTr) r list_inference_endpointsrrrExitresponse status_coderrr)rrapi endpointserrorr s rlsr*'s 5 !CE009E0R  JJ I>x||> ?  E %eW-.jjenn889uDE ?sA'B;' B80AB33B8deploy)name)rtaskr min_replica max_replicascale_to_zero_timeoutscaling_metricscaling_thresholdr,repozeThe name of the model repository associated with the Inference Endpoint (e.g. 'openai/gpt-oss-120b'). frameworkz@The machine learning framework used for the model (e.g. 'vllm'). acceleratorz?The hardware accelerator to be used for inference (e.g. 'cpu'). instance_sizezNThe size or type of the instance to be used for hosting the model (e.g. 'x4'). instance_typezYThe cloud instance type where the Inference Endpoint will be deployed (e.g. 'intel-icl').regionzTThe cloud region in which the Inference Endpoint will be created (e.g. 'us-east-1').vendorzVThe cloud provider or vendor where the Inference Endpoint will be hosted (e.g. 'aws').r-zCThe task on which to deploy the model (e.g. 'text-classification').r.zVThe minimum number of replicas (instances) to keep running for the Inference Endpoint.r/zRThe maximum number of replicas (instances) to scale to for the Inference Endpoint.r0zFThe duration in minutes before an inactive endpoint is scaled to zero.r1z!The metric reference for scaling.r2zeThe scaling metric threshold used to trigger a scale up. Ignored when scaling metric is not provided.ctt| }|j|||||||||| | | | ||| }t|y)z3Deploy an Inference Endpoint from a Hub repository.r)r, repositoryr4r5r6r7r8r9rr-rr.r/r1r2r0N)r create_inference_endpointr)r,r3r4r5r6r7r8r9rr-rr.r/r0r1r2r'r s rr+r+=s^l 5 !C,, ## %+3!-H&Hrct|} |j||||}t|y#t$rH}tjd|tj |j j|d}~wwxYw)z4Deploy an Inference Endpoint from the Model Catalog.r)repo_idr,rrzDeployment failed: r N) r &create_inference_endpoint_from_catalogrrrr$r%r&r)r3r,rrr'r r)s rdeploy_from_catalogr@s 5 !C E== > H E (01jjenn889uDEs/ BAA;;BcDt|} |j|}tjtjd|iddy#t$rH}tjd|tj |j j|d}~wwxYw) List available Catalog models.rzCatalog fetch failed: r NmodelsrTr) r list_inference_catalogrrrr$r%r&rr)rr'rCr)s r list_catalogrEs 5 !CE++%+8  JJtzz8V,Q$GH E +E734jjenn889uDEsA BABBr*z list-catalogrBT)r,r hiddencatalogct|} |j|||}t|y#t$rH}tjd|tj |j j|d}~wwxYw)z+Get information about an existing endpoint.rr,rrzFetch failed: r N) r get_inference_endpointrrrr$r%r&rr,rrr'r r)s rdescriberLsx 5 !CE--49TY-Z H E ^E7+,jjenn889uDE. A?AA::A?zBThe machine learning framework used for the model (e.g. 'custom').revisionzrThe specific model revision to deploy on the Inference Endpoint (e.g. '6c0e6080953db56375760c0471a8c5f2929baf11').ct|} |j|||||||||| | | | | |}t|y#t$rH}tjd|tj |j j|d}~wwxYw)zUpdate an existing endpoint.r)r,rr;r4rNr-r5r6r7r.r/r0r1r2rzUpdate failed: r N) r update_inference_endpointrrrr$r%r&r)r,rr3r5r6r7r4rNr-r.r/r0r1r2rr'r r)s rupdaterQs^ 5 !CE00#''##"7)/1 (H E _UG,-jjenn889uDEs : B ABB yesz--yeszSkip confirmation prompts.c|sItjd|d}||k7r+tjdtjdt |} |j |||tjd |d y #t $rH}tjd|tj|jj|d }~wwxYw) z)Delete an Inference Endpoint permanently.zDelete endpoint 'z'? Type the name to confirm.zAborted.rr rrIzDelete failed: Nz Deleted 'z'.) rpromptrr$r delete_inference_endpointrr%r&)r,rrRr confirmationr'r)s rdeleterWTs ||&7v=Y$Z[ 4  JJz "**!$ $ 5 !CE %%49E%R  JJ4&#$ E _UG,-jjenn889uDEsB CACCct|} |j|||}t|y#t$rH}tjd|tj |j j|d}~wwxYw)zPause an Inference Endpoint.rrIzPause failed: r N) r pause_inference_endpointrrrr$r%r&rrKs rpauserZosx 5 !CE//TYV[/\ H E ^E7+,jjenn889uDErMfail_if_already_runningz--fail-if-already-runningzWIf `True`, the method will raise an error if the Inference Endpoint is already running.ct|} |j|||| }t|y#t$rH}tjd|tj |j j|d}~wwxYw)zResume an Inference Endpoint.r)r,rr running_okzResume failed: r N) r resume_inference_endpointrrrr$r%r&r)r,rr[rr'r r)s rresumer_s 5 !C E0022 1 H E _UG,-jjenn889uDEs0 BAA<<Bct|} |j|||}t|y#t$rH}tjd|tj |j j|d}~wwxYw)z$Scale an Inference Endpoint to zero.rrIzScale To Zero failed: r N) r scale_to_zero_inference_endpointrrrr$r%r&rrKs r scale_to_zerorbsy 5 !CE77TY^c7d H E +E734jjenn889uDErM)NN)NNN)N)NNNNNNNNNNNNNN)NFN)'__doc__rtypingrrr$huggingface_hub._inference_endpointsrrhuggingface_hub.errorsr _cli_utilsr r r ie_cli catalog_appstrArgumentNameArgOptionNameOpt NamespaceOptrcommandr*intfloatr+r@rE add_typerrLrQboolrWrZr_rbrrrvs 8 & b1;; F G!QR ENN()+   SMELL&')   SMELL n C/CDC"  *X\#  ei i   x   i  S  i  R  i(  a  )i4  l  5i@   g   AiL   i   MiZ[i\   V   ]ih iij  i  kiv  e  wiB%  Y  CiN/0 4  OiZ! x  [if giiX (#"   x      $8 I  I  I |,WN)IRVWXde9-#         # Wd dd   x   d  R  d  a  d*  l  +d6  U  7dB  F  CdN   V   OdZ  i  [df  e  gdr%  Y  sd~/0 4  dJ! x  KdV WdX YddN# % %%   W#?@ B % % %%4#         #  '  'j    6#        r