hOddlZddlZddlmZmZmZmZmZmZddl Z ddl m Z m Z er ddl mZeZneZddlmZddlmZdd lmZmZej0eZd Zd ed efd ZGddeZy)N) TYPE_CHECKINGAnyDictListOptionalUnion)AllMessageValuesChatCompletionRequest)Logging)BaseLLMException)OpenAIGPTConfig)HuggingFaceError!_fetch_inference_provider_mappingzhttps://router.huggingface.co model_urlreturnc|jd}|jdr|dz }|jds|dz }|S)N/z/v1z/chat/completions/v1/chat/completions)rstripendswith)rs h/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/llms/huggingface/chat/transformation.py_build_chat_completion_urlrsO  %I% ((    1 2++ ceZdZdZ ddededeededede ed e ed efd Z d ed e de ee jfd efdZdede ed e efdZ dd e ede edededede ed efdZdedeedededed ef dZy)HuggingFaceChatConfigzQ Reference: https://huggingface.co/docs/huggingface_hub/guides/inference Nheadersmodelmessagesoptional_paramslitellm_paramsapi_keyapi_baserc.ddi}|d||d<i||}|S)Nz content-typezapplication/jsonzBearer Authorization) selfrrr r!r"r#r$default_headerss rvalidate_environmentz*HuggingFaceChatConfig.validate_environment.s> .   18 /BOO ,0W00r error_message status_codect|||S)N)r,messager)r)r(r+r,rs rget_error_classz%HuggingFaceChatConfig.get_error_classBs #]G  rbase_urlc|jdr|}|S|-tjdxstjdd}|S)z Get the API base for the Huggingface API. Do not add the chat/embedding/rerank extension here. Let the handler do this. zhttp://zhttps:// HF_API_BASEHUGGINGFACE_API_BASE) startswithosgetenv)r(rr0s r get_base_urlz"HuggingFaceChatConfig.get_base_urlIsL   3 4H yy/X299=SUW3XHrstreamc||}t|}ntjdstjdr?ttjdxsttjd}np|j dr|}t|}nQd}|j dd\}} d| vr6|} | dk(r | d|d } n| d k(r| d } n| d k(r| d } n| d } t d| }|jd}|S)zr Get the complete URL for the API call. For provider-specific routing through huggingface r3r4r2z1https://router.huggingface.co/v1/chat/completionsrz hf-inferencez/models/rnovitaz/v3/openai/chat/completionsz fireworks-aiz/inference/v1/chat/completions)rr7r8strr6splitBASE_URLr) r(r$r#rr!r"r: complete_url first_part remainingproviderroutes rget_complete_urlz&HuggingFaceChatConfig.get_complete_urlUs  #L5lCL YY} %3I)Jryy78C 01=L  5 6 L5lCLOL$)KKQ$7 !J i%~-'j7KLE)'j(CDE/'j(FGE'j(<=E"*1UG4 #**3/ rc|jdrttd||d|Sd|vr'tj d|j dd|j dd\}}|}d|vrU|} |} t| } | | vrtd| d| d i | | } | d d k(rtj d| d | d| d}|j||}ttd||d|S)Nr$)rr max_retriesz3`max_retries` is not supported. It will be ignored.rr<zModel z is not supported for provider i)r.r,rstatusstagingz! is in staging mode for provider z. Meant for test purposes only. providerId)r rr') getdictr loggerwarningpopr?rr_transform_messages) r(rr r!r"rrBrC mapped_modelrDmodel_idprovider_mappings rtransform_requestz'HuggingFaceChatConfig.transform_requests>   j )%XEHXX  O + NNP Q    t 4 % C 3 I ) !H H@J //&$XJ.MhZX # 09 )Y6XJ&GzQpq,L9L++X\+R ! "X 9H   r)NN)N)__name__ __module__ __qualname____doc__rMr>rr rrr*intrhttpxHeadersr r/r9boolrFrUr'rrrr)se"&"&'(     #3- (   /2 =B4CV=W   # # 8C= &"&*3-*#* *  *  ** *X' ' '('  '  '  '  ' rr)loggingr7typingrrrrrrr[litellm.types.llms.openair r *litellm.litellm_core_utils.litellm_loggingr LiteLLMLoggingObj LoggingClass)litellm.llms.base_llm.chat.transformationr openai.chat.gpt_transformationr common_utilsrr getLoggerrVrNr@r>rrr'rrrhsh BB MW$LLF=N   8 $ * # #  O r