hM5dZddlZddlmZmZddlmZmZmZm Z m Z m Z m Z m Z mZmZddlZddlmZddlmZmZddlmZmZddlmZmZmZmZmZer dd lm Z dd l!m"Z"d d l#m$Z$m%Z%er dd l&m'Z(e(Z)neZ)Gdde*Z+GddeZ,y)z* Common base config for all LLM providers N)ABCabstractmethod) TYPE_CHECKINGAny AsyncIteratorIteratorListOptionalTupleTypeUnioncast) BaseModel)DEFAULT_MAX_TOKENSRESPONSE_FORMAT_TOOL_NAME)AsyncHTTPHandler HTTPHandler)AllMessageValues%ChatCompletionToolChoiceFunctionParam#ChatCompletionToolChoiceObjectParamChatCompletionToolParam$ChatCompletionToolParamFunctionChunk)CustomStreamWrapper) ModelResponse)!map_developer_role_to_system_roletype_to_response_format_param)LoggingceZdZ ddededeeeejfdeejdeejdeef fd Z xZ S) BaseLLMException status_codemessageheadersrequestresponsebodyc||_||_||_|r||_nt j dd|_|r||_n&t j||j|_||_t|)|jy)NPOSTzhttps://docs.litellm.ai/docs)methodurl)r!r$) r!r"r#r$httpxRequestr%Responser&super__init__)selfr!r"r#r$r%r& __class__s e/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/llms/base_llm/chat/transformation.pyr/zBaseLLMException.__init__3s}'#  "DL ==#ADL $DM!NN'DM   LL NNNN)__name__ __module__ __qualname__intstrr r dictr+Headersr,r-r/ __classcell__)r1s@r2r r 2s~ 9=+/-1#   %emm 345  %--(  5>>*  tn  r3r ceZdZdZedZdeeee e fdee fdZ de de fdZ de de fdZde d e fd Z d@d eed ee deede fdZd e dede fdZdeedeefdZdej.de de fdZdej.de de fdZedefdZed edefdZ dAd e de de de de f dZ ede d e d ede de f d Z!e dBd!e d edeed e de d"eed#eede fd$Z" dCd!e d e de d#ed"eed eed ee d%ee de#e ee$ffd&Z% d@d#eed"eed ed e de d ee defd'Z&ed edeed e de d!e de f d(Z'd edeed e de d!e de f d)Z(e dBd ed*ejRd+d,d-e*de deed e de d.e+d"eed/ee dd,fd0Z,ed1ed2ed!ee ejZfde.fd3Z/ dDd4ee0ee1ed,fd5e d/ee de+fd6Z2 dEd eded-e*d#ed!e d7e ded8ee3d/ee d9ee$dd:fd;Z4 dEd eded-e*d#ed!e d7e ded8eee5e3fd/ee d9ee$dd:fd<Z6edeefd=Z7ede fd>Z8ede fd?Z9y )F BaseConfigcyNr0s r2r/zBaseConfig.__init__Rs r3c F|jjDcic]v\}}|jds`|jdsO|jds>t|tj tj tttfs|||xc}}Scc}}w)N___abc_is_base_class) __dict__items startswith isinstancetypes FunctionTypeBuiltinFunctionType classmethod staticmethodproperty)clskvs r2 get_configzBaseConfig.get_configUs **, 1<<%LL(LL!12&&--     qD   sA;Bresponse_formatreturnct|S)N)rU)r)r0rUs r2$get_json_schema_from_pydantic_objectz/BaseConfig.get_json_schema_from_pydantic_objectjs-_MMr3non_default_paramsct|jdijddk(xs|jdduS)Nthinkingtypeenabledreasoning_effort)getr0rYs r2is_thinking_enabledzBaseConfig.is_thinking_enabledosA  " ":r 2 6 6v >) K F!%%&89E r3cd|vxsd|vS)zY OpenAI spec allows max_tokens or max_completion_tokens to be specified. max_tokensmax_completion_tokensrAr`s r2is_max_tokens_in_requestz#BaseConfig.is_max_tokens_in_requestus . . =&*<< r3optional_paramsc|j|}|r8d|vr3tt|djdd}| |tz|d<yyyy)a Handles scenario where max tokens is not specified. For anthropic models (anthropic api/bedrock/vertex ai), this requires having the max tokens being set and being greater than the thinking token budget. Checks 'non_default_params' for 'thinking' and 'max_tokens' if 'thinking' is enabled and 'max_tokens' is not specified, set 'max_tokens' to the thinking token budget + DEFAULT_MAX_TOKENS rcr[ budget_tokensN)rarr:r_r)r0rYrfrathinking_token_budgets r2+update_optional_params_with_thinking_tokensz6BaseConfig.update_optional_params_with_thinking_tokens~sk#66G <7I#I$(z/J$K$O$O% !%0),>> -1 $J r3Nmodelstreamcustom_llm_providercy)zG Returns True if the model/provider should fake stream FrA)r0rkrlrms r2should_fake_streamzBaseConfig.should_fake_streamsr3toolsc4d|vr||d<|Sg|d||d<|S)z> Helper util to add tools to optional_params. rprA)r0rfrps r2_add_tools_to_optional_paramsz(BaseConfig._add_tools_to_optional_paramssG / )',OG $  ( )((OG $r3messagesct|S)zz Translate `developer` role to `system` role for non-OpenAI providers. Overriden by OpenAI/Azure )rs)r)r0rss r2'translate_developer_role_to_system_rolez2BaseConfig.translate_developer_role_to_system_roles1(CCr3elitellm_paramscy)z Returns True if the model/provider should retry the LLM API on UnprocessableEntityError Overriden by azure ai - where different models support different parameters FrA)r0rvrws r29should_retry_llm_api_inside_llm_translation_on_http_errorzDBaseConfig.should_retry_llm_api_inside_llm_translation_on_http_errorsr3 request_datac|S)zH Transform the request data on UnprocessableEntityError rA)r0rvrzs r2/transform_request_on_unprocessable_entity_errorz:BaseConfig.transform_request_on_unprocessable_entity_errors r3cy)z Returns the max retry count for UnprocessableEntityError Used if `should_retry_llm_api_inside_llm_translation_on_http_error` is True rrArBs r2'max_retry_on_unprocessable_entity_errorz2BaseConfig.max_retry_on_unprocessable_entity_errorsr3cyr@rA)r0rks r2get_supported_openai_paramsz&BaseConfig.get_supported_openai_paramss r3valueis_response_format_supportedenforce_tool_choicec"d}d|vr|d}n d|vr|dd}|rm|sktdtt}tdt t|}|j d g|d j ||r||d <d |d <|S|r||d <|S)u Follow similar approach to anthropic - translate to a single tool call. When using tools in this way: - https://docs.anthropic.com/en/docs/build-with-claude/tool-use#json-mode - You usually want to provide a single tool - You should set tool_choice (see Forcing tool use) to instruct the model to explicitly use that tool - Remember that the model will pass the input to the tool, so the name of the tool and description should be from the model’s perspective. Add response format to tools This is used to translate response_format to a tool call, for models/APIs that don't support response_format directly. Nresponse_schema json_schemaschemafunction)name)r\r)r parametersrp tool_choiceT json_moderU)rrrrr setdefaultappend)r0rfrrrr _tool_choice_tools r2_add_response_format_to_toolsz(BaseConfig._add_response_format_to_toolss&'+  % 12K e # .x8K ;>>2L,=2{E  & &w 3 G $ + +E 2"1= .+/OK (*16O- .r3 drop_paramscyr@rA)r0rYrfrkrs r2map_openai_paramszBaseConfig.map_openai_paramss r3r#api_keyapi_basecyr@rA)r0r#rkrsrfrwrrs r2validate_environmentzBaseConfig.validate_environments r3 fake_streamc  |dfS)a0 Some providers like Bedrock require signing the request. The sign request funtion needs access to `request_data` and `complete_url` Args: headers: dict optional_params: dict request_data: dict - the request body being sent in http request api_base: str - the complete url being sent in http request Returns: dict - the signed headers Update the headers with the signed headers in this function. The return values will be sent as headers in the http request. NrA) r0r#rfrzrrrkrlrs r2 sign_requestzBaseConfig.sign_requests.}r3c | td|S)z{ OPTIONAL Get the complete url for the request Some providers need `model` in `api_base` zapi_base is required) ValueError)r0rrrkrfrwrls r2get_complete_urlzBaseConfig.get_complete_url6s  34 4r3cyr@rAr0rkrsrfrwr#s r2transform_requestzBaseConfig.transform_requestJs r3c6K|j|||||Sw)z Override to allow for http requests on async calls - e.g. converting url to base64 Currently only used by openai.py )rkrsrfrwr#)rrs r2async_transform_requestz"BaseConfig.async_transform_requestUs/%%+) &  s raw_responsemodel_responser logging_objencodingrc yr@rA) r0rkrrrrzrsrfrwrrrs r2transform_responsezBaseConfig.transform_responsejs r3 error_messager!cyr@rA)r0rr!r#s r2get_error_classzBaseConfig.get_error_class{s r3streaming_response sync_streamcyr@rA)r0rrrs r2get_model_response_iteratorz&BaseConfig.get_model_response_iterators r3dataclientsigned_json_bodyrc Ktwr@NotImplementedError r0rkrmrrr#rrsrrrs r2get_async_custom_stream_wrapperz*BaseConfig.get_async_custom_stream_wrappers"!s c tr@rrs r2get_sync_custom_stream_wrapperz)BaseConfig.get_sync_custom_stream_wrappers "!r3cyr@rArBs r2rmzBaseConfig.custom_llm_providersr3cy)NFrArBs r2has_custom_stream_wrapperz$BaseConfig.has_custom_stream_wrappersr3cy)z Some providers like Bedrock invoke do not support the stream parameter in the request body. By default, this is true for almost all providers. TrArBs r2%supports_stream_param_in_request_bodyz0BaseConfig.supports_stream_param_in_request_bodysr3r@)T)NNr4)F)NNN):r5r6r7r/rNrTr r r rr:rXboolrarerjr9ror rrrrur+HTTPStatusErrorryr|rPr8r~rlistrrrrr bytesrrrrr-LiteLLMLoggingObjrrr;r rrrrrrrrrmrrrAr3r2r>r>Qs   (N'd9ot.C(DEN $N  d t  4 D "&9=0.2 }  &c]    T $ SW  D'( D   D&&8< &&6:     %) 000'+ 0 " 0  0d           "&"&      '(      #  3-       $"&#!%&*    # }d^ tXe_$ %@"&3-#      (  '(            '(         *"&$(  nn (  '    '(    # D>       /2 =B4CV=W   %*  !(3-s1C_"TU  D>   ".2$(,0 " "! "' "  "  " " ")* "D> "#5/ "  "0BF$(,0 " "! "' "  "  " " "{,<<=> "D> "#5/ "  "Xc]4tr3r>)-__doc__rKabcrrtypingrrrrr r r r r rr+pydanticrlitellm.constantsrr&litellm.llms.custom_httpx.http_handlerrrlitellm.types.llms.openairrrrr,litellm.litellm_core_utils.streaming_handlerrlitellm.types.utilsr base_utilsrr*litellm.litellm_core_utils.litellm_loggingr_LiteLLMLoggingObjr Exceptionr r>rAr3r2rsw #    KPP1 X* y >eer3