h3i ddlZddlZddlmZmZmZmZmZmZm Z ddl Z ddl m Z m Z ddlZddlmZddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZeZGd d eZ dee jBe"fde"fdZ# d#de$de$de$de$dege$ff dZ% d#de$de$de$de$dege$ff dZ& d$de$dee$dee$dee$de$f dZ'de"fdZ(dedee$fd Z)Gd!d"eZ*y)%N)AnyCallableDictLiteralOptionalUnioncast)AsyncAzureOpenAI AzureOpenAI)verbose_logger) DualCache)BaseLLMException) BaseOpenAILLM)get_azure_ad_token_provider)get_secret_str)GenericLiteLLMParams)_add_path_to_api_basec eZdZ ddeej deej deeeje fdee ffd Z xZ S)AzureOpenAIErrorrequestresponseheadersbodyc0t|||||||y)N) status_codemessagerrrr)super__init__)selfrrrrrr __class__s [/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/llms/azure/common_utils.pyrzAzureOpenAIError.__init__s) #  )NNNN) __name__ __module__ __qualname__rhttpxRequestResponserHeadersdictr __classcell__)r s@r!rrsl ,0-18<# %--(  5>>*  % t 345  tn  r"rrreturnci}d|vr|d|d<d|vr|d|d<d|vr|d|d<d|vr|d|d<|jDcic]\}}djd||}}}i||Scc}}w)Nzx-ratelimit-limit-requestszx-ratelimit-remaining-requestszx-ratelimit-limit-tokenszx-ratelimit-remaining-tokensz{}-{} llm_provider)itemsformat)ropenai_headerskvllm_response_headerss r!process_azure_headersr5+sN#w.7> (8 34(72;B ,< 78"W,5<=W5X12%09@ *: 56:A15A~q)1, 6" 5n 55 sA, tenant_id client_id client_secretscopecddlm}m}tjd|j dr t |}n|}|j dr t |}n|}|j dr t |}n|}tjd|||||| td||||} tjd| || |} tjd| | S) z Get Azure AD token provider from `client_id`, `client_secret`, and `tenant_id` Args: tenant_id: str client_id: str client_secret: str scope: str Returns: callable that returns a bearer token. r)ClientSecretCredentialget_bearer_token_providerz$Getting Azure AD Token from Entra IDz os.environ/z,tenant_id %s, client_id %s, client_secret %sz8tenant_id, client_id, and client_secret must be provided credential %stoken_provider %s)azure.identityr;r<r debug startswithr ValueError) r6r7r8r9r;r< _tenant_id _client_id_client_secret credentialtoken_providers r! get_azure_ad_token_from_entra_idrHBs$Q?@M*#I.  M*#I.   .' 6&6  Z/>3ISTT' JOJ*5.z5AN,n= r"azure_usernameazure_passwordcddlm}m}tjd|||||||}tjd||||}tjd||S)a Get Azure AD token provider from `client_id`, `azure_username`, and `azure_password` Args: client_id: str azure_username: str azure_password: str scope: str Returns: callable that returns a bearer token. r)UsernamePasswordCredentialr<z2client_id %s, azure_username %s, azure_password %s)r7usernamepasswordr=r>)r?rLr<r r@)r7rIrJr9rLr<rFrGs r!)get_azure_ad_token_from_username_passwordrOzsl$U<  ,J *5.z5AN,n= r"azure_ad_tokenazure_client_idazure_tenant_idc |d}tjdd}|xstjd}|xstjd}|| tdd t|}| td d t j ||||d }t j|}||Stj}|j|d |d|d|d|d} | jdk7r!t| j| j | j } | jdd}| jdd} | tdd | tdd t j||| |S)z Get Azure AD token from OIDC token Args: azure_ad_token: str azure_client_id: Optional[str] azure_tenant_id: Optional[str] scope: str Returns: `azure_ad_token_access_token` - str N,https://cognitiveservices.azure.com/.defaultAZURE_AUTHORITY_HOSTz!https://login.microsoftonline.comAZURE_CLIENT_IDAZURE_TENANT_IDiz/AZURE_CLIENT_ID and AZURE_TENANT_ID must be set)rriz6OIDC token could not be retrieved from secret manager.)rQrRazure_authority_host oidc_token/z/oauth2/v2.0/tokenclient_credentialsz6urn:ietf:params:oauth:client-assertion-type:jwt-bearer)r7 grant_typer9client_assertion_typeclient_assertion)data access_token expires_inz(Azure AD Token access_token not returnedz&Azure AD Token expires_in not returned)keyvaluettl)osgetenvrrjsondumpsazure_ad_cache get_cachelitellmmodule_level_clientpostrtextget set_cache) rPrQrRr9rXrYazure_ad_token_cache_keyazure_ad_token_access_tokenclient req_tokenazure_ad_token_jsonazure_ad_token_expires_ins r!get_azure_ad_token_from_oidcrxs$ }>99 C&E3D)EO%E3D)EO/"9E   /JL  $zz..$8$   #1":":;S"T".**  ( (F  /!22DE(.%] *   I#!--NN  $..*"5"9"9.$"O 3 7 7 d K"*%O  !(%M   $) % '&r"azure_client_paramscb|jdd}|d|vr||d<|jd|S)Nazure_endpointz/openai/deploymentsbase_url)rppop)ryr{s r!!select_azure_base_url_or_endpointr~sC(,,-=tDN! N 2.<  +  # #$4 5 r"litellm_paramsc|jd}|jddxs td}|jdtjd}|jdtjd}|jd tjd }|jd tjd }|jd tjd}|jdtjdd}|d}|*|r(|r&|r$t j dt ||||}|*|r(|r&|r$t j dt||||}|r:|r8|r6|jdr%t j dt||||}nP|Ntjdur} t j&d t%| t/d!t%| | d} ~ wwxYw)"a Get Azure AD token from various authentication methods. This function tries different methods to obtain an Azure AD token: 1. From an existing token provider 2. From Entra ID using tenant_id, client_id, and client_secret 3. From username and password 4. From OIDC token 5. From a service principal with secret workflow 6. From DefaultAzureCredential Args: litellm_params: Dictionary containing authentication parameters - azure_ad_token_provider: Optional callable that returns a token - azure_ad_token: Optional existing token - tenant_id: Optional Azure tenant ID - client_id: Optional Azure client ID - client_secret: Optional Azure client secret - azure_username: Optional Azure username - azure_password: Optional Azure password Returns: Azure AD token as string if successful, None otherwise azure_ad_token_providerrPNAZURE_AD_TOKENr6rWr7rVr8AZURE_CLIENT_SECRETrIAZURE_USERNAMErJAZURE_PASSWORD azure_scope AZURE_SCOPErT:Using Azure AD Token Provider from Entra ID for Azure Authr6r7r8r90Using Azure Username and Password for Azure AuthrIrJr7r9oidc/%Using Azure OIDC Token for Azure AuthrPrQrRr9TzvUsing Azure AD token provider based on Service Principal with Secret workflow or DefaultAzureCredential for Azure Authr*Azure AD Token Provider could not be used.)r9z3Azure AD token provider returned non-string value: z%Azure AD token must be a string, got z'Error calling Azure AD token provider: zFailed to get Azure AD token: )rprrfrgr r@rHrOrArxrlenable_azure_ad_token_refreshrrB BaseAzureLLM*_try_get_default_azure_credential_providercallable isinstancestrerrortype TypeError Exception RuntimeError) rrrPr6r7r8rIrJr9tokenes r!get_azure_ad_tokenr s8-001JK#''(8$?>DN""; :K0LMI""; :K0LMI"&&#89M$''(8"))DT:UVN#''(8"))DT:UVN    -!OP E }>&9} H #C' #  '   OP"K)) #      % %g .DE5)%%   '  1 1T 9 E  O&Ae&T # # *~/E&2&]&]'^' # 8,C#D Q+-EeS)$$I$u+W "GU } UVV!& >= O  !M N O.   Q  #J3q6(!S T!?AxHIq P Qs+ IAJI=<I=K9K  KceZdZededeegeffdZ ddeedeedeedeee e fd ee d e d eedeee e ffd Z d e deedeed eedeede de fdZ dded edededeeej$fd e deedeedeegefde deee e fdee e ffdZede d eede fdZedeed eeeeeeffdeddefdZedeede fdZy)rr9r,cddlm}tjd t ||j }tjd|S#t $r+}tjdt|Yd}~yd}~wwxYw)a Try to get DefaultAzureCredential provider Args: scope: Azure scope for the token Returns: Token provider callable if DefaultAzureCredential is enabled and available, None otherwise r)AzureCredentialTypez7Attempting to use DefaultAzureCredential for Azure Auth)razure_credentialzJSuccessfully obtained Azure AD token provider using DefaultAzureCredentialzDefaultAzureCredential failed: N)9litellm.types.secret_managers.get_azure_ad_token_providerrr r@rDefaultAzureCredentialrr)r9rrrs r!rz7BaseAzureLLM._try_get_default_azure_credential_providersz   E  &A!!4!K!K' #  !m n* *   #B3q6(!K L s-A A?!A::A?Napi_keyapi_base api_versionrtr _is_asyncmodelcd}t} || d<|n|j| d} | r"t| tst| tr| S|j |xsi|||||} |dur t di| }nFtdi| }n:|}|6t|j tr|j jd||j|| d|S) Nis_asyncazure)client_initialization_params client_type)rrr model_namerrT api-version) openai_clientrr) localsget_cached_openai_clientrr r initialize_azure_sdk_client _custom_queryr* setdefaultset_cached_openai_client) rrrrrtrrrrr cached_clientrys r!get_azure_openai_clientz$BaseAzureLLM.get_azure_openai_clientsIM -3X$3<$Z0 > 99-I#:Mm[9Z!#3>)("&"B"B-3! '" #C# D 0 G3F G + B.A B "M&:++T,++66}kR %%')E & r"rrc|jd}|jd}|jdtjd} |jdtjd} |jdtjd} |jd tjd } |jd tjd } |jd tjdd}|d}|jd}|jd}|s,|*| r(| r&| r$tjdt | | | |}|*| r(| r&| r$tjdt | | | |}|6|jdr%tjdt|| | |}n8|s6|4tjdur"tjd t|}|$tjdtj}|}|t|tr|dddz}tjd |d!t|d"||||||d#}|dur|j!|d$<n|j#|d$<|||d<|||d<|||d<t%|%}|S#t$rtjdYwxYw)&NrrPr6rWr7rVr8rrIrrJrrrrT max_retriestimeoutrrrrrrrTz\Using Azure AD token provider based on Service Principal with Secret workflow for Azure AuthrrAZURE_API_VERSIONz***************z%Initializing Azure OpenAI Client for z , Api Base: z , Api Key:)rr{rrPr http_client)ry)rprfrgr r@rHrOrArxrlrrrBAZURE_DEFAULT_API_VERSIONrr_get_async_http_client_get_sync_http_clientr~)rrrrrrrrrPr6r7r8rIrJr9rr_api_keyrys r!rz(BaseAzureLLM.initialize_azure_sdk_clients(#1"4"45N"O'++,<="&&{BII>O4PQ "&&{BII>O4PQ &** RYY'<= (++ bii(89 (++ bii(89 ""  IIm%S T  =BE$((7  $$Y/'/  L 'G##+ ' # $ +  !S T&O--# ' #  %.*C*CG*L  !H I9- ) ) N'/55=  n  S*ERW*X'  ))#W%F%FK  Jx$=|h.H3J<|CPXM?Zdemdn o &&,'>   t 151L1L1N  .151K1K1M  .  "1<  .  -4  * " .=T  9 :@ 3 #"S S$$%QR Ss& J11KKrrrPr acompletionc |jdtjd} |jdtjd} |jdtjdd}| |jds|dz }||z }||tj ||d }|||d <n'|%|j d rt|| | | }||d <| | |d<| dur tdi|} | Stdi|} | S)Nr6rWr7rVrrrTrZ)rr|rrrrrrrPrTr) rprfrgendswithrlclient_sessionrArxr r )rrrrrrrrrPrrrtr6r7r9rys r!,_init_azure_client_for_cloudflare_ai_gatewayz9BaseAzureLLM._init_azure_client_for_cloudflare_ai_gateway^s9#&&{BII>O4PQ "&&{BII>O4PQ ""  IIm%S T  >$$S)C 5' "H +'j&55*" 3 "18#I.+!,,W5%A'5(1(1# &N9G#$45&2AX#$=>d")@,?@ %;':; r"rc|xs t}|jxs<tjxs*tjxst dxs t d}|r||d<|St |}|rd||d<|S)NAZURE_OPENAI_API_KEY AZURE_API_KEYzapi-keyzBearer Authorization)rrrl azure_keyrr)rrrrPs r! _base_validate_azure_environmentz-BaseAzureLLM._base_validate_azure_environments(A+?+A  " " / /   /45 /o.  !(GI N,N; )00@'AGO $r"route)z/openai/responsesz/openai/vector_storescv|xstjxs td}|td|dt j |}|xsi}t tt|jd}t|j}d|vr|r||d<||vrt||}n|}tj|rNd|vrJt j |}t|j|j j#dd }t j |j| }t|S) NAZURE_API_BASEz^api_base is required for Azure AI Studio. Please set the api_base parameter. Passed `api_base=`rr)r ending_pathz /openai/v1z/openai)path)params)rlrrrBr&URLr rrrpr*rrr_is_azure_v1_api_version copy_withrreplace) rrr original_urlr query_paramsnew_url parsed_url final_urls r!_get_base_azure_urlz BaseAzureLLM._get_base_azure_urls7 Sw//S>BR3S  pqypzz{| yy* (-28C=.*<*<]*KL L//0   ,*5L '  +!uGG  0 0 =7*"YYw/ j22 8O8OPY[g8h2ijIIg&00 0E 9~r"c |y|dk(xs|dk(S)NFpreviewlatestr)rs r!rz%BaseAzureLLM._is_azure_v1_api_versions  i'B;(+BBr")NNNFNN)r#r$r% staticmethodrrrrrr r r*boolrrintfloatr&Timeoutrrrrrrrrrr"r!rrs (2s7# $F&*AE)-#2#23-2c] 2 {,<<=> 2 ! 22}2 % %556 72hx#x##x#3- x# SM x# c] x#x# x#LBF444 4  4 uemm+, 44#4! 4"*(2s7*;!<44{,<<=>4 {,, -4l(01E(F 0)3-) ';T#s(^'K!LM)CD) ))VChsmCCCr"r)rTr)+rhrftypingrrrrrrr r&openair r rllitellm._loggingr litellm.caching.cachingr )litellm.llms.base_llm.chat.transformationr litellm.llms.openai.common_utilsr3litellm.secret_managers.get_azure_ad_token_providerrlitellm.secret_managers.mainrlitellm.types.routerr litellm.utilsrrjrr)r*r5rrHrOrxr~rrrr"r!rsx FFF 0+-F:85/ ' (65)<#=6$66@ 5555  5 b#g 5x@ &&&&  & b#g &Z ['['c]['c][' C= ['  ['| 4 ( c]DNC=NCr"