hADdZddlZddlZddlmZmZmZmZmZddl Z ddl Z ddl m Z ddl mZddlmZerddlmZGdd eZGd d Zd Z d!d eedeedeedeedeedeedeedeedeedeeee j2ffdZGddZdedefdZGdde ZGdd Zy)"zF Common utilities used across bedrock chat/embedding/image generation N) TYPE_CHECKINGListLiteralOptionalUnion)BaseLLMModelInfo)BaseLLMException) get_secret)AllMessageValuesc eZdZy) BedrockErrorN)__name__ __module__ __qualname__]/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/llms/bedrock/common_utils.pyr r srr ceZdZdZdefdZdedefdZdeefdZ deefdZ deefd Z deefd Z deefd Z deefd Zy )AmazonBedrockGlobalConfigcyNrselfs r__init__z"AmazonBedrockGlobalConfig.__init__s rreturnc ddiS)zS Mapping of common auth params across bedrock/vertex/azure/watsonx region_nameaws_region_namerrs rget_mapped_special_auth_paramsz8AmazonBedrockGlobalConfig.get_mapped_special_auth_paramss011rnon_default_paramsoptional_paramscp|j}|jD]\}}||vs ||||<|Sr)ritems)rr r! mapped_paramsparamvalues rmap_special_auth_paramsz1AmazonBedrockGlobalConfig.map_special_auth_params"sF;;= .446LE5 %8= e 457rc|j|jz|jz|jz|j zSr)get_us_regionsget_eu_regionsget_ap_regionsget_ca_regionsget_sa_regionsrs rget_all_regionsz)AmazonBedrockGlobalConfig.get_all_regions)s[    !!!# $!!# $!!# $!!#  $ rc gdS)D Source: https://www.aws-services.info/bedrock.html )zap-northeast-1zap-northeast-2zap-northeast-3z ap-south-1z ap-south-2zap-southeast-1zap-southeast-2rrs rr+z(AmazonBedrockGlobalConfig.get_ap_regions2s   rcdgS)Nz sa-east-1rrs rr-z(AmazonBedrockGlobalConfig.get_sa_regions@s }rc gdS)r0)z eu-west-1z eu-west-2z eu-west-3z eu-central-1z eu-central-2z eu-south-1z eu-south-2z eu-north-1rrs rr*z(AmazonBedrockGlobalConfig.get_eu_regionsCs   rcdgS)Nz ca-central-1rrs rr,z(AmazonBedrockGlobalConfig.get_ca_regionsRs rc gdS)r0)z us-east-1z us-east-2z us-west-1z us-west-2z us-gov-east-1z us-gov-west-1rrs rr)z(AmazonBedrockGlobalConfig.get_us_regionsUs   rN)rrrrdictrr'rstrr.r+r-r*r,r)rrrrrs 22 $QU c   S  S   S   S    S  rrcfd}|S)z,Closure to capture the headers and add them.cnjD]!\}}|jj||#y)z.Actual callback function that Boto3 will call.N)r#headers add_header)requestkwargs header_name header_valuer9s rcallbackz#add_custom_header..callbackfs,)0 %K OO & &{L A*9rr)r9r?s` radd_custom_headerr@csB Oraws_access_key_idaws_secret_access_keyraws_bedrock_runtime_endpointaws_session_nameaws_profile_name aws_role_nameaws_web_identity_token extra_headerstimeoutc `tdd} tdd} ||||||||g} t| D](\}}|s |jdst|| |<*| \}}}}}}}}tjdt j }|rn|r|}n| r| }n| r| }n tddtd}|r|}n |r|}nd |d }d dl}t| tr|jj| | }nft| tjr2|jj| j| j }n|jj}|p|n|lt|}| td d|j#d}|j%|||d}|j#d|dd|dd|dd||||}n|U|S|j#d||}|j'||}|j#d|dd|dd|dd||||}nZ||j#d||||||}n?|'|j)|j#d||||}n|j#d||||}| r/|j*j,j/dt1| |S)NAWS_REGION_NAME AWS_REGIONz os.environ/ SSL_VERIFYzRAWS region not set: set AWS_REGION_NAME or AWS_REGION env variable or in .env filei)message status_codeAWS_BEDROCK_RUNTIME_ENDPOINTzhttps://bedrock-runtime.z.amazonaws.comr)connect_timeout read_timeoutz6OIDC token could not be retrieved from secret manager.stsi)RoleArnRoleSessionNameWebIdentityTokenDurationSecondsbedrock-runtime Credentials AccessKeyIdSecretAccessKey SessionToken) service_namerArBaws_session_tokenr endpoint_urlconfigverify)rArB)rTrU)r]rArBrr_r`ra) profile_name)r]rr_r`razbefore-sign.bedrock-runtime.*)r enumerate startswithosgetenvlitellm ssl_verifyr boto3 isinstancefloatsessionConfighttpxTimeoutconnectreadclientassume_role_with_web_identity assume_roleSessionmetaeventsregisterr@)rrArBrrCrDrErFrGrHrIlitellm_aws_region_namestandard_aws_region_nameparams_to_checkir%rh env_aws_bedrock_runtime_endpointr_rir` oidc_token sts_client sts_responserrs rinit_bedrock_clientrns)):DA),= $ Oo.5 U%%m4!+E!2OA /  $<););O"P*=9.I#%    "'7'C\\ /"7" "--!3C. **=9-H".}"=>O"P*=9.I#%    &*/"7#%   %,<=DD*#% E *#%   ## +->}-M  Mrc*eZdZdZdZdZdZdZy)ModelResponseIteratorc ||_d|_y)NF)model_responseis_done)rrs rrzModelResponseIterator.__init__%s, rc|Srrrs r__iter__zModelResponseIterator.__iter__* rcL|jrtd|_|jSNT)r StopIterationrrs r__next__zModelResponseIterator.__next__-s" <<  """rc|Srrrs r __aiter__zModelResponseIterator.__aiter__4rrcTK|jrtd|_|jSwr)rStopAsyncIterationrrs r __anext__zModelResponseIterator.__anext__7s& <<$ $ """s&(N)rrrrrrrrrrrrr$s ##rrresponse_tool_namercx|tjjvrtjj|}|S)z If litellm formatted the input tool name, we need to convert it back to the original name. Args: response_tool_name (str): The name of the tool as received from the response. Returns: str: The original name of the tool. )rgbedrock_tool_name_mappings cache_dict)rs rget_bedrock_tool_namer>s:W??JJJ$??JJ   rc~eZdZeZej Zeddee dee fdZ eddee dee fdZ dde de d e d d e d e dee dee de fd Z ddee dee de e fdZede de fdZede de fdZede de fdZede e fdZede dedfdZy)BedrockModelInfoNapi_baserc|S)z7 Get the API base for the given model. r)rs r get_api_basezBedrockModelInfo.get_api_baseTs rapi_keyc|S)z6 Get the API key for the given model. r)rs r get_api_keyzBedrockModelInfo.get_api_key[s rr9modelmessagesr r!litellm_paramsc|Srr)rr9rrr!rrrs rvalidate_environmentz%BedrockModelInfo.validate_environmentbs rcgSrr)rrrs r get_modelszBedrockModelInfo.get_modelsns  rcRd|jvr|jddS|S)a[ Extract the model name from an AWS Bedrock ARN. Returns the string after the last '/' if 'arn' is in the input string. Args: arn (str): The ARN string to parse Returns: str: The extracted model name if 'arn' is in the string, otherwise returns the original string arn/)lowersplitrs rextract_model_name_from_arnz,BedrockModelInfo.extract_model_name_from_arnss+ EKKM !;;s#B' ' rc|jdr|jddd}|jdr|jddd}|jdr|jddd}|S)Nzbedrock/r converse/invoke/)rdrrs r"get_non_litellm_routing_model_namez3BedrockModelInfo.get_non_litellm_routing_model_namesp   J 'KKQ'*E   K (KKQ'*E   I &KKQ'*E rctj|}tj|}|jddd}|jddd}|tj vr|jdddS|tj vr3t |jdddkDr|jdddS|S)z Get the base model from the given model name. Handle model names like - "us.meta.llama3-2-11b-instruct-v1:0" -> "meta.llama3-2-11b-instruct-v1" AND "meta.llama3-2-11b-instruct-v1:0" -> "meta.llama3-2-11b-instruct-v1" r.rrr)rrrr(_supported_cross_region_inference_regionall_global_regionslen)rpotential_regionalt_potential_regions rget_base_modelzBedrockModelInfo.get_base_models!CC%CP < !r) rrr__doc__rrrrr6rrrrrrs)$( . 1 ""(3-""rr) NNNNNNNNNNN)rrretypingrrrrrrnrg litellm.llms.base_llm.base_utilsr)litellm.llms.base_llm.chat.transformationr litellm.secret_managers.mainr litellm.types.llms.openair r rr@r6r5rkrorrrrrrrrrsP @@ =F3: # H H V'++/%)26&*&*#',0$(59s}s$C=sc] s #+3- s sm ssmsC=s%SMsD>seE5==01 2sl##4cc$}'}@>">"r