hX&ddlZddlZddlZddlZddlmZmZmZmZm Z m Z m Z m Z ddl Z ddlZddlmZmZddlmZmZmZddlmZddlZddlmZddlmZddlmZdd lerdd lmZdd l m!Z"dd l#m$Z$neZeZ"eZ$ dd l%m&Z&dde&iZ(ejRddZ*d!de e+de e,e-ej\ffdZ/dZ0GddejbZ2GddZ3GddZ4 d!de ee5fde e6de3fdZ7d!de e6de4fd Z8y#e'$rdZ&YwxYw)"N) TYPE_CHECKINGAnyCallableDictListMappingOptionalUnion ClientSession TCPConnector)USE_CLIENT_DEFAULTAsyncHTTPTransport HTTPTransport) RequestFiles)verbose_logger)_DEFAULT_TTL_FOR_HTTPX_CLIENTS)track_llm_api_timing)*) LlmProviders)LoggingLiteLLMAiohttpTransport)versionz0.0.0z User-Agentzlitellm/@timeoutconnect ssl_verifyreturncddlm}t|tjr|S|Bt j dtj}t|tr||n|}||}t j dtj}d}t|tr!t jj|r|}|sMt j d}|r"t jj|r|}ntj}|dur;tj|}|r!t|tr|j!||S|S) a Unified SSL configuration function that handles ssl_context and ssl_verify logic. SSL Configuration Priority: 1. If ssl_verify is provided -> is a SSL context use the custom SSL context 2. If ssl_verify is False -> disable SSL verification (ssl=False) 3. If ssl_verify is a string -> use it as a path to CA bundle file 4. If SSL_CERT_FILE environment variable is set and exists -> use it as CA bundle file 5. Else will use default SSL context with certifi CA bundle If ssl_security_level is set, it will apply the security level to the SSL context. Args: ssl_verify: SSL verification setting. Can be: - None: Use default from environment/litellm settings - False: Disable SSL verification - True: Enable SSL verification - str: Path to CA bundle file Returns: Union[bool, str, ssl.SSLContext]: Appropriate SSL configuration r str_to_boolN SSL_VERIFYSSL_SECURITY_LEVEL SSL_CERT_FILEF)cafile)litellm.secret_managers.mainr# isinstancessl SSLContextosgetenvlitellmrstrssl_security_levelpathexistscertifiwherecreate_default_context set_ciphers)rr#ssl_verify_boolr0r' ssl_cert_filecustom_ssl_contexts b/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/llms/custom_httpx/http_handler.pyget_ssl_configurationr;+s.9*cnn-YY|W-?-?@ 5? C5P+j1V`  &(J#79S9ST F*c"rww~~j'A  /2 RWW^^M:"F]]_F 77  -s3  * *+= >"! ct|tr|jd}n|S|dk7r7|jd|}|dk(r |d|dzdz}|S|d|dzdz||dz}|S|S)Nzkey=&z[REDACTED_API_KEY])r)r/find) error_message key_index next_parammasked_messages r:mask_sensitive_inforFms-%!&&v. B"''Y7  *?Y];>RRN o A .&' ,-   r<c8eZdZ ddeedeeffd ZxZS)MaskedHTTPStatusErrormessagetextc tt|jj}t||j tj|jj||jj|jjtj|jj|jj|jj||_||_y)N)methodurlheaderscontent) status_coderOrN)rIrequestresponse)rFr/rQrMsuper__init__rIhttpxRequestrLrNrOResponserRrPrJ)selforiginal_errorrIrJ masked_url __class__s r:rTzMaskedHTTPStatusError.__init__s)^-C-C-G-G)HI  "**MM%--44&..66&..66  ^^*33??&//77&//77    r<NN)__name__ __module__ __qualname__r r/rT __classcell__)r[s@r:rHrHs(SW'/}CKC=r<rHceZdZ d&deeeejfdeee e e de ffdee dee fdZ d'deeeejfdedeee e e de ffdee d ej f d Zd Zd Zd Z d(de deedeedeefdZe d)de deeee efdeedeedeedeeeejfdedeedeede fdZ d*de deeee fdeedeedeedeeeejfdefdZ d*de deeee fdeedeedeedeeeejfdefdZ d*de deeee fdeedeedeedeeeejfdefdZ d+de dej deeee efdeedeedeedede fdZ d,dZ!e" d-d ee#jHdeed eee%e&ffd!Z'e"d efd"Z(e" d-deed ee#jHd e)e e ffd#Z*e" d-deed ee#jHd e%fd$Z+e"d ee&fd%Z,y).AsyncHTTPHandlerNr event_hooks. client_aliasrcb||_||_|j|||||_||_y)N)rconcurrent_limitrcr)rrc create_clientclientrd)rXrrcrfrdrs r:rTzAsyncHTTPHandler.__init__s@ &((-#! )  )r<rfr c dt|}tjdtj}|t }t jt|tjr|ndt|tr|nd}tj|||tj||||tS)NSSL_CERTIFICATE ssl_contextrmax_connectionsmax_keepalive_connections) transportrcrlimitsverifycertrN)r;r,r-r.ssl_certificate_DEFAULT_TIMEOUTrb_create_async_transportr)r*r+boolrU AsyncClientLimitsrN)rXrrfrcr ssl_configrsrps r:rgzAsyncHTTPHandler.create_clients+:6 yy*G,C,CD ?&G%<<&0S^^&L RV%/ D%Azt=   #<< 0*:  r<cTK|jjd{y7wNrhacloserXs r:closezAsyncHTTPHandler.closekk  """ (&(c"K|jSwr|rhrs r: __aenter__zAsyncHTTPHandler.__aenter__s{{s cTK|jjd{y7wr|r}rs r: __aexit__zAsyncHTTPHandler.__aexit__rrrMparamsrNfollow_redirectscK||nt}|xsi}|jtj||jj ||||d{}|S7wN)rrNr)rupdate HTTPHandlerextract_query_paramsrhgetrXrMrrNr_follow_redirectsrRs r:rzAsyncHTTPHandler.getsm!1 < BT 2 k66s;< BS)   sAA"A A"datajsonstream logging_objfilesrOc Ktj} | |j}|jjd||||||| |  } |jj | |d{} | j | S7#t jt jf$rz|j|d|j} |j|||||||d{7|jd{7cYS#|jd{7wxYwt j$r}tj}t|| z d}i}t|dd}|6|j j#D]\}}||d j%|<t'j(d |d |d d d|d}~wt j*$r}|dur]t-|d|j.j1d{7t-|d|j.j1d{7nTt-|dt3|j.j4t-|dt3|j.j4t-|d|j.j6|d}~wt8$r}|d}~wwxYww)NPOSTrrrrNrrrOrrrfrcrMrhrrrrNrrRresponse_headers-{}z%Connection timed out. Timeout passed=z , time taken=z secondsdefault-model-namelitellm-httpx-handlerrImodel llm_providerrNTrIrJrP)timerrh build_requestsendraise_for_statusrURemoteProtocolError ConnectErrorrgrcsingle_connection_post_requestr~TimeoutExceptionroundgetattrrNitemsformatr.TimeoutHTTPStatusErrorsetattrrRareadrFrJrP Exception)rXrMrrrrNrrrrrO start_timereqrR new_clienteend_time time_deltaerror_responsekeyvalues r:postzAsyncHTTPHandler.postsYY[ > ,,++++, C"[[--c&-AAH  % % 'OB))5+=+=> *++!AQAQ,J *!@@%!#!A!'')))j'')))%% yy{Hx*4a8JG$Q D9N)"0"8"8">">"@JCAFG188=>#A//?y V`Uaaij*4   $$ ~9AJJ,<,<,>&>&>?6)9)9);#;#;<9&9!**//&JK6#6qzz#GH A}ajj&<&< =G G sJ?AB*B+BJ?BAJ<D C#!D%J<8C;9J<?J?DD DJ<1B F;;J<(J)9G<:-J)'H*(BJ)) J<5J77J<<J?c FK | |j}|jjd||||||}|jj|d{} | j | S7#t j t jf$rz|j|d|j} |j|| |||||d{7| jd{7cYS#| jd{7wxYwt j$ri} i}t| dd} | 6| jjD]\} }||dj!| <t#j$d|d d d | d} ~ wt j&$r}} t)| d | j*j,|dur0t)| d| j*j/d{7| t)| d| j*j0| d} ~ wt2$r} | d} ~ wwxYww)NPUTrrrrNrrrrrRrConnection timed out after seconds.rrrrPTrIrrhrrrrUrrrgrcrr~rrrNrrr.rrrrRrPrrJrrXrMrrrrNrrrrRrrrrrs r:putzAsyncHTTPHandler.putHs0 ,,++++sDZa,C"[[--c22H  % % 'O3))5+=+=> *++!AQAQ,J *!@@%!#!A!'')))j'')))%% G$Q D9N)"0"8"8">">"@JCAFG188=>#A//5gYiH*4   $$  A}ajj&<&< =~9AJJ,<,<,>&>&>?G9ajjoo6G G H!AA+A)A+(H!)A++AH-C)C  C) H C#!H'H!)D=D >DHA$E==HA H G.H  HHHH!c FK | |j}|jjd||||||}|jj|d{} | j | S7#t j t jf$rz|j|d|j} |j|| |||||d{7| jd{7cYS#| jd{7wxYwt j$ri} i}t| dd} | 6| jjD]\} }||dj!| <t#j$d|d d d | d} ~ wt j&$r}} t)| d | j*j,|dur0t)| d| j*j/d{7| t)| d| j*j0| d} ~ wt2$r} | d} ~ wwxYww)NPATCHrrrrrRrrrrrrrPTrIrrs r:patchzAsyncHTTPHandler.patchs0 ,,++++4d67\c,C"[[--c22H  % % 'O3))5+=+=> *++!AQAQ,J *!@@%!#!A!'')))j'')))%% G$Q D9N)"0"8"8">">"@JCAFG188=>#A//5gYiH*4   $$  A}ajj&<&< =~9AJJ,<,<,>&>&>?G9ajjoo6G G rc VK | |j}|jjd||||||}|jj||d{} | j | S7#t j t jf$rz|j|d|j} |j|| |||||d{7| jd{7cYS#| jd{7wxYwt j$r}} t| d| jj|dur0t| d | jj!d{7| t| d | jj"| d} ~ wt$$r} | d} ~ wwxYww) NDELETErrrrrrPTrI)rrhrrrrUrrrgrcrr~rrrRrPrrJr) rXrMrrrrNrrrrRrrs r:deletezAsyncHTTPHandler.deletes" ,,++++#DtFG]d,C"[[--c&-AAH  % % 'OB))5+=+=> *++!AQAQ,J *!@@%!#!A!'')))j'')))$$  A}ajj&<&< =~9AJJ,<,<,>&>&>?G9ajjoo6G G sF)AA-A+A-*F)+A--AF&/C+ C  C+F&"C%#F&)F)+D?D DF&A F$E'%.F F&F!!F&&F)rhc K|jd||||||} |j| |d{} | j| S7w)zz Making POST request for a single connection client. Used for retrying connection client errors. r)rrrrNrOrN)rrr) rXrMrhrrrrNrrOrrRs r:rz/AsyncHTTPHandler.single_connection_post_requestsZ "" CdfgW^#  S88!!#9s/A AA c tjj|jy#t$rYywxYwr|)asyncioget_running_loop create_taskrrrs r:__del__zAsyncHTTPHandler.__del__s6   $ $ & 2 24::< @   s14 AArlctjrtj||StjS)a - Creates a transport for httpx.AsyncClient - if litellm.force_ipv4 is True, it will return AsyncHTTPTransport with local_address="0.0.0.0" - [Default] It will return AiohttpTransport - Users can opt out of using AiohttpTransport by setting litellm.use_aiohttp_transport to False Notes on this handler: - Why AiohttpTransport? - By default, we use AiohttpTransport since it offers much higher throughput and lower latency than httpx. - Why force ipv4? - Some users have seen httpx ConnectionError when using ipv6 - forcing ipv4 resolves the issue for them rk)rb_should_use_aiohttp_transport_create_aiohttp_transport_create_httpx_transportrks r:rvz(AsyncHTTPHandler._create_async_transport s>*  9 9 ;#=='J>  7799r<cddl}ddlm}tjdus||j ddduryt jdy) z AiohttpTransport is the default transport for litellm. Httpx can be used by the following - litellm.disable_aiohttp_transport = True - os.getenv("DISABLE_AIOHTTP_TRANSPORT") = "True" rNr"TDISABLE_AIOHTTP_TRANSPORTFalseFzUsing AiohttpTransport...)r,r(r#r.disable_aiohttp_transportr-rdebug)r,r#s r:rz.AsyncHTTPHandler._should_use_aiohttp_transport*sL <  - - 59299%@'JKtS 89r<cVdtjrdndi}|||d<|S|durd|d<|S)ay Helper method to get SSL connector initialization arguments for aiohttp TCPConnector. SSL Configuration Priority: 1. If ssl_context is provided -> use the custom SSL context 2. If ssl_verify is False -> disable SSL verification (ssl=False) Returns: Dict with appropriate SSL configuration for TCPConnector local_addr)0.0.0.0rNr*F verify_ssl)r. force_ipv4)rrlconnector_kwargss r:_get_ssl_connector_kwargsz*AsyncHTTPHandler._get_ssl_connector_kwargsFsQ G,>,>.D,   "&1 U #   5 -2 \ *r<cddlm}ddlm}tj ||t j|tjdddurdtjd|fd  S) z Creates an AiohttpTransport with RequestNotRead error handling Note: aiohttp TCPConnector ssl parameter accepts: - SSLContext: custom SSL context - False: disable SSL verification rrr")rrlAIOHTTP_TRUST_ENVrTzCreating AiohttpTransport...c0ttdiS)N) connector trust_envr )rrsr:z.~s=&:)9:#r<r) +litellm.llms.custom_httpx.aiohttp_transportrr(r#rbrr.aiohttp_trust_envr,r-rr)rrlrr#rrs @@r:rz*AsyncHTTPHandler._create_aiohttp_transportbst X<+EE!{F "33 ryy!4g> ?4 GI;<&  r<c<tjr tdSy)z Creates an AsyncHTTPTransport - If force_ipv4 is True, it will create an AsyncHTTPTransport with local_address set to "0.0.0.0" - [Default] If force_ipv4 is False, it will return None r local_addressN)r.rrrr<r:rz(AsyncHTTPHandler._create_httpx_transports   %I> >r<)NNNNr|NNN) NNNNNFNNNNNNNNFNNNNFNr Nr\)-r]r^r_r r floatrUrrr/rrr VerifyTypesrTintrxrgrrrdictrwrrbytesLiteLLMLoggingObjectrrrrrrr staticmethodr*r+rrrvrrrrrrr<r:rbrbs`:>HL&*,0 )%u}} 456)gc4c0B+C&CDE) sm ) [) ).-1 " %u}} 456" " gc4c0B+C&CDE " [) "    " H##"&"&+/  $  #4. (37#!%"&9=6:(,L LuT3-./Ltn L  L $ L%u}} 456LL23L %LLLb,0#!%"&9=: :uT3Y'(:tn :  : $ :%u}} 456::~,0#!%"&9=: :uT3Y'(:tn :  : $ :%u}} 456::~,0#!%"&9=, ,uT3Y'(,tn ,  , $ ,%u}} 456,,d37#!%"& !!uT3-./  tn   $. SW:cnn-:BJ4.: %/1CCD E::<46%)04 TN cnn-  c3h  6%)04 TN cnn-  !  B X.@%A  r<rbceZdZ ddeeeejfdeejdeee e ffdZ dZ dde dee d ee d ee fd Zede d ee e ffd Z dde deee e efdeee e efdee d ee de deeeejfdeee efdedeefdZ dde deee e fdeee e fdee d ee de deeeejffdZ dde deee e fdeee e fdee d ee de deeeejffdZ dde deee e fdee dee d ee deeeejfde fdZddZd eefdZy) rNrrhrc|t}t|}tjdtj }|J|j }tj||tj||||t|_ y||_ y)Nrjrm)rprrqrrrsrN) rur;r,r-r.rt_create_sync_transportrUClientryrNrh)rXrrfrhrrzrsrps r:rTzHTTPHandler.__init__s ?&G+:6 yy*G,C,CD >335I ,,#||$4.>" DK!DKr<c8|jjyr|)rhrrs r:rzHTTPHandler.closes r<rMrrNrc||nt}|xsi}|j|j||jj ||||}|Sr)rrrrhrrs r:rzHTTPHandler.gets_!1 < BT 2 d//45;;?? BS# r<r cXddlm}m}||}t||jS)u Parse a URL’s query-string into a dict. :param url: full URL, e.g. "https://.../path?foo=1&bar=2" :return: {"foo": "1", "bar": "2"} r) parse_qslurlsplit) urllib.parserrrquery)rMrrpartss r:rz HTTPHandler.extract_query_paramss$ 5 Iekk*++r<rrrrrOrc  |%|jjd||||||||  } n#|jjd||||||| } |jj| |} | j| S#tj $rt jd|ddd tj$r} |d ur]t| d t| jjt| d t| jjn9t| jj}t| d |t| d |t| d | jj| d} ~ wt$r} | d} ~ wwxYw)Nrr)rrrrNrrOrrrrrrIrrTrIrJrPrhrrrrUrr.rrrrFrRreadrJrPr)rXrMrrrrNrrrrOrrrRr error_texts r:rzHTTPHandler.postsx& "kk//!###0 kk//Cdfg]bls0{{''F';H  % % 'O%% //5gYiH*4  $$ ~9&9!**//:K&LM6#6qzz7H#IJ0A 9j16:. A}ajj&<&< =G G s&A8A;;AF )-15 !!%u}} 456!!& !! U49-. !!F"&"&+/  $  #4. ( ,# ,$sCx. , ,3715!%"&9=596:3 3uT3-./3uT3_-. 3  3 $ 33%u}} 4563dL01233233p,0+/!%"&9=) )uT3Y'()uT3Y'( )  ) $ ))%u}} 456)\,0+/!%"&9= uT3Y'(uT3Y'(    $ %u}} 456B,0#!%"&9=) )uT3Y'()tn )  ) $ )%u}} 456))V (? r<rrrcrd}|#|jD]\}} ||d|z }d|z|z}tjj |}|r|S| t d i|}n!t t jdd}tjj||t|S#t$rYwxYw) z Retrieves the async HTTP client from the cache If not present, creates a new client Caches the new client and returns it. _async_httpx_client@rrrrrttlr) rrr.in_memory_llm_clients_cache get_cacherbrUr set_cacher)rr_params_key_namerr_cache_key_name_cached_client _new_clients r:get_async_httpx_clientr$s  ,,.JC  se1UG$44 ) +-== LO88BB?SN &00 &MM%=  ''11  *2 )  s B** B65B6cld}|#|jD]\}} ||d|z }d|z}tjj |}|r|S| t d i|}n!t t jdd}tjj||t|S#t$rYwxYw) z Retrieves the HTTP client from the cache If not present, creates a new client Caches the new client and returns it. rr httpx_clientrrrrrr) rrr.rrrrUrrr)rr rrr!r"r#s r:_get_httpx_clientr's  ,,.JC  se1UG$44 ) %'77O88BB?SN !+F+ !%--s*ST  ''11  *2 '  s B'' B32B3r|)9rr,r*rtypingrrrrrrr r r3rUaiohttpr r rrr httpx._typesrr.litellm._loggingrlitellm.constantsr(litellm.litellm_core_utils.logging_utilsrlitellm.types.llms.custom_httpr*litellm.litellm_core_utils.litellm_loggingrrrrlitellm._versionrrrNrrurrwr/r+r;rFrrHrbrhttpxSpecialProviderrr$r'rr<r:r2sO UUU /GG%+<I,$TL!( HWI&  !5==c:?h{&;?uTSVX[XfXfMfGg?D8E114ll^BBN"# &::;# TN##Lhtn {Gs<DDD