hGddlZddlZddlZddlZddlZddlZddlmZmZddlm Z m Z m Z m Z ddl Z ddlmZddlZddlmZddlmZddlmZmZddldd lmZmZd ZGd d eZy) N)datetimetimezone)AnyDictListOptional) BaseModel)verbose_logger)CustomBatchLogger)get_async_httpx_clienthttpxSpecialProvider)*)StandardCallbackDynamicParamsStandardLoggingPayloadctjtjtjtf}t || S)N)types CoroutineType FunctionType GeneratorTyper isinstance)valuenon_serializable_typess Z/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/integrations/langsmith.pyis_serializablers;     %!78 88c eZdZ ddeedeedeeffd Z ddeedeedeedefdZdefdZd Z d Z d Z d Z dd edededefdZ dedeefdZdeeeffdZdeeefdefdZdZdZdefdZxZS)LangsmithLoggerlangsmith_api_keylangsmith_projectlangsmith_base_urlc tj|_t|d i|d|ji|j ||||_tjdOtjdjjrttjdnd|_ tjdd|_ ttj |_tjddxst$j&}|rt)||_g|_tj.|j1y) N flush_lockrrr LANGSMITH_SAMPLING_RATE?LANGSMITH_DEFAULT_RUN_NAMELLMRun) llm_providerLANGSMITH_BATCH_SIZE)asyncioLockr"super__init__get_credentials_from_envdefault_credentialsosgetenvstripisdigitfloat sampling_ratelangsmith_default_run_namer r LoggingCallbackasync_httpx_clientlitellmlangsmith_batch_sizeint batch_size log_queue create_taskperiodic_flush)selfrrr kwargs _batch_size __class__s rr.zLangsmithLogger.__init__%s",,. >6>doo>#'#@#@//1$A$  yy23? 34::<DDF "))56 7  +-)) ((+ '#9-==#  II,d 3 Sw7S7S  !+.DO57D//12rreturnc|xstjd}| td|xstjdxsd}| td|xstjdxsd}| tdt||| S) NLANGSMITH_API_KEYz;Invalid Langsmith API Key given. _credentials_api_key=None.LANGSMITH_PROJECTzlitellm-completionz;Invalid Langsmith API Key given. _credentials_project=None.LANGSMITH_BASE_URLzhttps://api.smith.langchain.comzQ4R  'M   W+>!? WCW  'M   1yy-. 10  ! (N *242  r credentialsc  |jdixsi}|jdixsi}|jd|d}|jd|j} |jd|jdd} |jdd} |jd d} |jd d} |jd d}tjd |d | |jdd}| t d|d}| d||d||d|d|d|d }|d|ddk(r|d|d<| r| |d<| r| |d<| r| |d <| r| |d <|r||d <|jd} d|vs|d# t t j} | |d<d |vs|d | t| t r| |d <d |vs|d '| %t| t r|j| |d <tjd||S#t$rwxYw)Nlitellm_paramsmetadata project_namerHrun_nameidrun_id parent_run_idtrace_id session_id dotted_orderz"Langsmith Logging - project_name: z , run_name standard_logging_objectz,Error logging request payload. Payload=none.llmresponse startTimeendTime request_tags) namerun_typeinputsoutputs session_name start_timeend_timetagsextra error_strstatusfailureerror)rVz'Langsmith Logging data on langsmith: %s) getr7r debugrJstruuiduuid4rmake_dot_order)rArB response_objrfrgrO_litellm_paramsrRrSrTrVrWrXrYrZpayloaddatas r_prepare_log_dataz!LangsmithLogger._prepare_log_datajsU $jj)92>D"O&**:r:@bH#<< ,? @L ||J0O0OPH\\$ Xt(DEF$LL$?M||J5H!lD9J#<<=L  4\N+hZX  9? )49G NOOH !!!":. ,%k2#I./! D{#/GH4E4R ' 4W #T (5_%#+Z %/\"'3^$$(HHTNF44:#5TZZ\*#T $& #+'Jvs,C#)Z d*'/'Jvs,C'+':':&':'I^$  !JD QK   s G:G== Hc tjdOtjdjjrt tjdnd}t j }||kDr&t jdj||yt jd|||j|}|j|||||}|jjt||t jd|jd t!|j|j"k\r|j%yy#t&$rt j(d YywxYw) Nr$r%>Skipping Langsmith logging. Sampling rate={}, random_sample={}z;Langsmith Sync Layer Logging - kwargs: %s, response_obj: %srBrBrtrfrgrOrwrOz/Langsmith, event added to queue. Will flush in z seconds...z/Langsmith Layer Error - log_success_event error)r1r2r3r4r5randomr infoformatro#_get_credentials_to_use_for_requestrxr>appendLangsmithQueueObjectflush_intervallenr= _send_batchrJ exception rArBrtrfrgr6 random_samplerOrws rlog_success_eventz!LangsmithLogger.log_success_eventsr* X9967CII78>>@HHJbii 9:;  #MMOM},##T[[%}   M  BB&BQK)))%!' *D NN ! !$ +   A$BUBUAVVab 4>>"doo5  "6 X  $ $%V W XsB$E#'B:E##FFcK |j}tj}||kDr&tjdj ||ytj d|||j |}|j|||||}|jjt||tj dt|j|jt|j|jk\r|jd{yy7#t$rtjdYywxYww)Nrzzrrrr= flush_queuerJrrs rasync_log_success_eventz'LangsmithLogger.async_log_success_events7'  ..M"MMOM},##T[[%}   N  BB&BQK)))%!' *D NN ! !$ +   CDNN#  4>>"doo5&&(((6(   $ $L  sHE A D&E CD&D$D&"E $D&&EE EE cK|j}tj}||kDr&tjdj ||ytjd |j |}|j |||||}|jjt||tjdt|j|jt|j|jk\r|jd{yy7#t$rtjdYywxYww)Nrzz Langsmith Failure Event Logging!r{r|r}rz:Langsmith Layer Error - error logging async failure event.)r6r~r rrrrxr>rrrorr=rrJrrs rasync_log_failure_eventz'LangsmithLogger.async_log_failure_event s-**   = (   PWW!=  >? BB&BQK)))%!' *D NN ! !$ +   CDNN#  4>>"doo5&&(((6(   $ $L  s=A!E$B7D$D"D$ E"D$$EEEEcK|jsy|j}|jD]1}|j|j|j d{3y7w)aX Handles sending batches of runs to Langsmith self.log_queue contains LangsmithQueueObjects Each LangsmithQueueObject has the following: - "credentials" - credentials to use for the request (langsmith_api_key, langsmith_project, langsmith_base_url) - "data" - data to log on to langsmith for the request This function - groups the queue objects by credentials - loops through each unique credentials and sends batches to Langsmith This was added to support key/team based logging on langsmith NrO queue_objects)r>_group_batches_by_credentialsvalues_log_batch_on_langsmithrOr)rA batch_groups batch_groups rasync_send_batchz LangsmithLogger.async_send_batchFsg"~~ 99; '..0K..'33)77/  1 sAA'A%A'urlendpoint api_versioncp||vr|jd|}|jdr||S|d|S)N/)rstripendswith)rArrrs r_add_endpoint_to_urlz$LangsmithLogger._add_endpoint_to_urlasO c !ZZ_%k]3C << U8*% %az""rrc2K|d}|d}|j|d}d|i}|Dcgc]}|d }} tjdt||jj |d|i|d {} | j | jd k\r0tjd | jd | jy tjd t|jdy cc}w7#tj$rM} tjd| jjd | jjYd } ~ y d } ~ wt$r-tjdt!j"Yy wxYww)aV Logs a batch of runs to Langsmith sends runs to /batch endpoint for the given credentials Args: credentials: LangsmithCredentialsObject queue_objects: List[LangsmithQueueObject] Returns: None Raises: Does not raise an exception, will only verbose_logger.exception() rIrGz runs/batch x-api-keyrwz%Sending batch of %s runs to Langsmithpost)rjsonheadersNi,zLangsmith Error: z - z Batch of z runs successfully createdzLangsmith HTTP Error: zLangsmith Layer Error - )rr rorr9rraise_for_status status_codermtextr>httpxHTTPStatusErrorrr]rJ traceback format_exc) rArOrlangsmith_api_baserrr queue_objectelements_to_logr]es rrz'LangsmithLogger._log_batch_on_langsmithks"))=>'(;<''(:LI 12DQRL</RR   7_9M "4499o.:H  % % '##s*$$'(<(<'=SP$$DNN 344NO%S $$   $ $()?)?(@AJJOOCTU     $ $*9+?+?+A*BC  se%F C9FAD8C>9AD F ,D8F>DFAEF6FFFFci}|jD]P}|d}t|d|d|d}||vrt|g||<||jj |R|S)z@Groups queue objects by credentials using a proper key structurerOrGrHrI)api_keyprojectbase_urlr)r>CredentialsKey BatchGrouprr)rAlog_queue_by_credentialsrrOkeys rrz-LangsmithLogger._group_batches_by_credentialssEG  NNL&}5K #$78#$78$%9:C 220: +21(- %S ) 7 7 > >| L+('rrBc|jdd}|F|j|jdd|jdd|jdd}|S|j}|S)z Handles key/team based logging If standard_callback_dynamic_params are provided, use those credentials. Otherwise, use the default credentials. standard_callback_dynamic_paramsNrrr r#)rnr/r0)rArBrrOs rrz3LangsmithLogger._get_credentials_to_use_for_requests JJ94 @ ) , 777"B"F"F'##C"F"F'#$D#G#G($$8 K22KrcR|jsy tj}|jr$tj|j y|j |j y#t$r&tj|j YywxYw)z'Calls async_send_batch in an event loopN) r>r+get_event_loop is_runningr?rrun_until_complete RuntimeErrorrun)rAloops rrzLangsmithLogger._send_batchs}~~  1))+D ##D$9$9$;<''(=(=(?@ 1 KK--/ 0 1sAA7A77,B&%B&c|jd}|jd}|d|}tjj|d|i}|j S)NrGrIz/runs/r)rr)r0r:module_level_clientrnr)rArVrrrr]s r get_run_by_idzLangsmithLogger.get_run_by_idsl 445HI!556JK#$F6(3..22 "343  }}rrVctjtj}|}|j dt |zS)Nz%Y%m%dT%H%M%S%fZ)rnowrutcstrftimerp)rArVstid_s rrszLangsmithLogger.make_dot_orders2 \\(,, '{{-.S99r)NNN)z/api/v1)__name__ __module__ __qualname__rrpr.rKr/rxrrrrrrrrrrrrrrrrrs __classcell__)rDs@rrr$s;,0+/,0 !3#C=!3$C=!3%SM !3J,0+/,0  #C=  $C=  %SM  $  D] 0 ]~+XZ(T$L8;D##"%#47# #1/1011f(tNJ4N/O(*38n #:1$ :S:rr)r+r1r~rrrqrrtypingrrrrrpydanticr r:litellm._loggingr (litellm.integrations.custom_batch_loggerr &litellm.llms.custom_httpx.http_handlerr r $litellm.types.integrations.langsmithlitellm.types.utilsrrrrr*rrrsR  ',, +F3U9N:'N:r