h6 d dl Z d dlmZ d dlmZmZmZmZ d dlZd dl Z d dl
m Z d dl
mZ d dlmZmZ d dlmZmZ d dlmZ d d lmZmZ G d
d e Zd ed
e de de de de f dZ G d d Z y) N)partial)CallableListOptionalUnion)Logging)track_llm_api_timing)
custom_promptprompt_factory)AsyncHTTPHandlerget_async_httpx_client) TextChoices)CustomStreamWrapperTextCompletionResponsec b e Zd Z ddeej
deej f fd
Z xZS ) TextCompletionCodestralErrorrequestresponsec || _ || _ ||| _ n t j dd | _ ||| _ n&t j || j | _ t | ! | j y )NPOSTz8https://docs.codestral.com/user-guide/inference/rest_api)methodurl) status_coder ) r messager httpxRequestr Responsesuper__init__)selfr r r r __class__s e/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/llms/codestral/completion/handler.pyr z%TextCompletionCodestralError.__init__ su ' "DL == N DL $DM !NN ' DM LL
)NN) __name__
__module__ __qualname__r r r r r
__classcell__r! s @r" r r s;
,0-1
%--(
5>>*
r# r clientapi_baseheadersdatamodelmessagesc K | j |||d d { }|j dk7 r!t |j |j |j }|j |d|d|i |S 7 ]w)NTr+ r, stream r r complete_input_dictinputapi_keyoriginal_responseadditional_args)postr r text aiter_lines post_call) r) r* r+ r, r- r. logging_objr completion_streams r" make_callrA 5 s [[7d[SSHs"* ,,hmm
!,,.+.5 ! Ts A;A9A A;c e Zd Zd fd Zdee dedefdZdefdZd ed
e j d e d e d
e
dededeeef dede fdZdddi fd edededed e dedededeee j& f dedee ef fdZ e ddi fd ededed e dedededeee j& f de fd Z e dddi fd ededed e dededeee j& f defd Zd Z xZS ) CodestralTextCompletionreturnNc " t | y N)r r )r r! s r" r z CodestralTextCompletion.__init__R s
r# r8 user_headersc x | t d ddj | d}|t |t ri ||}|S )NzVMissing CODESTRAL_API_Key - Please add CODESTRAL_API_Key to your environment variableszapplication/jsonz Bearer {})z content-type
Authorization)
ValueErrorformat
isinstancedict)r r8 rG r+ s r" _validate_environmentz-CodestralTextCompletion._validate_environmentU sX
? h
/ ( / / 8
#
<(F11L1Gr# generated_textc g d}|D ]k }|j j | r|j |dd }|j | sG|ddd j |ddd dd ddd }m |S )z
Parse the output text to remove any special characters. In our current approach we just check for ChatML tokens.
Initial issue that prompted this - https://github.com/BerriAI/litellm/issues/763
)z
<|assistant|>z
<|system|>z<|user|>zzr4 N)strip
startswithreplaceendswith)r rO chat_template_tokenstokens r"
output_parserz%CodestralTextCompletion.output_parserf s
*E ##%007!/!7!7r1!E &&u-!/"!5!=!=eDbDk2q!QRVTVRV!W *
r# r- r model_responser1 r? optional_paramsr, r. c f |j | ||j d|i |
d|j |j dk7 r*t t |j |j |j } | j dg }
g }|
D ] }d }d}d }d }|j d i }t j j |j d
|j d |j d |j d
}|j | t j | j d || j d | j d | j d d| j d }|S # t $ r t |j d w xY w)Nr5 r6 z#codestral api: raw model_response: r2 )r r i choicesr r
finish_reasonindexcontentlogprobs)r^ r_ r< ra idcreatedr- usageFobject)rb r] rc r- rd r1 re )
r> r< r r strjson Exceptiongetlitellmutilsr appendr )r r- r rZ r1 r? r[ r8 r, r.
print_verboseencodingcompletion_response_original_choices_choiceschoice_finish_reason_index_text _logprobs_choice_message_choice _responses r" process_text_completion_responsez8CodestralTextCompletion.process_text_completion_responsez s &mm 2D 9
;HMM?KL 3 &.HMM* $ 0 0
W"*--/ 0 3 3Ir B&('F "NFE I $jjB 7O mm// $jj 9 jj)$((3 J/ 0 G
OOG $3 (6 22"&&t, '++I6%))'2%))'2&**84
S W.x}}RUV V Ws 1F !F0r* custom_prompt_dictrm timeoutr+ c | j || }|
j dd du r|}n|xs d}||v r || }t |d |d |d | }n
t || }t j
j
}|j D ] \ }}||
vs ||
|< |
j d d
}||d |
}|}| j |||||| d
| du rC|du r | j ||||||||| |
|
||| S | j ||||||||| |
d
|
||| S |du rUt j j ||t j | | }t |j! |d| }|S t j j ||t j | }| j# ||||
j% d d
| |
||||| S )Ncustom_endpointTz/https://codestral.mistral.ai/v1/fim/completionsrolesinitial_prompt_valuefinal_prompt_value) role_dictr r r. )r- r. r1 F)r- prompt)r5 r+ r* acompletion)r7 r8 r: )r- r. r, r* rZ rm rn r8 r? r[ litellm_params logger_fnr+ r| )r- r. r, r* rZ rm rn r8 r? r[ r1 r r r+ r| r0 codestral)custom_llm_providerr? )r r+ r, ) r- r rZ r1 r? r[ r8 r, r. rm rn )rN popr
r rj CodestralTextCompletionConfig
get_configitemspre_callasync_streamingasync_completionmodule_level_clientr; rg dumpsr
iter_linesrz ri )r r- r. r* r{ rZ rm rn r8 r? r[ r| r r r r+ completion_urlmodel_prompt_detailsr configkvr1 r,
input_textr ry s r"
completionz"CodestralTextCompletion.completion s $ ,,Wg> 0$ 74 ? %N M M
& e#< ".w7%9:P%Q#78L#M! F $%(CF 66AACLLNDAq (%&" # !$$Xu5
'+" * *
$ ~++ % +#1"/ % # +$3#1 ' # # , $ ,, % +#1"/ % # +$3 #1 ' # # - & T> 2277 ZZ% 8 H ,##%$/ ' I 2277" ZZ% 8 H
44 )"&&x7# + ' 5
r# c
K t t j j d| i } |j ||t j |
d { }| j! |||| |||
||| | S 7 # t j $ rI}t |j j dj |j j d }~wt $ r*}t ddj t | d }~ww xY ww) Nr| ) llm_providerparams)r+ r, zHTTPStatusError - {}r3 i z{}) r- r rZ r1 r? r8 r, r. rm r[ rn )r
rj LlmProvidersTEXT_COMPLETION_CODESTRALr; rg r r HTTPStatusErrorr r r rK r< rh rf rz )r r- r. r* rZ rm rn r8 r? r1 r, r[ r| r r r+
async_handlerr es r" r z(CodestralTextCompletion.async_completionQ s & / --GG w'
* / /'
40@ 0 H 44 )# ' + 5
$$ . JJ 2 2.55ajjooF
. SV)<
sG (D*A8 A6A8 D6A8 8D AC D%D DDc K d| d< t d t t ||t j | ||| |d| }|S w)NTr1 )r* r+ r, r- r. r? ztext-completion-codestral)r@ rA r- r r? )r r rA rg r )r r- r. r* rZ rm rn r8 r? r, r| r[ r r r+
streamwrappers r" r z'CodestralTextCompletion.async_streaming sW $ X+ " ! ZZ%! ' ;#
s ?Ac y rF )r argskwargss r" embeddingz!CodestralTextCompletion.embedding s r# )rD N)r$ r% r& r r rf rM rN rY r r r boolLiteLLMLoggingr listrz r floatTimeoutr r r r r r r' r( s @r" rC rC Q so #
" C (GG ..G / G
G $
G G G D#I G G
Gl !L
L
L
L
! L
/
L
L
L
L
uemm+,L
!L
"
%':: ;#L
\ !/
/
/
/
/ /
/
/
/
uemm+,/
"
#/
/
b " " " "
/ "
" " uemm+,"
!" " H
r# rC )!rg functoolsr typingr r r r r rj *litellm.litellm_core_utils.litellm_loggingr r (litellm.litellm_core_utils.logging_utilsr 3litellm.litellm_core_utils.prompt_templates.factoryr
r &litellm.llms.custom_httpx.http_handlerr r
litellm.types.utilsr
litellm.utilsr r rh r rf rM r rA rC r r# r" r s 2 2 P I , E
9
8
8X
X
r#