huIddlZddlmZmZmZddlmZmZmZm Z m Z m Z ddl Z ddl mZddlmZmZddlddlmZddlmZdd lmZdd lmZdd lmZmZdd lmZm Z dd l!m"Z"eZ#e#jIdeegdge#jIdeegdge#jIdeegdgdeefde de dee%de&fdZ'e#jQdeegdge#jQdeegdge#jQdeegdgeede ddfde de de&dee%de%f dZ)e#jQdeegdge#jQdeegdge#jQdeegdgdddeedfde de dee%d ee*d!ee%de&d"ee%fd#Z+e#jId$eegdge#jId%eegdge#jId&eegdgdeefde de%de dee%de&f d'Z,y)(N)DictOptionalcast) APIRouterDepends HTTPExceptionPathRequestResponse)verbose_proxy_logger)CancelBatchRequestRetrieveBatchRequest)*)user_api_key_auth)ProxyBaseLLMRequestProcessing)_read_request_body))get_custom_llm_provider_from_request_body)"_is_base64_encoded_unified_file_idget_models_from_unified_file_id)handle_exception_on_proxyis_known_model)LiteLLMBatchCreateRequestz/{provider}/v1/batchesbatch) dependenciestagsz /v1/batchesz/batchesrequestfastapi_responseprovideruser_api_key_dictcKddlm}m}m}m}m}i} t |d{} tjdjtj| dt| } | j||||||d d{\} } d} d } tjd ur| j!d d} t#| |} |xs| j%ddxsd}t'd'i| }|j!dd}d }|r t)|}tjd ur0| r.| ,|t+dddi|j,d'i|d{}n|r|rt/|}t1|dk7r't+dddjt1|i|d}||d <|t+dddi|j,d'i|d{}||_||j4d<ntj,d'd|i|d{}|j7| ||d{}t9j:|j=| j!dddt?|dixsi}|j!d dxsd}|j!d!dxsd}|j!d"dxsd}|j@jCtjD|||||t?|d#d| $|S77^77+77#tF$rZ}|jI||| %d{7tjJd&jtM|tO|d}~wwxYww)(a  Create large batches of API requests for asynchronous processing. This is the equivalent of POST https://api.openai.com/v1/batch Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch Example Curl ``` curl http://localhost:4000/v1/batches -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ "input_file_id": "file-abc123", "endpoint": "/v1/chat/completions", "completion_window": "24h" }' ``` rgeneral_settings llm_router proxy_configproxy_logging_objversionrNRequest received by LiteLLM: {}indentdata acreate_batchrr"rr&r%r$ route_typeFTmodel)r1r#custom_llm_provideropenai input_file_iderror9LLM Router not initialized. Ensure models added to proxy. status_codedetailizExpected 1 model, got {}unified_file_idr-rresponselitellm_call_idsuccessr?status_hidden_paramsmodel_id cache_keyapi_baseallowed_model_regionrrErFrGr& model_region request_dataroriginal_exceptionrKAlitellm.proxy.proxy_server.create_batch(): Exception occured - {})(litellm.proxy.proxy_serverr"r#r$r%r&rr debugformatjsondumpsr common_processing_pre_call_logiclitellm'enable_loadbalancing_on_batch_endpointsgetrpoprrrr.rlenr4rDpost_call_success_hookasyncio create_taskupdate_request_statusgetattrheadersupdateget_custom_headers Exceptionpost_call_failure_hook exceptionstrr)rrrrr"r#r$r%r&r-base_llm_response_processorlitellm_logging_obj router_modelis_router_modelr2_create_batch_datar4r<r>target_model_namesr1 hidden_paramsrErFrGes e/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/proxy/batches_endpoints/endpoints.py create_batchrp sLDx+'88"" . 5 5djjaj6P Q 'D&N#.NN-//%&O    '+   : :d B88GT2L,>*..E 6; @OO  ; ;t C(!# #!\6Z55K8JKKH  !@!Q %&!+# #!;!B!B 23"'q)E*/ w '!# #!\6Z55K8JKKH%2H "9HH # #$5 6$22$7;MH +AA):XB     3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' ) < <"3!#!$%68NPRS!  [9 LL2L  <  +66/ATX7    && O V VA  (** +sMK3K#A$K3K& B>K3K)A9K3K,5K37K/8K3K1CK3"M#K3&K3)K3,K3/K31K33 M<ML=MMMz&/{provider}/v1/batches/{batch_id:path}z/v1/batches/{batch_id:path}z/batches/{batch_id:path}zBatch ID to retrievezThe ID of the batch to retrieve)title descriptionbatch_idcKddlm}m}m}m}m} i} t |} tt| } t|} t| } | j|||| ||dd{\} }tjdus| r;|td d d i |jdi| d{}| |j d <n;|xst#|d{xsd}tjdd|i| d{}|j%| ||d{}t'j(|j+| j-dddt/|dixsi}|j-ddxsd}|j-ddxsd}|j-ddxsd}|j0j3tj4||||| t/|dd| |S7y7:777#t6$rZ}|j9||| d{7t;j<dj?tA|tC|d}~wwxYww)at Retrieves a batch. This is the equivalent of GET https://api.openai.com/v1/batches/{batch_id} Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/retrieve Example Curl ``` curl http://localhost:4000/v1/batches/batch_abc123 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" ``` rr!)rsr,aretrieve_batchr/NTr5r6r7r8unified_batch_idr'r3r2r=r?r@rArBrDrErFrGrHrIrLClitellm.proxy.proxy_server.retrieve_batch(): Exception occured - {}rO)"rPr"r#r$r%r&rrdictrrrUrVrWrrurDrr[r\r]r^rXr_r`rarbrcrdr rerRrfr)rrrrrsr"r#r$r%r&r-_retrieve_batch_requestrvrgrhr>r2rmrErFrGrns roretrieve_batchrzsJDT+"6# D12=hG&C&N#.NN-//%(O      : :d BFV!# #!\8Z77?$??H:JH # #$6 7B7SS %44$7;?H +AA):XB     3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' ) < <"3!#!$%68NPRS!  { &@ T  <  +66/ATX7    && Q X XA  (** +sIAG("G#AG($G%'G( G! "G(/G$0G( G& CG(IG(G(!G($G(&G(( I 1IH  =II  IlimitafterrlcKddlm}m}m} t j dj || |'tddtjjit|d{} |xs| jd d}|r1|jd d} |j| || d{} n<|xst|d{xsd } t!j| || d{} t#| dixsi}|jddxsd}|jddxsd}|jddxsd}|j$j't)j*||||| t#|dd| S7777#t,$r]}|j/||||dd{7t j0dj t3|t5|d}~wwxYww)aU Lists This is the equivalent of GET https://api.openai.com/v1/batches/ Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/list Example Curl ``` curl http://localhost:4000/v1/batches?limit=2 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" ``` r)r#r%r&z!GET /v1/batches after={} limit={}Nr5r6r8r'rl,)r1r|r{r3)r2r|r{rDrEr@rFrGrH)rrErFrGr&rJ)r|r{rLrw)rPr#r%r&r rQrRrCommonProxyErrors no_llm_routervaluerrXsplit alist_batchesrrVr_r`rarrbrcrdr6rfr)rrrr{r|rrlr#r%r&r-r1r>r2rmrErFrGrns ro list_batchesrOs*JRQBII%QVWX:+  !2!@!@!F!FG  (88/W488B  $$Z6<"  '' ) < <"3!#!$%68NPRS   M9T0  +66/ #(597   "" Q X XA  (** +s~0G;8F+F ,AF3F 4F F #F0F1BFG; F FFF G8G35F86=G33G88G;z-/{provider}/v1/batches/{batch_id:path}/cancelz"/v1/batches/{batch_id:path}/cancelz/batches/{batch_id:path}/cancelcKddlm}m}m}m}m} i} t |d{} tjdjtj| d|| |||| |d{} |xs| jd dxsd } tdd |i| } tjdd | i| d{} t!j"|j%| j'd d dt)| dixsi}|j'ddxsd }|j'ddxsd }|j'ddxsd }|j*j-t/j0||||| t)|dd | | S7e77#t2$rZ}|j5||| d{7tj6djt9|t;|d}~wwxYww)a Cancel a batch. This is the equivalent of POST https://api.openai.com/v1/batches/{batch_id}/cancel Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/cancel Example Curl ``` curl http://localhost:4000/v1/batches/batch_abc123/cancel -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -X POST ``` r)add_litellm_data_to_requestr"r$r%r&r'Nr(r)r*)r-rr"rr&r$r2r3rsr?r@rArBrDrErFrGrHrIrLrNrO)rPrr"r$r%r&rr rQrRrSrTrYr rV acancel_batchr\r]r^rXr_r`rarrbrcrdrerfr)rrsrrrrr"r$r%r&r-r2_cancel_batch_datar>rmrErFrGrns ro cancel_batchrs#JD<+'88"" . 5 5djjaj6P Q 1-/%     I!6= I 0JJTJ .. 3       3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' ) < <"3!#!$%68NPRS!  c9   >  +66/ATX7    && O V VA  (** +skG6FFAF2F 3AF8F9CFG6F FF G3G.0F31=G..G33G6)-r\typingrrrfastapirrrr r r rVlitellm._loggingr litellm.batches.mainr rlitellm.proxy._types$litellm.proxy.auth.user_api_key_authr'litellm.proxy.common_request_processingr-litellm.proxy.common_utils.http_parsing_utilsr0litellm.proxy.common_utils.openai_endpoint_utilsr1litellm.proxy.openai_files_endpoints.common_utilsrrlitellm.proxy.utilsrrlitellm.types.llms.openairrouterpostrfUserAPIKeyAuthrprXrzintrrrOrors''NN1I"BQLJ? +,-   +,-   +,-  #(/0A(B X+ X+X+smX+& X+   X+v,+,-   !+,-   +,-  )00A(B"$2S s+ s+s+&s+sm s+  s+   s+l+,-   +,-   +,-  #(/0A(B(,S+ S+S+smS+ C= S+ C= S+ & S+! S+   S+l3+,-   (+,-   %+,-  #(/0A(B [+ [+[+[+sm [+ & [+   [+r