h%ddlZddlmZddlmZmZmZmZmZm Z m Z m Z ddl m Z ddlmZddlZddlZddlmZddlmZmZddlmZdd lmZmZmZmZdd lmZdd l mZ!dd l"mZ#dd l$m%Z&dd l'mZ(dd l)mZ*dd l+mZ,dd l-mZ.dd l/m0Z1dd l/mZ2dd l3mZ4dd l5m6Z6ddl7m8Z9dd l7mZ:ddl7m;Z<dd l=m%Z>ddl?m@Z@ddlAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZIddlJmKZKmLZLddlMmNZNmOZOmPZPmQZQmRZRmSZSmTZTddlUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_erddl`maZbneZb dXdecdecdeecdeeWdeecdee ececff dZd dYdeedefdefdeecd eeed!eefd"eefd#eefd$eefdeeWdeecd%eefd&eeTd'eeKd(eNd)ecde ececff"d*ZdZd+egfd,Zhd-edeifd.Zj d[deeed eeedeeefd/Zk d\deeed+eed0eeed1eeid eeed2eeedeeefd3Zlee4deedeifd5Zmd+edeeTfd6Znd7Zod(eeNd+edeeNfd8Zpdddgdddddddddddddddddfdeeed9ed:eecd(eeNd;eeedeegd1eeid0eeed?eeSd@eeed2eeedAeebdecf"dBZqdCe egefdeecfdDZr d]dEe eZeXeYe]e\eBeLeIeOeDe f deed eeed(edFd>egdGeeid0eeed1eeidHeed?eeSd@eeed2eeedAeebdecfdIZs d[deed eeedJeeKde ececffdKZtdeed eeedLecde ececffdMZu d^deed eeedeegdecfdNZv d[dOeTdeed eeede ececffdPZwGdQdRZxGdSdTexZydUeEdVeTd eed@eedecf dWZzy)_N) lru_cache) TYPE_CHECKINGAnyListLiteralOptionalTupleUnioncast)Response) BaseModel)verbose_logger)DEFAULT_MAX_LRU_CACHE_SIZE&DEFAULT_REPLICATE_GPU_PRICE_PER_SECOND)StandardBuiltInToolCostTracking)CostCalculatorUtils_generic_cost_per_charactergeneric_cost_per_tokenselect_cost_metric_for_model)cost_per_tokencost_calculator)cost_per_second)get_model_params_and_category)cost_per_character) cost_router)ResponseAPILoggingUtils)HttpxBinaryResponseContentImageGenerationRequestQualityOpenAIModerationResponseOpenAIRealtimeStreamList&OpenAIRealtimeStreamResponseBaseObject!OpenAIRealtimeStreamSessionEventsResponseAPIUsageResponsesAPIResponse)RerankBilledUnitsRerankResponse)CallTypesLiteral"LiteLLMRealtimeStreamLoggingObject LlmProvidersLlmProvidersSet ModelInfoStandardBuiltInToolsParamsUsage) CallTypes CostPerTokenEmbeddingResponse ImageResponse ModelResponseProviderConfigManagerTextCompletionResponseTranscriptionResponse_cached_get_model_info_helper token_counter)Logging prompt_tokenscompletion_tokensresponse_time_mscustom_cost_per_tokencustom_cost_per_secondreturncV||y||d|z}|d|z}||fS| ||zdz }d|fSy)zFInternal helper function for calculating cost, if custom pricing givenNinput_cost_per_tokenoutput_cost_per_tokenr)r;r<r=r>r? input_cost output_costs S/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/cost_calculator.py%_cost_per_token_custom_pricing_helperrIlsh$)?)G(*+AB]R +,CDGXX ;&&  +,/??$F +~ modelcustom_llm_providerprompt_characterscompletion_characterscache_creation_input_tokenscache_read_input_tokensnumber_of_queries usage_objectrerank_billed_units call_type!audio_transcription_file_durationc D| td| | }nt||||z|| }t|||| | }| |d|dfSd}d}tj}|}||dz|z}|,|d|d|}||vr|}ntj |\}}}}|}|j dd}t|dkDr|d}n|} ||vr|}n ||vr|}n||vr|}|d k(s|d k(rtj|| }t|}d }d }|d k(r^|tdj||||t|||ddd\}} || tdj|| |||||}| }||fS|dk(rt|||\}}||fS|dk(s|dk(rt|||S|dk(s+|dk(s&|tj k(s|tj"k(rt%|||S|dk(s|dk(rt'|||S|dk(r7t)|||}!|!d k(rt+|||||S|!dk(rt-|||Sy|d k(r t/||!S|d"k(r t1||!S|d#k(r t3||!S|d$k(r t5||!S|d%k(r t7||!S|d&k(rt9|||'S|d(k(r t;||!S|d)k(r t=||!S|d*k(r t?||!StA|| }"|"d+dkDr |"d+|z}nG|"jCd,d5|3tEjFd-||"jCd,d||"d,|zd.z }|"d/dkDr |"d/|z}nG|"jCd0d5|3tEjFd1||"jCd0d||"d0|zd.z }tEjFd2|||||fS)3ar Calculates the cost per token for a given model, prompt tokens, and completion tokens. Parameters: model (str): The name of the model to use. Default is "" prompt_tokens (int): The number of tokens in the prompt. completion_tokens (int): The number of tokens in the completion. response_time (float): The amount of time, in milliseconds, it took the call to complete. prompt_characters (float): The number of characters in the prompt. Used for vertex ai cost calculation. completion_characters (float): The number of characters in the completion response. Used for vertex ai cost calculation. custom_llm_provider (str): The llm provider to whom the call was made (see init.py for full list) custom_cost_per_token: Optional[CostPerToken]: the cost per input + output token for the llm api call. custom_cost_per_second: Optional[float]: the cost per second for the llm api call. call_type: Optional[str]: the call type Returns: tuple: A tuple containing the cost in USD dollars for prompt tokens and completion tokens, respectively. Nz"Invalid arg. Model cannot be none.)r;r< total_tokensrPrQ)r;r<r=r?r>r/rLspeechaspeechrLrMr:rzvprompt_characters must be provided for tts calls. prompt_characters={}, model={}, custom_llm_provider={}, call_type={})rLrMrNrOcustom_prompt_costcustom_completion_costzcost for tts call is None. prompt_cost={}, completion_cost={}, model={}, custom_llm_provider={}, prompt_characters={}, completion_characters={}rrLusagerMarerankrerank)rLrM billed_unitsaretrieve_batchretrieve_batch)rbrLrMatranscription transcriptionrLrMduration vertex_ai)rLrMrU)rLrMrNrOrb)rLrMrb anthropic)rLrbbedrockopenai databricks fireworks_aiazure)rLrbr=geminideepseek perplexityrBinput_cost_per_secondz;For model=%s - input_cost_per_second: %s; response time: %srDrCoutput_cost_per_secondzr?rRrSrTrUrV usage_block response_costprompt_tokens_cost_usd_dollar!completion_tokens_cost_usd_dollarmodel_cost_refmodel_with_providermodel_with_provider_and_region_model_without_prefix model_partsspeech_model_info cost_metric prompt_costcompletion_cost _prompt_cost_completion_costr model_infos# rHrrsX }<==" '/&)::(C$;  :#+)53 M Qq!111,-!/0%''N&1C7%?  "&'q Qug> +/.@&D#'.'?'?e'L$ 1 ++c1%K ;!*1~$ ~-# . .$H Y 6#22&  347GG$N .  z  ) -  -.OOOrJcompletion_responsect}|dk(rH|jdtj}t|dtj}||z }||zdz S)Nr:createdendedrD)rrtimegetattr)r total_time!a100_80gb_price_per_second_public start_timeend_times rH get_replicate_completion_pricingrsZ)O%S(,,Y D .E * ,z 9D @@rJobjct|dS)N_hidden_params)hasattr)rs rHhas_hidden_paramsrs 3( ))rJc||S|y tj|\}}}}|S#t$r+}tjdt |Yd}~yd}~wwxYw)Nr[zblitellm.cost_calculator.py::_get_provider_for_cost_calc() - Error inferring custom_llm_provider - )ryr{rxrrstr)rLrMres rH_get_provider_for_cost_calcrsv&"" }'.'?'?e'L$ 1  pqtuvqwpx y  s& A!AA base_modelcustom_pricingrouter_model_idc*d}d}t||}d}|@t|trt|dd}n"t|tr|j dd}t|dd} |dur||t jvr|}n|}||}|7| 5| j dd#t| ddkDr| j d|}| $| j dd| j dd}|||}|||}|"| t|s| |d|d|}|S|d|}|S) z 1. If custom pricing is true, return received model name 2. If base_model is set (e.g. for azure models), return that 3. If completion response has model set return that 4. Check if model is passed in return that Nr^rLrTrrrZ) r isinstancer rdictrryrzr}"_model_contains_known_llm_provider) rLrrrrMr return_modelrcompletion_response_model hidden_paramss rH _select_model_name_for_cost_calcrs#'L!%K5)<04& )9 5(/0CWd(S % +T 2(;(?(?(N %$+,?AQSW$XM  &?g>P>P+P*L L!  (]-F   gt , 8M'*+a/(,,WeBL rJ)maxsizec:|jdd}|tvS)z: Check if the model contains a known llm provider rZr)r|r+)rL_provider_prefixs rHrrs# {{3'*  ..rJc Jtttttt ft |tr|jdnt|ddd}|yt |tr|S|Jt |tst |tr*tj|rtj|St |tr tdi|St |t rtdi|jStjdt|d|y)NrbrcyNrE)xs rHz#_get_usage_object.. strJzUnknown usage object type: z , usage_obj: rE)r r r.r$rr rrrr_is_response_api_usage+_transform_response_api_usage_to_chat_usage model_dumprrtype)r usage_objs rH_get_usage_objectrs  e%tY67-t4 # #G ,D,e^DWM I)U#  4 (JyBR,S # : :9 E&RR    It $!y!! Iy ).y++-..)$y/):- { S rJcZt|tjxst|tS)z3Returns True if the usage obj is a known Usage type)rryr.r$rs rH_is_known_usage_objectsr$s' i / :#4rJc||S|yt|tryt|tryt|tryt|tryt|t ryt|t ryt|try|S)N completion embeddingrir\rdimage_generationtext_completion)rr3r1r6rr'r2r5)rUrs rH_infer_call_typer+s"%}5 '): ; ')> ? ')C D ' 8 ' 7! ')? @ rJmessagesrsizequalitynoptional_paramsstandard_built_in_tools_paramslitellm_model_namelitellm_logging_objc  t||xsd}|dk(s|dk(r'|%t|trt|dk(r|dk(rd}d}d}d}d}d}d}d}t | }d}t |||||| }|g}||j |t|D]\} } tjd ||#t|tst|trt|tr|jd i}!n t|d i}!t|!tr:t|! s.t|d t!j"dJi|!j%|!i}"n#t|!tr|!j%}"n|!}"t'j(|"r#t'j*|"j%}"|"jdd}|"jdd}|"jdd}|"jdd}d|"vr1|"dik7r)|"dr$|"jdi}#|#jdd}t|dd}t|dd}$|$|$jd|xsd}|$jd|}|$jdijdd} |$jdijdd} |$jdijdd} nW|t-d|d |t|dkDrt/||!}nt|dkDr t/||"}t/||"}|t-d|d || t!j0|#\}}}%}%t7j8|r|d%k(r t|t:rt=||&cS|d'k(r,t|t:rt?|| ||(cStAd)|t jBjDjFk(rdd*l$m%}'|'||&cStM|| || | |+cS|tNjPjFk(s|tNjRjFk(r"t jTjW|,}n|tNjXjFk(s|tNjZjFk(rt|d-d}nV|tNj\jFk(s|tNj^jFk(r~|t|t`r|jb}(|(|(jd.ixsi})ni})te|)jd/|)jd01}|)jd/xsd}*|*}n|tNjfjFk(rJt|thr:||t-d2j5||tk|jl|||3cS|tNjnjFk(rdd4l8m9}+|+ju|5cSd6|vs d7|vs|d7k(rtw|tO|8}n6|t jxvsd9|vr |t jzvrt}||cS|t-d|d |||d%k(rt|dkDrCt jTjd:|id;},t jTjW|,,}|Pt|tr@t jTj|<}-t jTjW|-,}tdJid=|d|d|d|d>|d|d?| d@| dA|dB|d|d|dC|dDtt|dE|dF|\}.}/|.|/z}0|0tj|||||Gz }0|0cSt3dIj5|#t2$r8}&tjd$j5t|&Yd}&~&d}&~&wwxYw#t2$rL}&tjdHj5|t|&| t|dz k(r|&Yd}&~&d}&~&wwxYw#t2$r}&|&d}&~&wwxYw)Ka Calculate the cost of a given completion call fot GPT-3.5-turbo, llama2, any litellm supported llm. Parameters: completion_response (litellm.ModelResponses): [Required] The response received from a LiteLLM completion request. [OPTIONAL PARAMS] model (str): Optional. The name of the language model used in the completion calls prompt (str): Optional. The input prompt passed to the llm completion (str): Optional. The output completion text from the llm total_time (float, int): Optional. (Only used for Replicate LLMs) The total time used for the request in seconds custom_cost_per_token: Optional[CostPerToken]: the cost per input + output token for the llm api call. custom_cost_per_second: Optional[float]: the cost per second for the llm api call. Returns: float: The cost in USD dollars for the completion based on the provided parameters. Exceptions: Raises exception if model not in the litellm model cost map. Register model, via custom pricing or PR - https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json Note: - If completion_response is provided, the function extracts token information and the model name from it. - If completion_response is not provided, the function calculates token counts based on the model and input text. - The cost is calculated based on the model, prompt tokens, and completion tokens. - For certain models containing "togethercomputer" in the name, prices are based on the model size. - For un-mapped Replicate models, the cost is calculated based on the total time used for the request. raimage_generationrNrrrzdall-e-2r:)r)rLrrMrrrz*selected model name for cost calculation: rbrr;r<rPrQprompt_tokens_details cached_tokens _response_msrrMrrr 1024-x-1024rstandardrrYz[Model is None and does not exist in passed completion_response. Passed completion_response=z, model=)rLr)rLtextr[zXlitellm.cost_calculator.py::completion_cost() - Error inferring custom_llm_provider - {}rl)rLimage_responsern)rLrrrzTcompletion_response must be of type ImageResponse for bedrock image cost calculationr)rLrrMrrr)rrkre search_unitsrX)rrXzusage object and custom_llm_provider must be provided for realtime stream cost calculation. Got cost_per_token_usage_object={}, custom_llm_provider={})resultscombined_usage_objectrMr)MCPCostCalculator)rtogethercomputer together_ai)rU replicater)datarU) response_objrLr=r?r>rNrOrSrUrVrT)rLresponse_objectrbrrMzXlitellm.cost_calculator.py::completion_cost() - Error calculating cost for model={} - {}z?Unable to calculat cost for received potential model names - {}rE)Grrrr}rrappend enumeraterrr rrrrsetattrryr.rrrrrr8r{rxrr_call_type_has_image_responser2vertex_ai_image_cost_calculatorbedrock_image_cost_calculator TypeErrorr*RECRAFTvalue$litellm.llms.recraft.cost_calculatorrdefault_image_cost_calculatorr/r\r]utils_count_charactersrhrirdrcr'metar& arealtimer)'handle_realtime_stream_cost_calculationr call_mcp_tool6litellm.proxy._experimental.mcp_server.cost_calculatorrcalculate_mcp_tool_call_costrreplicate_modelsrzrget_formatted_promptr3get_response_stringrr r(rget_cost_for_built_in_tools)1rrLpromptrrrrUrMrrrrr>r?rrrrrrrr;rNr<rOrPrQrVcost_per_token_usage_objectrTselected_modelpotential_model_namesidxr_usagerrrrrecraft_image_cost_calculatormeta_objrerr prompt_stringcompletion_stringrr _final_costs1 rHrrFs lD$Y0CDT - ->P1P!5#&E a#w.E +//359#1536)7H 38 #<@9 3 3)!+  "0 0   ! ( ( /#$9:JCW $$@H'22I>!"5t<!"5t</33GR@"%,,?"$M !)Y7@W"+A /##MMCI,@,@,BC !(!##Iy9!*!5!5!7!*.EEfM!8!d!d""$*, %+JJ$BM(. 3F(J%28**5q3//5jj9RTU.V+/69"#:;rA"#:;06 ;RTV0W-2G2K2K+Q3/"))A-A>- A;8A>:A;;A>> BB  Brkct|||S)Nrj)rrjs rHtranscription_costr-Os ")&?r/ARS!)z5;;s+;B+?*@A187)1+,->T( !%I"+ .,O"  &G,>,>">**62I ":?:K L   + ,v 5 = AArJrbctj||\}}}}tjd|| tj||}|sy|j d}|j d}|j d}|j d}d } d } |r|j|z} n|r|j|zd z } |r|j|z} | | fS|r|j|zd z } | | fS#t $rd}YwxYw) z+ Calculate the cost of a batch job r^zBCalculating batch cost per token. model=%s, custom_llm_provider=%sN)r:r:input_cost_per_token_batchesrBoutput_cost_per_token_batchesrCr:) ryr{rrr~rxrr;r<) rbrLrMrrrCrBrDrCtotal_prompt_costtotal_completion_costs rHrrsD$+#;#;)<$ AAqL  *1*@*@-@+ #->>2P#Q %>>*@A$.NN3R$S!&NN+BC#!//2NN    #7 81 < % % 7 7:W W 3 33   # #'< = A  3 333  sC** C87C8c,eZdZedeedefdZy)BaseTokenUsageProcessor usage_objectsr@c"ddlm}m}m}|}|D]w}t |D]}|j drt t||r+t||d}t||d}|Ht|ttfs_t|ttfsvt||||zt|dr|jrt|dr |js ||_ |jjD]}t|j|s|j dr,t t|j|rLt|j|dxsd}t|j|dxsd}|t|ttfst|j|||zt|ds|jst|dr |js ||_t |jD]}|j drt t|j|r5t|j|d}t|j|d}|ft|j|||zz|S)zs Combine multiple Usage objects into a single Usage object, checking model keys for nested values. r)CompletionTokensDetailsPromptTokensDetailsWrapperr.rrcompletion_tokens_details)litellm.types.utilsrLrMr.dirr4callablerrr3rrrr model_fieldsrN) rJrLrMr.combinedrbattr current_valnew_vals rHcombine_usage_objectsz-BaseTokenUsageProcessor.combine_usage_objectssM   7#EE s+HWUD=Q4R")(D!" > $ +g 5E&:;33 *EF#==9P9RH6  ? ?@D??3/ ? ?F9'.$>>a' #*%*I*I4QR"S".# ( B B $ +g 5Ae#BrJN)__name__ __module__ __qualname__ staticmethodrr.rWrErJrHrIrIs*NT%[NUNNrJrIcdeZdZededeefdZededefdZededede fdZ y)RealtimeAPITokenUsageProcessorrr@cttt|Dcgc] }|ddk(s |c}}g}|D];}tj|dj di}|j |=|Scc}w)z< Collect usage from realtime stream results rz response.doneresponserb)r rr"rrrr)rresultresponse_done_eventsrJrSs rH*collect_usage_from_realtime_stream_resultszIRealtimeAPITokenUsageProcessor.collect_usage_from_realtime_stream_results4sNR 7 8") OVF^-NV ON &( *F'SS:&**7B7    . + Ps A3 A3 cZtj|}tj|}|S)zH Collect and combine usage from realtime stream results )r]rbrW)rcollected_usage_objectsrs rH6collect_and_combine_usage_from_realtime_stream_resultszURealtimeAPITokenUsageProcessor.collect_and_combine_usage_from_realtime_stream_resultsIs8 + U U  !? T T #! %$rJrbct||S)Nrbr)r)rgs rHcreate_logging_realtime_objectz=RealtimeAPITokenUsageProcessor.create_logging_realtime_objectZs2  rJN) rXrYrZr[r!rr.rbrer)rhrErJrHr]r]3sx) e(%)% %%   7 +  rJr]rrc6d}g}|D]?}|ddk(s tt|djdd}|j|A|j|d}d}|D]"} | t | ||\} } || z }|| z }n||z} | S#t $rY7wxYw)z Handles the cost calculation for realtime stream responses. Pick the 'response.done' events. Calculate total cost across all 'response.done' events. Args: results: A list of OpenAIRealtimeStreamBaseObject objects Nrzsession.createdsessionrLr:ra)r r#rrrrx) rrrMrreceived_modelrr`rBrC model_name_input_cost_per_token_output_cost_per_token total_costs rHrrdsN &>. .!"CVLc'4   " ( ( 8   !34+  !rs RRR" XYSU<   C    (+48.2 uo $L1  %UO eE5L!"0(+)-'++/12-.48.2'+$(7;"./21MP MPMPMPuo MP "# MP }MP$C=MP"*#MP&c]MP$L1MP%UOMP" }#MP&5/'MP*""34+MP. /MP0(-1MP2 5%<3MP` A$ A*3*4* *. C=!#c],!%%))-%) ? C=?!#? ?TN ? "# ? c] ?c]?D -./c/d///   e_ F()@C 8 "%,0!48.2&*%) $KO(,%):>1z C=z z  z()z 3-zc]z}z $L1!z"%UO#z$d^%z&TN'z( )z*%--G$H+z,! -z.c]/z0""671z2 3zz y) e_n!% $%)KO(,%):>UO"*   O O"#O  !ODEOF~GOH IOJTNKOL MON%--G$HOOP! QORc]SOT""67UOV WOj15# #!##,-# 5%< #L %-c]>C 5%<*.!'&* SB SB!#SBc]SB} SB 3- SB d^ SB SBr*.04 04 04"#04 5%< 04fPPf. %<. b+ %+ ++ +  +rJ