hddlmZmZddlmZmZmZmZmZm Z m Z ddl Z ddl m Z mZmZddlmZddlmZer ddlmZeZneZGd d eZy) )ABCabstractmethod) TYPE_CHECKINGAnyDictListOptionalTupleUnionN)OptionalRerankParamsRerankBilledUnitsRerankResponse) ModelInfoBaseLLMException)LoggingceZdZe d$dededeedefdZededededefdZ ediiifded e jd e d e deed ed edede fdZedeededefdZededefdZe d%dededededeeeeeeffdeedeedeeedeedeedeedefdZdededeee j2fdefd Z d&dedeed!eed"eedeeeff d#Z y)'BaseRerankConfigNheadersmodelapi_keyreturncyN)selfrrrs g/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/llms/base_llm/rerank/transformation.pyvalidate_environmentz%BaseRerankConfig.validate_environments optional_rerank_paramsciSrr)rrr!rs rtransform_rerank_requestz)BaseRerankConfig.transform_rerank_requests  r raw_responsemodel_response logging_obj request_dataoptional_paramslitellm_paramsc |Srr) rrr$r%r&rr'r(r)s rtransform_rerank_responsez*BaseRerankConfig.transform_rerank_response&s r api_basec|xsdS)z{ OPTIONAL Get the complete url for the request Some providers need `model` in `api_base` r)rr,rs rget_complete_urlz!BaseRerankConfig.get_complete_url4s~2r cyrr)rrs r"get_supported_cohere_rerank_paramsz3BaseRerankConfig.get_supported_cohere_rerank_params?s r non_default_params drop_paramsquery documentscustom_llm_providertop_n rank_fieldsreturn_documentsmax_chunks_per_docmax_tokens_per_docc yrr) rr2rr3r4r5r6r7r8r9r:r;s rmap_cohere_rerank_paramsz)BaseRerankConfig.map_cohere_rerank_paramsCs r error_message status_codect|||)N)r?messagerr)rr>r?rs rget_error_classz BaseRerankConfig.get_error_classTs#!  r billed_units model_infoc^| d|vs|d|y|jd}|y|d|z}|dfS)a% Calculates the cost per query for a given rerank model. Input: - model: str, the model name without provider prefix - custom_llm_provider: str, the provider used for the model. If provided, used to check if the litellm model info is for that provider. - num_queries: int, the number of queries to calculate the cost for - model_info: ModelInfo, the model info for the given model Returns: Tuple[float, float] - prompt_cost_in_usd, completion_cost_in_usd input_cost_per_query)rG search_unitsrG)get)rrr6rCrDrH prompt_costs rcalculate_rerank_costz&BaseRerankConfig.calculate_rerank_cost]s[*  %Z7019##''7   !78<G Cr r)NNNTNN)NNN)!__name__ __module__ __qualname__rdictstrr rr r#httpxResponserLiteLLMLoggingObjr+r/listr1boolrr rrintr=HeadersrrBr rr floatrKrr rrrs "&    #     !5   "& "!  nn '  '  #       #ss    .2#+/+/,0,0        c4S>123  &c] } d3i( #4. %SM %SM       /2 =B4CV=W  .248*. # # &c]# 01 # Y' # ue|  # r r)abcrrtypingrrrrr r r rQlitellm.types.rerankr r rlitellm.types.utilsrchat.transformationr*litellm.litellm_core_utils.litellm_loggingr_LiteLLMLoggingObjrSrrr rr`s@#III XX)2X*m sm r