
    h~                     B    d dl mZmZ d dlmZ d dlmZ  G d de      Zy)    )OptionalTuple)OpenAIGPTConfigget_secret_strc            	           e Zd ZdZdZedee   fd       Ze	ddee   dee   fd       Z
e	ddee   dee   fd	       Zdee   dee   deee   ee   f   fd
ZdedefdZy)NscaleConfigz
    Reference: Nscale is OpenAI compatible.
    API Key: NSCALE_API_KEY
    Default API Base: https://inference.api.nscale.com/v1
    z#https://inference.api.nscale.com/v1returnc                      y)Nnscale )selfs    c/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/llms/nscale/chat/transformation.pycustom_llm_providerz NscaleConfig.custom_llm_provider   s        Napi_keyc                      | xs t        d      S )NNSCALE_API_KEYr   )r   s    r   get_api_keyzNscaleConfig.get_api_key   s    :.)9::r   api_basec                 D    | xs t        d      xs t        j                  S )NNSCALE_API_BASE)r   r	   API_BASE_URL)r   s    r   get_api_basezNscaleConfig.get_api_base   s"     V'89V\=V=V	
r   c                 ^    t         j                  |      }t         j                  |      }||fS N)r	   r   r   )r   r   r   resolved_api_baseresolved_api_keys        r   $_get_openai_compatible_provider_infoz1NscaleConfig._get_openai_compatible_provider_info   s2     )55h?'33G< "222r   modelc                 
    g dS )N)
max_tokensntemperaturetop_pstreamlogprobstop_logprobsfrequency_penaltypresence_penaltyresponse_formatstop
logit_biasr   )r   r    s     r   get_supported_openai_paramsz(NscaleConfig.get_supported_openai_params&   s    
 	
r   r   )__name__
__module____qualname____doc__r   propertyr   strr   staticmethodr   r   r   r   listr.   r   r   r   r	   r	      s     9LXc]   ;Xc] ;hsm ; ; 
x} 
 
 

3 3083	x}hsm+	,3
 
 
r   r	   N)typingr   r   +litellm.llms.openai.chat.gpt_transformationr   litellm.secret_managers.mainr   r	   r   r   r   <module>r:      s    " G 7-
? -
r   