hddlZddlZddlmZddlmZddlmZddlm Z m Z ddl m Z m Z GddejZGd d eZGd d Zy) N)Optional) BaseModel) print_verbose) DualCache RedisCache)DEFAULT_IN_MEMORY_TTLDEFAULT_POLLING_INTERVALceZdZdZeZy)SchedulerCacheKeyszscheduler:queueN)__name__ __module__ __qualname__queuerdefault_in_memory_ttlM/var/www/Befach/backend/env/lib/python3.12/site-packages/litellm/scheduler.pyr r s Err c,eZdZUeed<eed<eed<y)FlowItempriority request_id model_nameN)r r rint__annotations__strrrrrrsMOOrrceZdZUeed< ddeedeefdZde fdZ de d e d e d e fd Zde d e d e d e fd ZdZd e d e fdZde d e d dfdZy) SchedulercacheNpolling_interval redis_cachecg|_d}|tjj}t |||_|xst |_y)z_ polling_interval: float or null - frequency of polling queue. Default is 3ms. N)r r)rr rvaluerrr r)selfrr rs r__init__zScheduler.__init__sN 15  "$6$L$L$R$R !#;P    8 8 rrequestcK|j|jd{}tj||j|j f|j ||jd{y7V7w)Nr)rr) get_queuerheapqheappushrr save_queue)r#r%rs r add_requestzScheduler.add_request0sknn0B0BnCC uw//1C1CDEooEg6H6HoIII D Js" A=A9AA=3A;4A=;A=idrhealth_deploymentsreturncHK|j|d{}|stdj|tdt |t |dk(rAtd|d||dd|k(r$t j |td |y y y 7w) a/ Return if request can be processed. Returns: - True: * If healthy deployments are available * OR If request at the top of queue - False: * If no healthy deployments available * AND request not at the top of queue r'N-Incorrectly setup. Queue is invalid. Queue={}zlen(health_deployments): rzqueue: z , seeking id=z Popped id: TF)r( Exceptionformatrlenr)heappopr#r-rr.rs rpollzScheduler.poll:snn n;;?FFuM  1#6H2I1JKL ! "a ' GE7-t< =Qx{b  e$ B401- Return a queue for that specific model group N{}:{})key)rr4r rr"async_get_cache isinstancelist)r#r _cache_keyresponses rr(zScheduler.get_queuets| :: ! (:(@(@(F(F SJ!ZZ77J7GGHz(D'A Hd+zz HsABB7BrcK|jOdjtjj|}|jj ||d{y7w)z; Save the updated queue of the model group Nr>)r?r")rr4r rr"async_set_cache)r#rrrCs rr+zScheduler.save_queuesU :: ! (:(@(@(F(F SJ**,,5,I I I JsAA!AA!)NN)r r rrrrfloatrr$rr,rrBboolr8r:r<r(r+rrrrrs -1,0 "5/ j) (JJ"S"c"t"PT"HSctPT$ # $ drr)enumr)typingrpydanticrlitellmrlitellm.caching.cachingrrlitellm.constantsrr Enumr rrrrrrPsB !9My oor