g%FddlZddlmZddlmZddlmZGddeZy)N)Optional) DualCache) CustomLoggerceZdZUdZeed<dZeed<dZeed<de de fdZ d Z d Z d Zd Zd Zde defdZdede fdZdede fdZy)LeastBusyLoggingHandlerF test_flagrlogged_successlogged_failure router_cache model_listc.||_i|_||_y)N)r mapping_deployment_to_idr )selfr r s W/var/www/openai/venv/lib/python3.12/site-packages/litellm/router_strategy/least_busy.py__init__z LeastBusyLoggingHandler.__init__s(.0%$c |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |xsi}|j|d d z||<|jj || y#t$rYywxYw) zX Log when a model is being used. Caching based on model group. litellm_paramsmetadataN model_group model_infoid_request_countkeyrrvalue)get isinstanceintstrr get_cache set_cache Exception)rmodelmessageskwargsrrrequest_count_api_keyrequest_count_dicts rlog_pre_api_callz(LeastBusyLoggingHandler.log_pre_api_calls   &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%%%//4I/JPb#*<)?)?A)F)J"2&!!++-5G,   sCACA5C CCc  |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |xsi}|j|d} | y| d z ||<|jj || |jr|xjd z c_yy#t$rYywxYw Nrrrrrrrrrr) rr r!r"r r#r$rr r% rr( response_obj start_timeend_timerrr)r*request_count_values rlog_success_eventz)LeastBusyLoggingHandler.log_success_event:s9 &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%%%//4I/JPb#6H5K5KBPQ5R#&.)>''1,'"   %C6AC6AC6.AC66 DDc  |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |xsi}|j|d} | y| d z ||<|jj || |jr|xjd z c_yy#t$rYywxYwr-) rr r!r"r r#r$rr r%r.s rlog_failure_eventz)LeastBusyLoggingHandler.log_failure_event\s9 &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%%%//4I/JPb#6H5K5KBPQ5R#&.)>''1,'"   r4c:K |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |d{xsi}|j|d} | y| d z ||<|jj || d{|jr|xjd z c_yy7m7)#t$rYywxYwwr-) rr r!r"r async_get_cacheasync_set_cacherr r%r.s rasync_log_success_eventz/LeastBusyLoggingHandler.async_log_success_event}sZ &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%++;;@U;VV#6H5K5KBPQ5R#&.)>''1,'"W   oDD DAD D?D DD 7D8(D D !%D DD D DDDDc:K |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |d{xsi}|j|d} | y| d z ||<|jj || d{|jr|xjd z c_yy7m7)#t$rYywxYwwr-) rr r!r"r r8r9rr r%r.s rasync_log_failure_eventz/LeastBusyLoggingHandler.async_log_failure_eventsZ &'++J7?$%56zBFF!4 ,-11,CGGdS&"*C(RB+6-~(F%++;;@U;VV#6H5K5KBPQ5R#&.)>''1,'"W   r;healthy_deploymentsall_deploymentsc&|D]}|dd|vsd||dd<td}d}|jD]\}}||ks |}|}|-|D]}|dd|k(s|cStj|}|Stj|}|S)zE Helper to get deployments using least busy strategy rrrinfN)floatitemsrandomchoice) rr>r?d min_trafficmin_deploymentkvms r_get_available_deploymentsz2LeastBusyLoggingHandler._get_available_deploymentss%At$O;9:, 56% El #))+DAq; !",  %(\?4(N:H)$]]+>?N$]]+>?Nrrcr|d}|jj|xsi}|j||S)zJ Sync helper to get deployments using least busy strategy rrr>r?)r r#rLrrr>r)r?s rget_available_deploymentsz1LeastBusyLoggingHandler.get_available_deploymentssO$/-~ >++55:O5PVTV.. 3+/  rcK|d}|jj|d{xsi}|j||S7w)zK Async helper to get deployments using least busy strategy rrNrN)r r8rLrOs rasync_get_available_deploymentsz7LeastBusyLoggingHandler.async_get_available_deploymentssa $/-~ >##338M3N N TRT .. 3+/   Os%AAAN)__name__ __module__ __qualname__rbool__annotations__r r!r rlistrr+r3r6r:r=dictrLr"rPrRrrrrsItNCNC%Y%D% @ DB!F D!<    "      59  rr)rDtypingrlitellm.caching.cachingr"litellm.integrations.custom_loggerrrrZrrr^s!-;l ll r