gJ-ddlZddlmZmZddlmZmZmZmZddlZddl m Z ddl m Z ddl mZddlmZdd lmZdd lmZmZerdd lmZdd lmZeZeZneZeZGd deZy)N)datetime timedelta) TYPE_CHECKINGAnyOptionalUnion)verbose_logger)UserAPIKeyAuth) CustomLogger DataDogLogger)PrometheusServicesLogger)ServiceLoggerPayload ServiceTypes)Span OpenTelemetryceZdZdZddeddfdZ ddededed e e d e e e efd e e ee ff d Z deded edefdZ ddededed e e d e e e efd e e e efde efdZdZdZdZ ddeded e eefded e e d e e e efd e e ee fde efdZdededeffd ZdZxZS)ServiceLoggingzb Separate class used for monitoring health of litellm-adjacent services (redis/postgres). mock_testingreturnNc||_d|_d|_d|_d|_dt j vrt|_yy)Nrprometheus_system) rmock_testing_sync_success_hookmock_testing_async_success_hookmock_testing_sync_failure_hookmock_testing_async_failure_hooklitellmservice_callbackrprometheusServicesLogger)selfrs L/var/www/openai/venv/lib/python3.12/site-packages/litellm/_service_logger.py__init__zServiceLogging.__init__sH(./+/0,./+/0, '":": :,D,FD ) ;serviceduration call_typeparent_otel_span start_timeend_timec |jr|xjdz c_ tj}|j r'|j |j ||||||y|j|j ||||||y#t$r-tj|j ||||||YywxYw)z] Handles both sync and async monitoring by checking for existing event loop. r )r&r'r(r)r*r+N) rrasyncioget_event_loop is_running create_taskasync_service_success_hookrun_until_complete RuntimeErrorrun)r"r&r'r(r)r*r+loops r#service_success_hookz#ServiceLogging.service_success_hook(s     / /1 4 /' ))+D   33 '!)"+)9#-!) 4 ''33 '!)"+)9#-!) 4   KK//#%'%5)% 0  sA B.&B3C  C errorcH|jr|xjdz c_yy)zo [TODO] Not implemented for sync calls yet. V0 is focused on async monitoring (used by proxy). r N)rr)r"r&r'r7r(s r#service_failure_hookz#ServiceLogging.service_failure_hookas#     / /1 4 / r%event_metadatacKddlm}|jr|xjdz c_t dd|||} t j D]} | dk(r=|jd{|jj| d{F| d k(st| trA|jd{|jj| |||| d{| d k(s t| |sdd lm} |j!d{|| t| |s|j"j| |||| d{ y7777z7K7w) zJ - For counting if the redis, postgres call is successful rrr FNis_errorr7r&r'r(r)payloaddatadogr>r)r*r+r:otelopen_telemetry_logger)"litellm.integrations.opentelemetryrrrrrr 'init_prometheus_services_logger_if_noner!r1 isinstancerinit_datadog_logger_if_none dd_loggerlitellm.proxy.proxy_serverrCinit_otel_logger_if_none otel_logger) r"r&r(r'r)r*r+r:rr>callbackrCs r#r1z)ServiceLogging.async_service_success_hookjs~ E     0 0A 5 0&   00H..BBDDD33NN#OY&*X}*M66888nn??#%5)%#1 @V#z(M'JL33555%0-9"#8-H**EE ')9#-!)'5 F31D96sA$E!&E'#E! E -E!8E9'E! E!E!8E!EE!E! E!)#E! E E!E!E!E!E!E!cKt|dst|_y|j|j|_yw)zu initializes prometheusServicesLogger if it is None or no attribute exists on ServiceLogging Object r!N)hasattrrr!)r"s r#rEz6ServiceLogging.init_prometheus_services_logger_if_nonesE t78,D,FD )  * * 2,0,I,I,KD )s?AcHKddlm}t|ds ||_yw)zf initializes dd_logger if it is None or no attribute exists on ServiceLogging Object rr rHN)$litellm.integrations.datadog.datadogrrNrH)r"rs r#rGz*ServiceLogging.init_datadog_logger_if_nones" Gt[),9ODNs "cKddlm}ddlm}t |ds+|t ||r||_ytjdyw)zh initializes otel_logger if it is None or no attribute exists on ServiceLogging Object rrrBrKNzPServiceLogger: open_telemetry_logger is None or not an instance of OpenTelemetry) rDrrIrCrNrFrKr warning)r"rrCs r#rJz'ServiceLogging.init_otel_logger_if_nonesS EDt]+$0Z%}63H &&f sAAc bKddlm} |jr|xjdz c_d} t |t r t |} nt |t r|} td| |||} tjD]#} | dk(r>|jd{|jj| | d{G| d k(st | trB|jd{|jj| | |||| d{| d k(s t | | sdd lm} |j%d{t |t s t |}|| t | | s|j&j)| ||||d{&y7 7777g7w)zL - For counting if the redis, postgres call is unsuccessful rrr Tr<rN)r>r7r?)r>r7r)r*r+r:rArBr@)rDrrrrF Exceptionstrrrr rEr!async_service_failure_hookrrGrHrIrCrJrKr1)r"r&r'r7r(r)r*r+r:r error_messager>rLrCs r#rWz)ServiceLogging.async_service_failure_hooks E     0 0A 5 0 eY 'JM s #!M&   00H..BBDDD33NN#OY&*X}*M66888nn??#'%5)%#1 @V#z(M'JL33555!%-JE%0-9"#8-H**EE ')9#-!)'5 F=1D 96sBF/F"$F/;F%<-F/)F'*(F/F)F/*F/F+!F/&F/) F/6#F/F- F/%F/'F/)F/+F/-F/ request_dataoriginal_exceptionuser_api_key_dictcBKt||||d{S7w)z< Hook to track failed litellm-service calls N)superasync_post_call_failure_hook)r"rYrZr[ __class__s r#r^z+ServiceLogging.async_post_call_failure_hooks.W9       s cHK ||z }t|tr|j}n5t|trn$t dj |t ||jtj||dd{y7#t$r}|d}~wwxYww)zG Hook to track latency for litellm proxy llm api calls z7Duration={} is not a float or timedelta object. type={}r()r&r'r(N) rFr total_secondsfloatrUformattyper1rLITELLM)r"kwargs response_objr*r+ _durationes r#async_log_success_eventz&ServiceLogging.async_log_success_event%s  :-I)Y/%335 Iu-MTT!4 ? 11$,," -2    G s;B"BBB B B" B BBBB")F)NNN)NNNN)__name__ __module__ __qualname____doc__boolr$rrbrVrrrrr6rUr9dictr1rErGrJrWr r^rj __classcell__)r_s@r#rrsGTGdG,07;59777 7 #4. 7 U8U?34 75127r5#5/45=F5SV5,07;59)-999 9 #4. 9 U8U?34 955129!9v  2,07;59)-EEES)^$ E  E #4. EU8U?34E512E!EN    &  *  r%r)r-rrtypingrrrrrlitellm._loggingr litellm.proxy._typesr integrations.custom_loggerr integrations.datadog.datadogr integrations.prometheus_servicesrtypes.servicesrropentelemetry.tracer_SpanrDr OTELClassrr%r#r}sQ(66+/47F>1@ DI DIa\ar%