gwFddlZddlZddlZddlZddlZddlZddlmZmZddlm Z m Z m Z m Z ddl Z ddlmZddlZddlmZddlmZddlmZmZddldd lmZmZd ZGd d eZy) N)datetimetimezone)AnyDictListOptional) BaseModel)verbose_logger)CustomBatchLogger)get_async_httpx_clienthttpxSpecialProvider)*)StandardCallbackDynamicParamsStandardLoggingPayloadctjtjtjtf}t || S)N)types CoroutineType FunctionType GeneratorTyper isinstance)valuenon_serializable_typess S/var/www/openai/venv/lib/python3.12/site-packages/litellm/integrations/langsmith.pyis_serializablers;     %!78 88c eZdZ ddeedeedeeffd Z ddeedeedeedefdZdefdZd Z d Z d Z d Z ded e efdZdeeeffdZdeeefdefdZdZdZdefdZxZS)LangsmithLoggerlangsmith_api_keylangsmith_projectlangsmith_base_urlc |j||||_tjdOtjdj j rt tjdnd|_tjdd|_ttj|_ tjddxstj}|rt||_g|_t%j&|j)t%j*|_t/|`d i|d|j,iy) Nrrr LANGSMITH_SAMPLING_RATE?LANGSMITH_DEFAULT_RUN_NAMELLMRun) llm_providerLANGSMITH_BATCH_SIZE flush_lock)get_credentials_from_envdefault_credentialsosgetenvstripisdigitfloat sampling_ratelangsmith_default_run_namer r LoggingCallbackasync_httpx_clientlitellmlangsmith_batch_sizeint batch_size log_queueasyncio create_taskperiodic_flushLockr)super__init__)selfrrr kwargs _batch_size __class__s rr@zLangsmithLogger.__init__%s$(#@#@//1$A$  yy23? 34::<DDF "))56 7  +-)) ((+ '#9-==#  II,d 3 Sw7S7S  !+.DO57D//12!,,. >6>doo>rreturnc|xstjd}| td|xstjdxsd}| td|xstjdxsd}| tdt||| S) NLANGSMITH_API_KEYz;Invalid Langsmith API Key given. _credentials_api_key=None.LANGSMITH_PROJECTzlitellm-completionz;Invalid Langsmith API Key given. _credentials_project=None.LANGSMITH_BASE_URLzhttps://api.smith.langchain.comzQ4R  'M   W+>!? WCW  'M   1yy-. 10  ! (N *242  r credentialsc  |jdixsi}|jdixsi}|jd|d}|jd|j} |jd|jdd} |jdd} |jd d} |jd d} |jd d}tjd |d | |jdd}| t d|d}| d||d||d|d|d|d }|d|ddk(r|d|d<| r| |d<| r| |d<| r| |d <| r| |d <|r||d <|jd} d|vs|d# t t j} | |d<d |vs|d | t| t r| |d <d |vs|d '| %t| t r|j| |d <tjd||S#t$rwxYw)Nlitellm_paramsmetadata project_namerHrun_nameidrun_id parent_run_idtrace_id session_id dotted_orderz"Langsmith Logging - project_name: z , run_name standard_logging_objectz,Error logging request payload. Payload=none.llmresponse startTimeendTime request_tags) namerun_typeinputsoutputs session_name start_timeend_timetagsextra error_strstatusfailureerror)rVz'Langsmith Logging data on langsmith: %s) getr3r debugrJstruuiduuid4rmake_dot_order)rArB response_objrfrgrO_litellm_paramsrRrSrTrVrWrXrYrZpayloaddatas r_prepare_log_dataz!LangsmithLogger._prepare_log_dataksU $jj)92>D"O&**:r:@bH#<< ,? @L ||J0O0OPH\\$ Xt(DEF$LL$?M||J5H!lD9J#<<=L  4\N+hZX  9? )49G NOOH !!!":. ,%k2#I./! D{#/GH4E4R ' 4W #T (5_%#+Z %/\"'3^$$(HHTNF44:#5TZZ\*#T $& #+'Jvs,C#)Z d*'/'Jvs,C'+':':&':'I^$  !JD QK   s G:G== Hc tjdOtjdjjrt tjdnd}t j }||kDr&t jdj||yt jd|||j|}|j|||||}|jjt||t jd|jd t!|j|j"k\r|j%yy#t&$rt j(d YywxYw) Nr#r$>Skipping Langsmith logging. Sampling rate={}, random_sample={}z;Langsmith Sync Layer Logging - kwargs: %s, response_obj: %srBrBrtrfrgrOrwrOz/Langsmith, event added to queue. Will flush in z seconds...z/Langsmith Layer Error - log_success_event error)r-r.r/r0r1randomr infoformatro#_get_credentials_to_use_for_requestrxr:appendLangsmithQueueObjectflush_intervallenr9 _send_batchrJ exception rArBrtrfrgr2 random_samplerOrws rlog_success_eventz!LangsmithLogger.log_success_eventsr* X9967CII78>>@HHJbii 9:;  #MMOM},##T[[%}   M  BB&BQK)))%!' *D NN ! !$ +   A$BUBUAVVab 4>>"doo5  "6 X  $ $%V W XsB$E#'B:E##FFcK |j}tj}||kDr&tjdj ||ytj d|||j |}|j|||||}|jjt||tj dt|j|jt|j|jk\r|jd{yy7#t$rtjdYywxYww)Nrzz>"doo5&&(((6(   $ $L  sHE A D&E CD&D$D&"E $D&&EE EE cK|j}tj}||kDr&tjdj ||ytjd |j |}|j |||||}|jjt||tjdt|j|jt|j|jk\r|jd{yy7#t$rtjdYywxYww)Nrzz Langsmith Failure Event Logging!r{r|r}rz:Langsmith Layer Error - error logging async failure event.)r2r~r rrrrxr:rrrorr9rrJrrs rasync_log_failure_eventz'LangsmithLogger.async_log_failure_event!s-**   = (   PWW!=  >? BB&BQK)))%!' *D NN ! !$ +   CDNN#  4>>"doo5&&(((6(   $ $L  s=A!E$B7D$D"D$ E"D$$EEEEcK|jsy|j}|jD]1}|j|j|j d{3y7w)aX Handles sending batches of runs to Langsmith self.log_queue contains LangsmithQueueObjects Each LangsmithQueueObject has the following: - "credentials" - credentials to use for the request (langsmith_api_key, langsmith_project, langsmith_base_url) - "data" - data to log on to langsmith for the request This function - groups the queue objects by credentials - loops through each unique credentials and sends batches to Langsmith This was added to support key/team based logging on langsmith NrO queue_objects)r:_group_batches_by_credentialsvalues_log_batch_on_langsmithrOr)rA batch_groups batch_groups rasync_send_batchz LangsmithLogger.async_send_batchGsg"~~ 99; '..0K..'33)77/  1 sAA'A%A'rcK|d}|d}|d}d|i}|Dcgc]}|d }} tjdt||jj |d|i|d {} | j | j d k\r0tjd | j d | jy tjd t|jdy cc}w7#tj$rM} tjd| jj d | jjYd } ~ y d } ~ wt$r-tjdtj Yy wxYww)aV Logs a batch of runs to Langsmith sends runs to /batch endpoint for the given credentials Args: credentials: LangsmithCredentialsObject queue_objects: List[LangsmithQueueObject] Returns: None Raises: Does not raise an exception, will only verbose_logger.exception() rIrGz /runs/batch x-api-keyrwz%Sending batch of %s runs to Langsmithpost)urljsonheadersNi,zLangsmith Error: z - z Batch of z runs successfully createdzLangsmith HTTP Error: zLangsmith Layer Error - )r rorr5rraise_for_status status_codermtextr:httpxHTTPStatusErrorrr]rJ traceback format_exc) rArOrlangsmith_api_baserrr queue_objectelements_to_logr]es rrz'LangsmithLogger._log_batch_on_langsmithbs"))=>'(;<#$K0 12DQRML</MR   7_9M "4499o.:H  % % '##s*$$'(<(<'=SP$$DNN 344NO%S $$   $ $()?)?(@AJJOOCTU     $ $*9+?+?+A*BC  seF  C,F AC3+C1,AC3>F ?,C3+F 1C33FAE F 6FF FF ci}|jD]P}|d}t|d|d|d}||vrt|g||<||jj |R|S)z@Groups queue objects by credentials using a proper key structurerOrGrHrI)api_keyprojectbase_urlr)r:CredentialsKey BatchGrouprr)rAlog_queue_by_credentialsrrOkeys rrz-LangsmithLogger._group_batches_by_credentialssEG  NNL&}5K #$78#$78$%9:C 220: +21(- %S ) 7 7 > >| L+('rrBc|jdd}|F|j|jdd|jdd|jdd}|S|j}|S)z Handles key/team based logging If standard_callback_dynamic_params are provided, use those credentials. Otherwise, use the default credentials. standard_callback_dynamic_paramsNrrr r")rnr+r,)rArBrrOs rrz3LangsmithLogger._get_credentials_to_use_for_requests JJ94 @ ) , 777"B"F"F'##C"F"F'#$D#G#G($$8 K22KrcR|jsy tj}|jr$tj|j y|j |j y#t$r&tj|j YywxYw)z'Calls async_send_batch in an event loopN) r:r;get_event_loop is_runningr<rrun_until_complete RuntimeErrorrun)rAloops rrzLangsmithLogger._send_batchs}~~  1))+D ##D$9$9$;<''(=(=(?@ 1 KK--/ 0 1sAA7A77,B&%B&c|jd}|jd}|d|}tjj|d|i}|j S)NrGrIz/runs/r)rr)r,r6module_level_clientrnr)rArVrrrr]s r get_run_by_idzLangsmithLogger.get_run_by_idsl 445HI!556JK#$F6(3..22 "343  }}rrVctjtj}|}|j dt |zS)Nz%Y%m%dT%H%M%S%fZ)rnowrutcstrftimerp)rArVstid_s rrszLangsmithLogger.make_dot_orders2 \\(,, '{{-.S99r)NNN)__name__ __module__ __qualname__rrpr@rKr+rxrrrrrrrrrrrrrrrrs __classcell__)rDs@rrr$s,0+/,0 !?#C=!?$C=!?%SM !?J,0+/,0 ! #C=! $C=! %SM ! $ ! F] 0 ]~+XZ(T$L61/1011f(tNJ4N/O(*38n #:1$ :S:rr)r;r-r~rrrqrrtypingrrrrrpydanticr r6litellm._loggingr (litellm.integrations.custom_batch_loggerr &litellm.llms.custom_httpx.http_handlerr r $litellm.types.integrations.langsmithlitellm.types.utilsrrrrr*rrrsR  ',, +F3U9F:'F:r