g@ d dl Z d dlZd dlZd dlmZ d dlmZmZmZ d dl Z d dl
Z
d dl Z
d dl Z
d dl
mZ d dlmZmZ d dlmZmZ d dlmZ d dlmZmZmZmZm Z d d
l m Z d ed e d
e de de de!deee"e jF f fdZ$ G d d Z%y) N)partial)CallableOptionalUnion)map_finish_reason)
custom_promptprompt_factory)AsyncHTTPHandlerget_async_httpx_client)LiteLLMLoggingBaseClass)ChoicesCustomStreamWrapperMessage
ModelResponseUsage )PredibaseErrorclientapi_baseheadersdatamodelmessagestimeoutc K | j |||d| d { }|j dk7 r!t |j |j |j } |j |d| d|i | S 7 ]w)NTr r streamr status_codemessage complete_input_dictinputapi_keyoriginal_responseadditional_args)postr r text aiter_lines post_call)
r r r r r r logging_objr responsecompletion_streams
X/var/www/openai/venv/lib/python3.12/site-packages/litellm/llms/predibase/chat/handler.py make_callr1 s [['T7 ! H s" )=)=x}}UU ,,.+.5 !s A<A:A A<c e Zd Zd fd ZdefdZdedej ded e d
e
d e d ed
e e ef de
defdZdddi fdede
dede deded ed e dede eej" f de de eef fdZddi fdede
dededed
e d e de eej" f defdZdddi fdede
dededed
e de eej" f defdZd Z xZS )PredibaseChatCompletionreturnNc " t | y N)super__init__)self __class__s r0 r8 z PredibaseChatCompletion.__init__< s
generated_textc g d}|D ]k }|j j | r|j |dd }|j | sG|ddd j |ddd dd ddd }m |S )z
Parse the output text to remove any special characters. In our current approach we just check for ChatML tokens.
Initial issue that prompted this - https://github.com/BerriAI/litellm/issues/763
)z
<|assistant|>z
<|system|>z<|user|>zzr" N)strip
startswithreplaceendswith)r9 r< chat_template_tokenstokens r0
output_parserz%PredibaseChatCompletion.output_parser? s
*E ##%007!/!7!7r1!E &&u-!/"!5!=!=eDbDk2q!QRVTVRV!W *
r; r r. model_responser r- optional_paramsr& r r c
|j | ||j d|i |
d|j |j } d| v r#t t | d |j t | t st dd| d | vrt dd
| t | d d kD r0| j | d |j d j _
d | v rkd
| d v rdt | d d |j d _ d }
| d d
D ] }|d |
|d z
}
t! |j d j d|
d|v r|d dkD rd | v rd| d v rg }t# | d d D ] \ }}d }
|d
D ] }|d |
|d z
}
t |d d kD r t% | j |d |
}n t% d }t' t |d |dz | }|j) | |j j+ | d } t- j. | }|d d d j1 dd }|Et | d kD r7d } t | j3 |d d d j1 dd }nd }||z }t5 t7 j6 |_ ||_ t= ||| }||_ |j@ }i }|jC D ]+ \ }} |jE d s| |d jG | < - ||jH d < |S # t $ r t |j d w xY w# t $ r Y 4w xY w# t $ r Y w xY w) Nr# r$ zraw model_response: i )r! r errorz,'completion_response' is not a dictionary - r r< z4'generated_text' is not a key response dictionary - r detailstokens
finish_reasonlogprob_logprobbest_ofr> best_of_sequences)contentlogprobs)rR )rM indexr! )r choicesr! rR r" )
prompt_tokenscompletion_tokens total_tokenszx-zllm_provider-{}additional_headers)%r, r* json Exceptionr strr
isinstancedictlenrF rU r! rR r rM setattr enumerater r
appendextendlitellm
token_countergetencodeinttimecreatedr r usager itemsrA format_hidden_params) r9 r r. rG r r- rH r& r r
print_verboseencodingcompletion_response sum_logprobrE choices_listidxitem message_obj
choice_objrV output_textrW rX rk predibase_headersresponse_headerskvs r0 process_responsez(PredibaseChatCompletion.process_responseS sJ &mm 2D 9
,X]]O<= I"*--/ ) ) / 89 $ 0 0
148$ # JK^J_ ` ")<<$ # RSfRg h &'789A=<@>:K' 2?C;&&q)7 0 ;H EE Y'3#uY'77 F "**1-55
O+ 0JQ0N !44+/B9/MM#%L%.+I67JK& T '( %)(^E $Y / ; +uY/? ? &4 t$4 56:*1(,(:(:4@P;Q(R)4+ K
+2$*?K%,*;D 2277 ZZ% 8 H ,##%$/ ' I 2277" ZZ% 8 H $$ )"&&x7# + ' %
r; c
K t t j j d| i } |j ||t j |
d { }| j% |||| |||
||| | S 7 # t j $ r^}t |j j dj |j j |j j d }~wt $ rM}t j D ] }t! || s| t ddj t# | d }~ww xY ww) Nr ) llm_providerparams)r r z;HTTPStatusError - received status_code={}, error_message={}r i z{}) r r. rG r r- r& r r ro rH rp )r rd LlmProviders PREDIBASEr) rZ r httpxHTTPStatusErrorr r. r rm r* r[ LITELLM_EXCEPTION_TYPESr] r\ r} )r9 r r r rG ro rp r& r- r r rH r r r r
async_handlerr. e exceptions r0 r z(PredibaseChatCompletion.async_completion{ s9 & / --77 w'
* / /'
40@ 0 H" $$ )# ' + %
# $$ JJ 2 2U\\JJ**AJJOO
$ < < a+G = ! SV)<
sM (E *A8 A6A8 E 6A8 8D= AC$$ D=0 D8(D88D==E c
K d| d< t d t t ||t j | ||||
|d| }|S w)NTr )r r r r r r- r r )r/ r1 r r r- )r r r1 rZ r )r9 r r r rG ro rp r& r- r r rH r r r
streamwrappers r0 r z'PredibaseChatCompletion.async_streaming sZ " X+ " ! ZZ%! ' +#
s A Ac y r6 )r9 argskwargss r0 embeddingz!PredibaseChatCompletion.embedding s r; )r4 N)__name__
__module__ __qualname__r8 r\ rF r Responser boolr r^ r listr} r floatTimeoutr r r r r
__classcell__)r: s @r0 r3 r3 ; s0 C (F F ..F & F
F -
F F F D#I F F
F l #^
^
^
^
! ^
&
^
^
^
^
^
uemm+,^
" #^
$
} 11 2%^
\ !5
5
5
5
& 5
5
5
5
uemm+,5
"
#5
F # # # #
& #
# # uemm+,#
!# J
r; r3 )&rZ r ri functoolsr typingr r r r rd litellm.litellm_core_utils*litellm.litellm_core_utils.litellm_logging'litellm.litellm_core_utils.core_helpersr 3litellm.litellm_core_utils.prompt_templates.factoryr r &litellm.llms.custom_httpx.http_handlerr
r litellm.types.utilsr
litellm.utilsr
r r r r common_utilsr r\ r^ r r r r1 r3 r r; r0 r s , , ! 1 E 8 U U )
eE5== 01
2 :]
]
r;