g#ddlZddlmZmZmZmZmZmZddlm Z ddl Z ddl Z ddl m Z ddl mZddlmZddlmZddlmZddlmZddlmZddlmZddlmZddl mZ!ddl"mZ#dd l$m%Z&ddl$mZ'dd l(m)Z)dd l*m+Z,ddl*mZ-dd l*m.Z/ddl0mZ1dd l2m3Z3ddl4m5Z5ddl6m7Z7m8Z8m9Z9ddl:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZC d?deDdeDdeeDdee<deeDdeeeDeDff dZE d@deFdeGdeGdeeDdeeFdeeGdeeGdeeGdeeGdee<deeDd eeGd!ee9d"e7d#eDdeeDeDff d$ZdAd%eHfd&ZId'edeJfd(ZK dBdeeFdeeFdeeFfd)ZL dCdeeFd%eed*eeFd+eeJdeeFdeeFf d,ZMd%edee9fd-ZNd"ee7d%edee7fd.ZOdddgdddddddddddddfdeeFd/ed0eeDd"ee7d1eeFd2eeFd3eeGdee<deeDd4eeHd+eeJd*eeFdeDfd5ZP dDd6ee?e=e>eAe@e3e5fdeFdeeFd"ed7d4eHd8eeJd*eeFd+eeJd9eFdeeDfd:ZQdeFdeeFdeeDeDffd;ZRdeFdeeFdZTy)FN)AnyListLiteralOptionalTupleUnion) BaseModel)verbose_logger)_generic_cost_per_character)cost_per_token)cost_per_query)cost_calculator)cost_per_second)get_model_params_and_category)cost_per_character) cost_router)HttpxBinaryResponseContent)RerankResponse)CallTypesLiteralPassthroughCallTypesUsage) CallTypes CostPerTokenEmbeddingResponse ImageResponse ModelResponseTextCompletionResponseTranscriptionResponse print_verbose token_counter prompt_tokenscompletion_tokensresponse_time_mscustom_cost_per_tokencustom_cost_per_secondreturncV||y||d|z}|d|z}||fS| ||zdz }d|fSy)zFInternal helper function for calculating cost, if custom pricing givenNinput_cost_per_tokenoutput_cost_per_tokenr)r"r#r$r%r& input_cost output_costs L/var/www/openai/venv/lib/python3.12/site-packages/litellm/cost_calculator.py%_cost_per_token_custom_pricing_helperr0Dsh$)?)G(*+AB]R +,CDGXX ;&&  +,/??$F +~ modelcustom_llm_providerprompt_characterscompletion_characterscache_creation_input_tokenscache_read_input_tokensnumber_of_queries usage_object call_type!audio_transcription_file_durationc | td| | }nt||||z|| }t|||| | }| |d|dfSd}d}tj}|}||dz|z}|,|d|d|}||vr|}ntj |\}}}}|}|j dd}t|dkDr|d}n|} ||vr|}n ||vr|}n||vr|}|d k(s|d k(rZ|td j||||t|||ddd \}}||td j||||||||fS|dk(s|dk(r t||S|dk(s|dk(rt|||S|dk(r9t|||}|dk(rt||||||S|dk(rt||||Sy|dk(r t!||S|dk(r t#||S|dk(r t%||S|dk(r t'||S|dk(rt)||| S|d!k(r t+||S|d"k(r t-||Stj.||}|d#dkDr |d#|z}nB|j1d$d0|.t3d%|d&|j1d$d'||d$|zd(z }|d)dkDr |d)|z}nB|j1d*d0|.t3d%|d+|j1d*d'||d*|zd(z }t3d,|d-|d.|||fS)/ar Calculates the cost per token for a given model, prompt tokens, and completion tokens. Parameters: model (str): The name of the model to use. Default is "" prompt_tokens (int): The number of tokens in the prompt. completion_tokens (int): The number of tokens in the completion. response_time (float): The amount of time, in milliseconds, it took the call to complete. prompt_characters (float): The number of characters in the prompt. Used for vertex ai cost calculation. completion_characters (float): The number of characters in the completion response. Used for vertex ai cost calculation. custom_llm_provider (str): The llm provider to whom the call was made (see init.py for full list) custom_cost_per_token: Optional[CostPerToken]: the cost per input + output token for the llm api call. custom_cost_per_second: Optional[float]: the cost per second for the llm api call. call_type: Optional[str]: the call type Returns: tuple: A tuple containing the cost in USD dollars for prompt tokens and completion tokens, respectively. Nz"Invalid arg. Model cannot be none.)r"r# total_tokensr7r8)r"r#r$r&r%r/r3speechaspeechzvprompt_characters must be provided for tts calls. prompt_characters={}, model={}, custom_llm_provider={}, call_type={})r3r4r5r6custom_prompt_costcustom_completion_costzcost for tts call is None. prompt_cost={}, completion_cost={}, model={}, custom_llm_provider={}, prompt_characters={}, completion_characters={}arerankrerankr3r4atranscription transcriptionr3r4duration vertex_ai)r3r4r;r)r3r4r5r6r"r#r )r3r4r"r# anthropic)r3usageopenai databricks fireworks_aiazure)r3rOr$geminideepseekr)input_cost_per_secondz For model=z - input_cost_per_second: z; response time: r+r*output_cost_per_secondz - output_cost_per_second: zReturned custom cost for model=z" - prompt_tokens_cost_usd_dollar: z%, completion_tokens_cost_usd_dollar: ) Exceptionrr0litellm model_costget_llm_providersplitlen ValueErrorformatr rerank_costopenai_cost_per_secondgoogle_cost_routergoogle_cost_per_charactergoogle_cost_per_tokenanthropic_cost_per_tokenopenai_cost_per_tokendatabricks_cost_per_tokenfireworks_ai_cost_per_tokenazure_openai_cost_per_tokengemini_cost_per_tokendeepseek_cost_per_tokenget_model_infogetr)r3r"r#r$r4 region_namer5r6r7r8r%r&r9r:r;r< usage_block response_costprompt_tokens_cost_usd_dollar!completion_tokens_cost_usd_dollarmodel_cost_refmodel_with_providermodel_with_provider_and_region_model_without_prefix model_parts prompt_costcompletion_costr model_infos r/r r [sT }<==" '/&)::(C$;  :#+)53 M Qq!111,-!/0%''N&1C7%?  "&'q Qug> +/.@&D#'.'?'?e'L$ 1 ++c1%K ;!*1~$ ~-# . .$H Y 6  $IPP%'  (C& 3/"###$ ( $ _  /"9bii#('%)   O++ i 9#8 3   & &)*F% 36   +(& 3 . .,*$7"3&;+"3  , ,(*$7+"3  -  +'e;GG  ($5 DD  ,(uKHH  .*kJJ  '*{=M    ($5 DD  *&U+FF++-@  , - 112]B * NN2D 9 E , UG#=jnnMd>e=ffwyIxJK  236FFM * - . 2236GG . NN3T : F , UG#>z~~Nf?g>hhy{KzLM  347GG$N . -eW4VWtVuv[\}[~  -.OOOr1completion_responsecd}|dk(rH|jdtj}t|dtj}||z }||zdz S)NgǺV?r!createdendedr+)rmtimegetattr)r| total_time!a100_80gb_price_per_second_public start_timeend_times r/ get_replicate_completion_pricingrDs] &S(,,Y D .E * ,z 9D @@r1objct|dS)N_hidden_params)hasattr)rs r/has_hidden_paramsrRs 3( ))r1c||S|y tj|\}}}}|S#t$r+}tjdt |Yd}~yd}~wwxYw)NrAzblitellm.cost_calculator.py::_get_provider_for_cost_calc() - Error inferring custom_llm_provider - )rYr[rXr debugstr)r3r4rves r/_get_provider_for_cost_calcrVsv&"" }'.'?'?e'L$ 1  pqtuvqwpx y  s& A!AA base_modelcustom_pricingc0dd}t||}|dur|||d}|t|trzt|dd}t|dd}|7|5|j dd#t |ddkDr|j d||I|j dd7|j dd}n$|"t|t r|j dd}||||9|7tfdtjDs| |d |d S|d S) z 1. If custom pricing is true, return received model name 2. If base_model is set (e.g. for azure models), return that 3. If completion response has model set return that 4. Check if model is passed in return that NrHTr3rrrnc3@K|]}j|ywN) startswith).0provider return_models r/ z3_select_model_name_for_cost_calc..s! >S(L # #H ->Ssr@) r isinstancer rrmr]dictanyrY provider_list) r3r|rrr4rncompletion_response_model hidden_paramsrs @r/ _select_model_name_for_cost_calcris#'L!%K5)< ! /3&:6I9+U$+,?$$O! 35EtL $ ,1J!!'40< g./!3,00%@  %!!-6B'++M4@K  (Z8KT-R$7$;$;GT$J! 9 E0  1    + >E>S>S    "12!K=,PL 22!L>BL r1cPd}|!t|tr|jd}|S)NrO)rrrm)r| usage_objs r/_get_usage_objectrs3"&I&:],(++G4 r1c||S|yt|tryt|tryt|tryt|tryt|t ryt|t ryt|try|S)N completion embeddingrJrBrGimage_generationtext_completion)rrrrrrrr)r;r|s r/_infer_call_typers"%}5 '): ; ')> ? ')C D ' 8 ' 7! ')? @ r1messagesrsizequalitynoptional_paramsc t||xsd}|dk(s|dk(r'|%t|trt|dk(r|dk(rd}d}d}d}d}d}d}d}t | }t ||||| }|t|t st|trt|tr|jd i}n t|d i}t|t rHt|tjs.t|d tjd7i|j|i}n#t|t r|j}n|}|jd d}|jd d}|jdd}|jdd}d|vr1|dik7r)|dr$|jdi}|jdd}t|dd}tjdt|dddt|dd}||jd|xsd}|jd|}|jdijdd} |jdijdd} |jdijdd} nW|t!d|d |t|dkDrt#||!}nt|dkDr t#||"}t#||"}|t!d|d | tj$|#\}}}}|t*j,j.k(s:|t*j0j.k(s|t2j4j.k(rc|d%k(rt|t6rzt9||&S|d'k(r*t|t6rt;|| ||(St=d)t?|| || | |*S|t*j@j.k(s|t*jBj.k(r!tjDjG|+}n|t*jHj.k(s|t*jJj.k(rt|d,d}n|t*jLj.k(s|t*jNj.k(rP|Nt|tPr>|jR}||jd-ixsi} ni} | jd.xsd}!|!}d/|vs d0|vs|d0k(rtU|t+|1}n4|tjVvsd2|vr|tjXvr t[||S|t!d|d |||d%k(rt|dkDrCtjDj]d3|id4}"tjDjG|"+}|Pt|t^r@tjDja|5}#tjDjG|#+}tc||||||| | |||||||6\}$}%|$|%z}&|&S#t&$r8}tjd$j)t|Yd}~\d}~wwxYw#t&$r}|d}~wwxYw)8a Calculate the cost of a given completion call fot GPT-3.5-turbo, llama2, any litellm supported llm. Parameters: completion_response (litellm.ModelResponses): [Required] The response received from a LiteLLM completion request. [OPTIONAL PARAMS] model (str): Optional. The name of the language model used in the completion calls prompt (str): Optional. The input prompt passed to the llm completion (str): Optional. The output completion text from the llm total_time (float, int): Optional. (Only used for Replicate LLMs) The total time used for the request in seconds custom_cost_per_token: Optional[CostPerToken]: the cost per input + output token for the llm api call. custom_cost_per_second: Optional[float]: the cost per second for the llm api call. Returns: float: The cost in USD dollars for the completion based on the provided parameters. Exceptions: Raises exception if model not in the litellm model cost map. Register model, via custom pricing or PR - https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json Note: - If completion_response is provided, the function extracts token information and the model name from it. - If completion_response is not provided, the function calculates token counts based on the model and input text. - The cost is calculated based on the model, prompt tokens, and completion tokens. - For certain models containing "togethercomputer" in the name, prices are based on the model size. - For un-mapped Replicate models, the cost is calculated based on the total time used for the request. raimage_generationrNrrSzdall-e-2r!)r|)r3r|r4rrrOr"r#r7r8prompt_tokens_details cached_tokens _response_msz!completion_response response ms:  rr4rnrr 1024-x-1024rstandardrr?z[Model is None and does not exist in passed completion_response. Passed completion_response=z, model=)r3r)r3textrAzXlitellm.cost_calculator.py::completion_cost() - Error inferring custom_llm_provider - {}rM)r3image_responsebedrock)r3rrrzTcompletion_response must be of type ImageResponse for bedrock image cost calculation)r3rr4rrr)rrL billed_units search_unitstogethercomputer together_ai)r; replicater)datar;) response_obj)r3r"r#r4r$rnr&r%r5r6r7r8r:r;r<r,)2rrrr]rrr rrmrrYrsetattr model_dumpr rr^r r[rXr_rrvaluerrpassthrough_image_generationrvertex_ai_image_cost_calculatorbedrock_image_cost_calculator TypeErrordefault_image_cost_calculatorrBrCutils_count_charactersrIrJrGrFrmetarreplicate_modelsrZrget_formatted_promptrget_response_stringr )'r|r3promptrrrr;r4rnrrrr%r&rrrr"r5r#r6r7r8r<cost_per_token_usage_objectr_usagerrrvrmeta_objrr prompt_stringcompletion_stringrqrr _final_costs' r/rzrzswdm$Y0CDT - ->P1P!5#&E a#w.E +//359#1536)7H 38 #1 3 3)!    * *I 6-t4-t4:M:Q:QR; $$7"E )Y/ 7==9'MM;I$8$8$:;  Iy1"--/""JJ:M & +> B *0**5RTU*V '&,jj1JA&N #'6123r923(. 3JB(O%*?*C*COUV*W' !4naHJ  3G+F$'#,// {K $(():B?CCM(++,=rBFFz"%%&7<@@} qsFrGGOPUOVW8}q -EH M Vq -E G -E K  =moBnCCKLQKRS  /6/G/G0 ,E&1 3399 9I77===0MMSSS#k11=A:#':% 11=A8#!':(7   j5#(;$3  ))// /9 @Q@Q@W@W3W ' ? ?V ? L  1177 7I3399907#Z1 - ))// /9 @Q@Q@W@W3W".:#^4/33'#+<<#C#IrL#%L!$$^49%1! % '%"m3 2%9YCWXE W-- -1E7---34GT T =moBnCCKLQKRS   */Bk/Q8}q ' B B$h/<!C! %,MM$C$C$C$W!".:#]4%,MM$E$E!4%F%!)0 (G(G*)H)% '/ 3'##9"7/"7(C$;4.O  ) -$46WW C   jqqF   D s]K5Y78X3A9Y7 #Y71Y7 FY7C Y73 Y4<-Y/)Y7/Y44Y77 ZZZresponse_object)r aembeddingr acompletionatext_completionrrr moderation amoderationrIrJrCrBrGrF cache_hitrc  d} ||durd} | St|tr||jd<t||||||||} | S#t$r} | d} ~ wwxYw)z7 Returns - float or None: cost of response r!NTr)r|r3r;r4rrrr)rr rrzrX) rr3r4r;rrrrrrprs r/response_cost_calculatorrsP"  Y$%6M/95DS../@A+$3#$7 /-% M s A3A A A  Acd}tj||\}}}} |dk(r t||S|dk(r t||St d|d|#t $r}|d}~wwxYw) zI Returns - float or None: cost of response OR none if error. r?rHcohere)r3 num_queriesazure_aiz.invalid custom_llm_provider for rerank model: z, custom_llm_provider: N)rYr[cohere_rerank_cost_per_queryazure_ai_rerank_cost_per_queryr^rX)r3r4default_num_queriesrvrs r/r`r`0s#*#;#;)<$ AAq  ( */)< !J .1)< QSU0V/W X +27)1_%& &'>&?r/ARS '"4"44&&'>? G.. .&&7 12I1J%P_O` a   + ,v 5 = AAr1)rrr!NN)r2rrr!NNNNrrNNNNrr!)r!r)NNN)NNNr2)NNr?rN)Urtypingrrrrrrpydanticr rYlitellm._loggingr .litellm.litellm_core_utils.llm_cost_calc.utilsr 'litellm.llms.anthropic.cost_calculationr re#litellm.llms.azure.cost_calculationri%litellm.llms.azure_ai.cost_calculatorr r*litellm.llms.bedrock.image.cost_calculatorrr#litellm.llms.cohere.cost_calculatorr'litellm.llms.databricks.cost_calculatorrg%litellm.llms.deepseek.cost_calculatorrk)litellm.llms.fireworks_ai.cost_calculatorrh#litellm.llms.gemini.cost_calculatorrj$litellm.llms.openai.cost_calculationrrarf(litellm.llms.together_ai.cost_calculatorr&litellm.llms.vertex_ai.cost_calculatorrrcrdrrb7litellm.llms.vertex_ai.image_generation.cost_calculatorrlitellm.types.llms.openairlitellm.types.rerankrlitellm.types.utilsrrr litellm.utilsrrrrrrrrr floatr0rrrrboolrrrrrrzrr`rrr,r1r/r s =="VXYRUA/MM    (+48.2 uo $L1  %UO eE5L!"0(+)-'++/12-.48.2'+$("./2-fP fPfPfPuo fP "# fP }fP$C=fP"*#fP&c]fP$L1fP%UOfP" }#fP&5/'fP* +fP,(--fP. 5%</fPR A$ A*3*4* *. C=!#c],!%%))- = C==!#= =TN = "# = c] =@   e_ ()@C 8 "%,0!48.2&*%) $)_ C=_ _  _()_ 3-_c]_}_ $L1!_"%UO#_$d^%_&TN'_( )_* +_B !% $%)E;"  ; ;"#; ;<=;>~?;@ A;BTNC;D E;Fe_G;| !# 5%<: %-c]>C 5%<*.!'&* ;B ;B!#;Bc];B} ;B 3- ;B d^ ;B ;Br1