gNddlmZmZmZddlZddlmZddlmZGddeZ y))OptionalTupleUnionN)OpenAIGPTConfigget_secret_strcveZdZUdZdZeeed<dZee e e fed<dZ ee ed<dZee ed<dZeeed<dZeeed<dZeeed <dZee e e fed <dZeeed <dZeeed <dZee ed <dZee ed<dZee e e fed< ddeedee e e fdee dee deedeed eed ee e e fd eed eed ee dee dee e e fddfdZefdZde fdZde de de dede f dZdee dee deee ee ffdZxZ S)DeepInfraConfigz Reference: https://deepinfra.com/docs/advanced/openai_api The class `DeepInfra` provides configuration for the DeepInfra's Chat Completions API interface. Below are the parameters: Nfrequency_penalty function_call functions logit_bias max_tokensnpresence_penaltystop temperaturetop_presponse_formattools tool_choicereturnctj}|jD]%\}}|dk7s |t|j||'y)Nself)localscopyitemssetattr __class__)rr r r rrrrrrrrrrlocals_keyvalues _/var/www/openai/venv/lib/python3.12/site-packages/litellm/llms/deepinfra/chat/transformation.py__init__zDeepInfraConfig.__init__sA (--/!--/JCf}!2U3*c t|S)N)super get_config)clsrs r#r(zDeepInfraConfig.get_config2sw!##r%modelc gdS)N)streamr r r rrmax_completion_tokensrrrrrrrr)rr*s r#get_supported_openai_paramsz+DeepInfraConfig.get_supported_openai_params6s   r%non_default_paramsoptional_params drop_paramsc`|j|}|jD]\}}|dk(r |dk(r|dk(rd}|dk(rU|dk7s"|dk7s(tjd us|d urd}Atjj d j |d |d k(r||d<|||vs||||<|S)N)r*rrz"mistralai/Mistral-7B-Instruct-v0.1g-C6?rautononeTz{Deepinfra doesn't support tool_choice={}. To drop unsupported openai params from the call, set `litellm.drop_params = True`i)message status_coder-r)r/rlitellmr2utilsUnsupportedParamsErrorformat)rr0r1r*r2supported_openai_paramsparamr"s r#map_openai_paramsz!DeepInfraConfig.map_openai_paramsIs#'"B"B"B"O.446LE5&QJAA %VO**d2kT6I $%mmBB%b%i%i %%), C 1105 -11$-2OE*374r%api_baseapi_keycN|xstdxsd}|xs td}||fS)NDEEPINFRA_API_BASEz#https://api.deepinfra.com/v1/openaiDEEPINFRA_API_KEYr)rr?r@dynamic_api_keys r#$_get_openai_compatible_provider_infoz4DeepInfraConfig._get_openai_compatible_provider_infoms?  523 54  "H^4G%H((r%) NNNNNNNNNNNNN)!__name__ __module__ __qualname____doc__r rint__annotations__r rstrdictr listrrrrrrrrrrr$ classmethodr(r/boolr>rrE __classcell__)rs@r#r r sw (,x}+04M8E#t),-4 $Ix~$!%J% $J $Ax}&*hsm*'+D(5d# $+!%K#%E8C=&*OXd^* E8D> .2K%T *+2,048$(%)$(*.+/%)#*. $264#C=4 c4i 014D> 4 TN 4 SM 4 C=4#3-4uS$Y'(4c]4}4"$4~4eCI./4 4*$$  &" "" "  "  "H )   )08  ) x}hsm+ , )r%r ) typingrrrr8+litellm.llms.openai.chat.gpt_transformationrlitellm.secret_managers.mainrr r.r%r#rUs"))G7o)oo)r%