g$+dZddlZddlZddlmZmZmZmZmZddl m Z ddl m Z ddl mZddlmZdd lmZmZmZerdd lmZneZGd d eZy) z Base Vertex, Google AI Studio LLM Class Handles Authentication and generating request urls for Vertex AI and Google AI Studio N) TYPE_CHECKINGAnyLiteralOptionalTuple)verbose_logger)asyncify)BaseLLM)AsyncHTTPHandler)_get_gemini_url_get_vertex_urlall_gemini_url_modes) CredentialsceZdZd fd ZdeedefdZdeedeedeeeffdZ deddfd Z deedeed e d deeeffd Z d e defdZdeed edeededeedeededeeeeffdZ d!dedeedeedeedeedeedeed e d deedeededeeeeffdZdeedeed e d deeeffdZdeedee de fdZxZS)" VertexBasereturnNcht|d|_d|_d|_d|_d|_y)N)super__init__ access_token refresh_token _credentials project_id async_handler)self __class__s [/var/www/openai/venv/lib/python3.12/site-packages/litellm/llms/vertex_ai/vertex_llm_base.pyrzVertexBase.__init__s5 +/,0?C)-9= vertex_regionc|xsdS)Nz us-central1)rr s rget_vertex_regionzVertexBase.get_vertex_region!s - -r credentialsrcddlm}ddlm}ddlm}|0t |t rddl}tjd|tjd|tjj|tj tjj|rtjt!|}ntj"|}d|vr$|ddk(r|j(j+|}n2|j,j.j(j1|d g }|)t3|d d}n|j5|d g \}} || }|j7||s t9d t |t st;dt=|||fS#t$$rt%dj'|wxYw)Nr) identity_poolRequestz*Vertex: Loading vertex credentials from %szVVertex: checking if credentials is a valid path, os.path.exists(%s)=%s, current dir %sz:Unable to load vertex credentials from environment. Got={}typeexternal_accountz.https://www.googleapis.com/auth/cloud-platform)scopesr)quota_project_idr+Could not resolve project_idz(Expected project_id to be a str but got ) google.authauthr&google.auth.transport.requestsr( isinstancestrgoogle.oauth2.service_accountrdebugospathexistsgetcwdjsonloadopenloads Exceptionformatr from_infooauth2service_accountfrom_service_account_infogetattrdefaultrefresh ValueError TypeErrorr)) rr$r google_authr&r(googlejson_objcredscreds_project_ids r load_authzVertexBase.load_auth$s *-   "z+s'C 0  >+.#yyk):;H#zz+6H!hv&6:L&L%11;;HEMM11==WW PQX!$UL$? &1&9&9!+HI':' #E#!-  gi ;< <*c*:4 ;K:LM j  M PWW# s AF//$Gc<ddlm}|j|y)Nrr')r0r(rE)rr$r(s r refresh_authzVertexBase.refresh_authgs  GI&rcustom_llm_provider) vertex_aivertex_ai_betageminic|dk(ry|j4||j|fS|j|j|jfS|js3|j||\|_}|jsz|xs||_nn|jjs|jj s|j |j|js|jj|_|js td|jr|jj s td|jj |xs |jfS)z3 Returns auth token and project id rSrVr$rr-0Could not resolve API token from the environment) rrrrMexpiredtokenrOr,rF RuntimeErrorrr$rrPcred_project_ids r_ensure_access_tokenzVertexBase._ensure_access_tokenns1 ( *    (%((*44,(($//99  15'J2@2 .D ??","?  ((0A0A0G0G!!$"3"34??"&"3"3"D"D;< <  (9(9(?(?QR R  && (EdooEEroptional_paramscd|vryd|vryy)z VertexAI only supports ContextCaching on v1beta1 use this helper to decide if request should be sent to v1 or v1beta1 Returns v1beta1 if context caching is enabled Returns v1 in all other cases cached_contentT CachedContentFr")rr_s ris_using_v1beta1_featuresz$VertexBase.is_using_v1beta1_featuress  . o -rapi_basegemini_api_keyendpointstream auth_headerurlc|rB|dk(r"dj||}| td|}ndj||}|dur|dz}||fS)z for cloudflare ai gateway - https://github.com/BerriAI/litellm/issues/4317 ## Returns - (auth_header, url) - Tuple[Optional[str], str] rSz{}:{}z3Missing gemini_api_key, please set `GEMINI_API_KEY`Tz?alt=sse)r>rF)rrdrPrerfrgrhris r_check_custom_proxyzVertexBase._check_custom_proxysm "h.nnXx8!)$M#nnXx8~J&Crmodelvertex_projectvertex_locationvertex_credentialsshould_use_v1beta1_featuresmodec |dk(rt| |||\} } d}n.|j|}| durdnd}t| |||||\} } |j| |||| || S) z Internal function. Returns the token and url for the call. Handles logic if it's google ai studio vs. vertex ai. Returns token, url rS)rqrlrgreN)r Tv1beta1v1)rqrlrgrmrnvertex_api_version)rdrhrPrerfrgri)r r#rrk)rrlrhrermrnrorgrPrdrprqrirfversions r_get_token_and_urlzVertexBase._get_token_and_urls, ( *+- MC K"44?4SO9D@ d ,- /#* MC''# 3)(  rc^K|dk(ry|j4||j|fS|j|j|jfS|jsF t|j||d{\|_}|js|xs||_n|jjs|jjs-t|j|jd{|js|jj|_|js td|jr|jjs td|jj|xs |jfS7#t $rt jdwxYw7w)z7 Async version of _ensure_access_token rSrUNrWzfFailed to load vertex credentials. Check to see if credentials containing partial/invalid information.r-rX)rrrr rMr=r exceptionrYrZrOr,rFr[r\s r_ensure_access_token_asyncz%VertexBase._ensure_access_token_asyncs ( *    (%((*44,(($//99   ;S8DNN;S + <62!???","?  ((0A0A0G0G1ht001$2C2CDDD??"&"3"3"D"D;< <  (9(9(?(?QR R  && (EdooEE/6 ((|  Es>AF- F6F7 FA,F-/F+0BF-F F((F- extra_headerscHddi}|d||d<||j||S)Nz Content-Typezapplication/jsonzBearer Authorization)update)rrhr{headerss r set_headerszVertexBase.set_headers,sA .   ")0 '>GO $  $ NN= )r)rN)Fchat)__name__ __module__ __qualname__rrr2r#rrrMrOrr^dictboolrcrkrrwrzr __classcell__)rs@rrrsX>.x}..A!#C=A!6>smA! sCxA!F'''&Fc]&FSM&F% 3 &F sCx&FP  $  3- ! !      c]   x}c! " X7<%+6 6 c]6 ! 6 ! 6 "# 6 %SM6 6 %%LM6 3-6 &.d^6 #6  x}c! "6 p,Fc],FSM,F% 3 ,F sCx,F\ #C= 9A$   rr)__doc__r9r5typingrrrrrlitellm._loggingr#litellm.litellm_core_utils.asyncifyr litellm.llms.baser &litellm.llms.custom_httpx.http_handlerr common_utilsr rrgoogle.auth.credentialsrGoogleCredentialsObjectrr"rrrsD  ??+8%CPPN!__r