gIp ddlmZddlZddlZddlmZmZmZddl m Z ddl m Z ddl mZmZddlmZddlmZmZmZmZmZddlZddlZdd lmZmZmZdd lm Z m!Z!m"Z"m#Z#d d l$m%Z%m&Z&m'Z'm(Z(d d l)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3d dl4m5Z5d dl6m7Z7ddl$m8Z8m9Z9m:Z:m;Z;mZ>m?Z?edZ@ edGdde:ZAGddeZBeGddZCedGdde8ZDeGdde<ZEeGdd e;ZFejejd!"Gd#d$e!ZIGd%d&e!d'ZJGd(d)e!ZKdYd*ZLGd+d,e!ZMGd-d.e!ZNdZd/ZOd[d\d0ZPGd1d2e!ZQGd3d4e!ZRd]d5ZSGd6d7e!ZTd^d8ZUeeeeMejd9feeNejd:feeRejd;ffejeUfZXGd<d=e!ZYGd>d?e!ZZGd@dAe!Z[d_dBZ\GdCdDe!Z]d`dEZ^GdFdGe!Z_ejejd!"GdHdIe!Z` dadJZadbdKZbdcdLZcGdMdNe!ZdGdOdPe!d'ZedddQZfGdRdSe!ZgGdTdUe!ZhejeIZjeje`Zkejele`ejd!"VZmGdWdXZny)e) annotationsN) AsyncIteratorIterableSequence)asynccontextmanager)deepcopy) dataclassfield)datetime) AnnotatedAnyLiteralProtocolUnion)USE_CLIENT_DEFAULT AsyncClientResponse) NotRequired TypedDict TypeGuard assert_never)UnexpectedModelBehavior_utils exceptionsresult) ModelMessage ModelRequest ModelResponseModelResponsePartRetryPromptPartSystemPromptPartTextPart ToolCallPartToolReturnPartUserPromptPart) ModelSettings)ToolDefinition) AgentModelEitherStreamedResponseModelStreamStructuredResponseStreamTextResponsecached_async_http_clientcheck_allow_model_requestsget_user_agent)zgemini-1.5-flashzgemini-1.5-flash-8bzgemini-1.5-prozgemini-1.0-prozgemini-2.0-flash-expF)initczeZdZUdZded<ded<ded<ded <d d d d  dd Z ddZddZy ) GeminiModela4A model that uses Gemini via `generativelanguage.googleapis.com` API. This is implemented from scratch rather than using a dedicated SDK, good API documentation is available [here](https://ai.google.dev/api). Apart from `__init__`, all methods are private or match those of the base class. GeminiModelName model_name AuthProtocolauthAsyncHTTPClient http_clientstrurlNz@https://generativelanguage.googleapis.com/v1beta/models/{model}:)api_keyr: url_templatec||_|/tjdx}r|}ntjdt ||_|xs t|_|j||_ y)aInitialize a Gemini model. Args: model_name: The name of the model to use. api_key: The API key to use for authentication, if not provided, the `GEMINI_API_KEY` environment variable will be used if available. http_client: An existing `httpx.AsyncClient` to use for making HTTP requests. url_template: The URL template to use for making requests, you shouldn't need to change this, docs [here](https://ai.google.dev/gemini-api/docs/quickstart?lang=rest#make-first-request), `model` is substituted with the model name, and `function` is added to the end of the URL. NGEMINI_API_KEYzJAPI key must be provided or set in the GEMINI_API_KEY environment variable)model) r6osgetenvr UserError ApiKeyAuthr8r/r:formatr<)selfr6r=r:r> env_api_keys N/var/www/openai/venv/lib/python3.12/site-packages/pydantic_ai/models/gemini.py__init__zGeminiModel.__init__Csn&% ? ii(899{9% **+wxxw' &D*B*D&&Z&8c ~Kt|j|j|j|j|||Sw)N)r:r6r8r<function_toolsallow_text_result result_tools)GeminiAgentModelr:r6r8r<)rGrMrNrOs rI agent_modelzGeminiModel.agent_model`s< (()/%  s;=c d|jS)Nz google-gla:)r6rGs rInamezGeminiModel.nameqsT__-..rK)r6r5r=z str | Noner:zAsyncHTTPClient | Noner>r;)rMlist[ToolDefinition]rNboolrOrUreturnrP)rWr;)__name__ __module__ __qualname____doc____annotations__rJrQrTrKrIr4r44s    H #.2^ 9#9 9 , 9  9: -   +    "/rKr4ceZdZdZddZy)r7z.Abstract definition for Gemini authentication.c KywNr]rSs rIheaderszAuthProtocol.headersxsssNrWzdict[str, str])rXrYrZr[rar]rKrIr7r7us82rKr7c$eZdZUdZded<ddZy)rEz@Authentication using an API key for the `X-Goog-Api-Key` header.r;r=c&Kd|jiSw)NzX-Goog-Api-Key)r=rSs rIrazApiKeyAuth.headerss $,,//sNrb)rXrYrZr[r\rar]rKrIrErE{sJ L0rKrEceZdZUdZded<ded<ded<ded <d ed <d ed < ddZ ddZe ddZe ddZ e ddZ e ddZ e ddZy)rPz1Implementation of `AgentModel` for Gemini models.r9r:r5r6r7r8z_GeminiTools | Nonetoolsz_GeminiToolConfig | None tool_configr;r<cTt|Dcgc] }t|} }|r| |Dcgc] }t|c}z } |rd} nt| Dcgc]}|d c}} ||_||_||_| r t | nd|_| |_||_ ycc}wcc}wcc}w)NrT)function_declarations) r0_function_from_abstract_tool _tool_configr:r6r8 _GeminiToolsrfrgr<) rGr:r6r8r<rMrNrOtrfrgs rIrJzGeminiAgentModel.__init__s #$:HI.Q-a0.I  |L|!215|L LE K&5'A5a& 5'ABK&$ BG\>T &JL (BsBB  B%c&K|j|d|4d{}tj|jd{}dddd{|j t |fS7[767$#1d{7swY4xYww)NF) _make_request_gemini_response_ta validate_jsonaread_process_response_metadata_as_usage)rGmessagesmodel_settings http_responseresponses rIrequestzGeminiAgentModel.requests{%%h~FF-*88}?R?R?T9TUHGF%%h/1CH1MMMG9TGFFFsVBA6B#A<A8 A< BA:!B8A<:B<BB B BcK|j|d|4d{}|j|d{dddd{y7177 #1d{7swYyxYww)NT)ro_process_streamed_response)rGrurvrws rIrequest_streamzGeminiAgentModel.request_streamsT%%hnEE77 FF FFEEFFEEEsSA'A A'AAA A'AA'AA'A$A A$ A'c K|j|\}}t|}|rtd||d<|j|j|d<|j|j|d<i}|rH|j dx}||d<|j d x} | |d <|j d x} | |d <|r||d <|j |rd nd z} dtd|jjd{} tj|d} |jjd| | | |xsij dt4d{}|jdk7rE|j!d{t#j$d|j|j&|dddd{y77p7K7 #1d{7swYyxYww)N)contentsuserrolepartssystem_instructionrfrg max_tokensmax_output_tokens temperaturetop_pgeneration_configstreamGenerateContentgenerateContentzapplication/json)z Content-Typez User-AgentT)by_aliasPOSTtimeout)contentrarz Unexpected response from gemini )_message_to_gemini_content_GeminiRequest_GeminiTextContentrfrggetr<r1r8ra_gemini_request_ta dump_jsonr:streamr status_coderrrrtext)rGrustreamedrvsys_prompt_partsr~ request_datarrrrr<ra request_jsonrs rIrozGeminiAgentModel._make_requests&*%D%DX%N"(%x8 1CWg1hL- . :: !$(JJL !    '*.*:*:L '57 ,00>> K9C!"56-11-@@ M3>!-0'++G44A-2!'* 0AL, -hhX1CTU/(* II%%''  *33L43P ##**   #)r..y:LM +  }}#ggi 88;[\]\i\i[j9kmnmsmsttG   (       smC8G:G;AGGG#G :G;6G 1 G<G=GGG G GG GGclt|ddk7r td|dddd}t|S)N candidatesr)1Expected exactly one candidate in Gemini responserrr)lenr_process_response_from_partsrxrs rIrsz"GeminiAgentModel._process_responsesD x % &! +)*]^ ^&q))4W=+E22rKcpK|j}d}t}|23d{}|j|tj |d}|s4|d}|ds?|ddddsN|}| t d t |jr t|| St|| S76Dw) zHProcess a streamed response, and prepare a streaming response to return.Ntrailing-stringsexperimental_allow_partialrrrrz5Streamed response ended without content or tool calls)_content_stream) _json_contentr) aiter_bytes bytearrayextend_gemini_streamed_response_tarqr_extract_response_partsis_leftGeminiStreamStructuredResponseGeminiStreamTextResponse)rwrstart_responserchunk responseslasts rIr{z+GeminiAgentModel._process_streamed_responses$//1 15+& % NN5 !4BB+=CI } %$|* 2 : : <17KX X+';W W' ;s8B6B4B2B4+B6 B6 B6/AB62B44B6c g}g}|D]}t|trqg}|jD]=}t|tr&|j t |j :t|tr&|j t |j pt|tr4|j t|j|jt|tro|j*|j t |jd|ji}|j t|j|3t|@|sh|j td|t|t r|j t#|t|||fS)Nr call_errorrr) isinstancerrr"append_GeminiTextPartrr&r%_response_part_from_response tool_namemodel_response_objectr!model_responser_GeminiContentr_content_model_response)clsrurr~m message_partspartrxs rIrz+GeminiAgentModel._message_to_gemini_content sU35)+A!\*8: GGD!$(89(//T\\0RS#D.9%,,_$,,-OP#D.9%,,-I$..Z^ZtZtZv-wx#D/:>>1)00dFYFYF[1\](4d6I6I6K'LH)001Mdnn^f1gh$T*$ !OONm$TUA}- 7 :;Q36 ))rKN)r:r9r6r5r8r7r<r;rMrUrNrVrOrU)rulist[ModelMessage]rvModelSettings | NonerWz"tuple[ModelResponse, result.Usage])rurrvrrWz%AsyncIterator[EitherStreamedResponse])rurrrVrvrrWzAsyncIterator[HTTPResponse])rx_GeminiResponserWr)rw HTTPResponserWr+)rurrWz2tuple[list[_GeminiTextPart], list[_GeminiContent]])rXrYrZr[r\rJryrr|ro staticmethodrsr{ classmethodrr]rKrIrPrPsF;    )) H$$    -  +6N*Ns %//0B0BCI!$.."23I ^DN8HHSM%//0B0BRVWI!$..26I ^a/DN8HH6HIMA KK-a0 0KlOA&y1':Eu%!Dv,&".^sD D c|jSr`rrSs rIusagezGeminiStreamTextResponse.usageV {{rKc|jSr`rrSs rI timestampz"GeminiStreamTextResponse.timestampY rKNrWNone)rrVrWz Iterable[str]rWrrWr )rXrYrZr[r\rr rnow_utcrrUsagerrrrrr]rKrIrr0s^F !!Is eLJL EJFLJ)$)0rKrceZdZUdZded<ded<eejdZded <ee jdZ d ed <dd Z dd ddZ ddZddZy)rzBImplementation of `StreamStructuredResponse` for the Gemini model.rrrrFrr rrrcK|jjd{}|jj|y7 wr`)rrrrrs rIrz(GeminiStreamStructuredResponse.__anext__fs2ll,,.. U#/rrc8tj|j|rdnd}g}tj|_|D]?}|xj t |z c_|dd}|j|ddAt||jS) amGet the `ModelResponse` at this point. NOTE: It's not clear how the stream of responses should be combined because Gemini seems to always reply with a single response, when returning a structured data. I'm therefore assuming that each part contains a complete tool call, and not trying to combine data from separate parts. offrrrrrrr) rrqrrrrrtrrr)rGrrcombined_partsr candidates rIrz"GeminiStreamStructuredResponse.getjs1>> MM05u;M? 24lln A KK-a0 0K,*I  ! !)I"6w"? @,NdooVVrKc|jSr`rrSs rIrz$GeminiStreamStructuredResponse.usagerrKc|jSr`rrSs rIrz(GeminiStreamStructuredResponse.timestamprrKNr)rrVrWrrr)rXrYrZr[r\r rrrrrrrrrrr]rKrIrr]sUL !! eLJL EJFLJ$$)W*rKrT) defer_buildcFeZdZUdZded<ded<ded<ded < d ed <y ) rzSchema for an API request to the Gemini API. See for API docs. zlist[_GeminiContent]r~zNotRequired[_GeminiTools]rfzNotRequired[_GeminiToolConfig]rgzNotRequired[_GeminiTextContent]rz$NotRequired[_GeminiGenerationConfig]rNrXrYrZr[r\r]rKrIrrs. #" $$//77<;rKrc0eZdZUdZded<ded<ded<y)_GeminiGenerationConfigzSchema for an API request to the Gemini API. Note there are many additional fields available that have not been added yet. See for API docs. rrfloatrrNrr]rKrIrrs LrKr)totalc"eZdZUded<ded<y)rLiteral['user', 'model']rlist[_GeminiPartUnion]rNrXrYrZr\r]rKrIrrs "" !!rKrc4g}|jD]{}t|tr|jt |.t|t r3|j sK|jt|j qt|}td|S)NrrAr) rrr$r_function_call_part_from_callr#rrrr)rritems rIrrsn$&E dL ) LL6t< = h '|| _$,,?@   we 44rKceZdZUded<y)rr;rNrr]rKrIrrs IrKrceZdZUded<y)_GeminiFunctionCallPartzDAnnotated[_GeminiFunctionCall, pydantic.Field(alias='functionCall')] function_callNrr]rKrIr r sWWrKr c`tt|j|jS)N)rTargs)r)r _GeminiFunctionCallr args_as_dict)tools rIr r s# "1D$.._c_p_p_r1s ttrKcBg}|D]v}d|vr|jt|d%d|vr2|jtj|dd|dd[d|vs`t j d|t ||xstjS)NrrrTrfunction_responseXUnsupported response from Gemini, expected all parts to be function calls or text, got: r) rr#r$ from_raw_argsrrrrr)rritemsrs rIrrs%'E T> LL$v,/ 0  $ LL33D4I&4QSWXgShioSpq r D (44jkojrs   )*Gv~~7G HHrKc&eZdZUdZded<ded<y)rz5See .r;rTdict[str, Any]rNrr]rKrIrrs? I rKrceZdZUded<y)_GeminiFunctionResponsePartzLAnnotated[_GeminiFunctionResponse, pydantic.Field(alias='functionResponse')]rNrr]rKrIrrsccrKrc0tt||S)NrTrx)r)r_GeminiFunctionResponsers rIrrs &9PVZem9n oorKc&eZdZUdZded<ded<y)rz9See .r;rTrrxNrr]rKrIrrsC IrKrcRt|trd|vryd|vsd|vryd|vsd|vryy)Nr functionCallrfunctionResponser)rdict)vs rI_part_discriminatorr&s>!T Q; q Oq$8" 1 $(;q(@& rKrrrc"eZdZUded<ded<y)rrrzlist[_GeminiTextPart]rNrr]rKrIrrs ""  rKrceZdZUded<y)rlzNlist[Annotated[_GeminiFunction, pydantic.Field(alias='functionDeclarations')]]riNrr]rKrIrlrl siirKrlc,eZdZUded<ded<ded<y)_GeminiFunctionr;rT descriptionzNotRequired[dict[str, Any]] parametersNrr]rKrIr*r*s I++rKr*ct|jj}t|j|j }|j dr||d<|S)N)rTr+ propertiesr,)_GeminiJsonSchemaparameters_json_schemasimplifyr*rTr+r)r json_schemafs rIrjrjsQ#D$?$?@IIKK YY$$ A|$%, HrKceZdZUded<y)_GeminiToolConfig_GeminiFunctionCallingConfigfunction_calling_configNrr]rKrIr5r5%s99rKr5c0ttd|S)NANY)modeallowed_function_names)r7)r5r6)function_namess rIrkrk)s  <%`n o rKc"eZdZUded<ded<y)r6zLiteral['ANY', 'AUTO']r: list[str]r;Nrr]rKrIr6r6/s  %%rKr6c0eZdZUdZded<ded<ded<y) rzSchema for the response from the Gemini API. See and zlist[_GeminiCandidates]rzSNotRequired[Annotated[_GeminiUsageMetaData, pydantic.Field(alias='usageMetadata')]]usage_metadatazUNotRequired[Annotated[_GeminiPromptFeedback, pydantic.Field(alias='promptFeedback')]]prompt_feedbackNrr]rKrIrr4s ('ggjjrKrc t|ddk7r td|dddd}t|rtj|St |rtj|St jd |) zExtract the parts of the response from the Gemini API. Returns Either a list of function calls (Either.left) or a list of text parts (Either.right). rr)rrrr)left)rightr)rr_all_function_call_partsrEitherrrrs rIrrCs 8L !"a'%&YZZ \ "1 %i 0 9E&}}%((  }}5))00fglfo p  rKc&td|DS)Nc3$K|]}d|v yw)rNr].0rs rI z+_all_function_call_parts..Xs954$&5allrs rIrErEWs 959 99rKc&td|DS)Nc3$K|]}d|v yw)rNr]rIs rIrKz"_all_text_parts..\s0%$v~%rLrMrOs rIrr[s 0%0 00rKcFeZdZUdZded<ded< ded<ded <d ed <y ) _GeminiCandidateszBSee .rrz[NotRequired[Annotated[Literal['STOP', 'MAX_TOKENS'], pydantic.Field(alias='finishReason')]] finish_reasonzBNotRequired[Annotated[float, pydantic.Field(alias='avgLogProbs')]] avg_log_probszNotRequired[int]indexzXNotRequired[Annotated[list[_GeminiSafetyRating], pydantic.Field(alias='safetyRatings')]]safety_ratingsNrr]rKrIrSrS_s+L nnVU llrKrSc:eZdZUdZded<ded<ded<ded <y ) _GeminiUsageMetaDatazSee . The docs suggest all fields are required, but some are actually not required, so we assume they are all optional. z8Annotated[int, pydantic.Field(alias='promptTokenCount')]prompt_token_countzINotRequired[Annotated[int, pydantic.Field(alias='candidatesTokenCount')]]candidates_token_countz7Annotated[int, pydantic.Field(alias='totalTokenCount')]total_token_countzLNotRequired[Annotated[int, pydantic.Field(alias='cachedContentTokenCount')]]cached_content_token_countNrr]rKrIrYrYms" QPeeNN llrKrYc|jd}|tjSi}|jdx}r||d<tj|jdd|jdd|jdd|S)Nr@r]rZrr[r\)request_tokensresponse_tokens total_tokensdetails)rrr)rxmetadatarbr]s rIrtrtys||,-H||~ G%-\\2N%OO!O0J,- <<||$8!< %=qA\\"5q9  rKc&eZdZUdZded<ded<y)_GeminiSafetyRatingzKSee .zLiteral['HARM_CATEGORY_HARASSMENT', 'HARM_CATEGORY_HATE_SPEECH', 'HARM_CATEGORY_SEXUALLY_EXPLICIT', 'HARM_CATEGORY_DANGEROUS_CONTENT', 'HARM_CATEGORY_CIVIC_INTEGRITY']categoryz.Literal['NEGLIGIBLE', 'LOW', 'MEDIUM', 'HIGH'] probabilityNrr]rKrIreresU@?rKrec&eZdZUdZded<ded<y)_GeminiPromptFeedbackzPSee .z3Annotated[str, pydantic.Field(alias='blockReason')] block_reasonzKAnnotated[list[_GeminiSafetyRating], pydantic.Field(alias='safetyRatings')]rWNrr]rKrIririsZEE__rKri)configc8eZdZdZddZd dZd dZd dZd dZy) r/uwTransforms the JSON Schema from Pydantic to be suitable for Gemini. Gemini which [supports](https://ai.google.dev/gemini-api/docs/function-calling#function_declarations) a subset of OpenAPI v3.0.3. Specifically: * gemini doesn't allow the `title` keyword to be set * gemini doesn't allow `$defs` — we need to inline the definitions where possible cft||_|jjdi|_y)Nz$defs)rschemapopdefs)rGrns rIrJz_GeminiJsonSchema.__init__s$v& KKOOGR0 rKcT|j|jd|jS)Nr]) refs_stack) _simplifyrnrSs rIr1z_GeminiJsonSchema.simplifys  t{{r2{{rKc6|jdd|jdd|jddx}ritjdd|}||vrtjd||fz }|j |}|j |||j|y|jdx}rc|D]}|j ||t|dk(r#)K"vv&66  k2-1z* $* 6" H  LL , g ;;vz2 2 h 6::h+E$EC$E **]3K+6-z#a(H}%*23%(8}% %F rKc|jdd}|rtjd|jdx}r(|j D]}|j ||yy)NadditionalPropertiesz@Additional properties in JSON Schema are not supported by Geminir.)rorrDrvaluesrs)rGrnrrad_propsr.values rIrz_GeminiJsonSchema._objectsb::4d; &&'ij jL1 1: 1#**,uj1- 2rKc|jdx}r|D]}|j|||jdx}r|j||yy)N prefixItemsr)rrs)rGrnrr prefix_items prefix_item items_schemas rIrz_GeminiJsonSchema._arraysW!::m4 4< 4+ {J7 ,"::g. .< . NN< 4 /rKN)rnz_utils.ObjectJsonSchema)rWr)rnrrrztuple[str, ...]rWr) rXrYrZr[rJr1rsrrr]rKrIr/r/s!1$9L25rKr/)rrrWr)rr$rWr r`)rzSequence[_GeminiPartUnion]rzdatetime | NonerWr)rTr;rxrrWr)r%r rWr;)rr(rWr*)r<r>rWr5)rxrrWzC_utils.Either[list[_GeminiFunctionCallPart], list[_GeminiTextPart]])rrrWz(TypeGuard[list[_GeminiFunctionCallPart]])rrrWz TypeGuard[list[_GeminiTextPart]])rxrrWr)o __future__r _annotationsrBrcollections.abcrrr contextlibrcopyr dataclassesr r r typingr r rrrpydanticrhttpxrrr9rrtyping_extensionsrrrrrwrrrrrurrrr r!r"r#r$r%r&settingsr'rfr(r*r+r,r-r.r/r0r1r5r4r7rErPrr with_config ConfigDictrrrrrr r rrrrrr&Tag Discriminator_GeminiPartUnionrrlr*rjr5rkr6rrrErrSrYrtreri TypeAdapterrrplistrr/r]rKrIrs2 ==*(;;^^MMBB   %"   i  =/%=/=/@383  00 0 f*zf*f*R )1) )X %%=% %Z)h))d;<