g<ddlZddlZddlZddlmZmZmZmZmZddl Z ddl m Z ddl Z ddl m Z ddlmZddlmZddlmZmZddlmZdd lmZdd lmZmZmZmZGd d e ZGd deZy)N)AnyListOptionalTupleUnion) BaseModel) get_secret)verbose_proxy_logger) DualCache)CustomGuardraillog_guardrail_information)UserAPIKeyAuth)GuardrailEventHooks)EmbeddingResponse ImageResponse ModelResponseStreamingChoicesc&eZdZUdZdZeeed<y)PresidioPerRequestConfigzD presdio params that can be controlled per request, api key Nlanguage)__name__ __module__ __qualname____doc__rrstr__annotations__f/var/www/openai/venv/lib/python3.12/site-packages/litellm/proxy/guardrails/guardrail_hooks/presidio.pyrr%s#Hhsm"rrc|eZdZdZdZ ddedeedeedeedeedeedeeffd Z ddeedeefd Z d eded ee d edef dZ e dedededefdZe dedededeeeffdZe dedededeeeffdZe dededeeeeffdZdedee fdZdZxZS)_OPTIONAL_PresidioPIIMaskingN mock_testingmock_redacted_textpresidio_analyzer_api_basepresidio_anonymizer_api_baseoutput_parse_piipresidio_ad_hoc_recognizers logging_onlyc $|durd|_tj|d<t | d i|i|_||_|xsd|_|dury|} | 0 t| d5} tj| |_ ddd|j|| y#1swYxYw#t$rtd| tj$r} tdt| d| d} ~ wt$r} tdt| d| d} ~ wwxYw) NT event_hookFrzFile not found. file_path=zError decoding JSON file: z , file_path=zAn error occurred: )r$r%r)r(rsuper__init__ pii_tokensr#r&openjsonloadad_hoc_recognizersFileNotFoundError ExceptionJSONDecodeErrorrvalidate_environment) selfr"r#r$r%r&r'r(kwargsr2filee __class__s rr-z%_OPTIONAL_PresidioPIIMasking.__init__2s< 4  $D #6#C#CF<  "6"  #5 0 9E 4  8  ) ,c2d.2iioD+3 !!'A)E " 32$ S"<=O

P=QR s< B!B9B!BB!!)D C$$ D0D  Dc|xs tdd|_|xstjdd|_|j t d|jj ds|xjdz c_|jj ds/|jj dsd|jz|_|j t d|jj ds|xjdz c_|jj ds1|jj dsd|jz|_yyy)NPRESIDIO_ANALYZER_API_BASEPRESIDIO_ANONYMIZER_API_BASEz5Missing `PRESIDIO_ANALYZER_API_BASE` from environment/zhttp://zhttps://z7Missing `PRESIDIO_ANONYMIZER_API_BASE` from environment)r r$litellmr%r4endswith startswith)r7r$r%s rr6z1_OPTIONAL_PresidioPIIMasking.validate_environment]sK ' X*5QSW*X ' ) G,>,> *D-  )  * * 2ST T..77<  + +s 2 +  + + 6 6y A..99*ED;;;  +  , , 4UV V0099#>  - - 4 -  - - 8 8 C00;;JGD===  -H Drtextpresidio_config request_datareturncK tj4d{}|j|j}n8|jd}|dd}|r|jr|j|d<|j |j |d<|j |j|d}tjd|||j|| 4d{} | jd{} dddd{|jd } tjd | | d } |j| | 4d{} | jd{}dddd{|} |tjd ||dD]k}|d}|d}|d}|ddk(rD|dur@||jvr |ttj z}| |||j|<| d||z| |dz} m|dcdddd{St#d|77O7:7-#1d{7swY>xYw777#1d{7swYxYw7P#1d{7swYyxYw#t"$r}|d}~wwxYww)zO [TODO] make this more performant for high-throughput scenario Nanalyzeen)rCrrr2)rEz&Making request to: %s with payload: %s)r0 anonymizezMaking request to: %s)rCanalyzer_resultszredacted_text: %sitemsstartendrCoperatorreplaceTzInvalid anonymizer response: )aiohttp ClientSessionr#r$rr2update)get_guardrail_dynamic_request_body_paramsr debugpostr0r%r.ruuiduuid4r4)r7rCr&rDrEsession redacted_text analyze_urlanalyze_payloadresponseanalyze_results anonymize_urlanonymize_payloadnew_textitemrMrN replacementr:s r check_piiz&_OPTIONAL_PresidioPIIMasking.check_piisB ,,..'**6$($;$;M&*%D%D$EW"MK/3&FO&?+C+C6E6N6N 3..:@D@W@W(<=#**FF)5G %)M(..@#' '||#/ ,  !08 *?   (,'H'H&I$SM(../F V $,;)% '||%,= ,  !.6mmo(=      ,(../BMR -g 6 $W "5k&*6l  +y8=MQU=U +doo=.9C     M/...@ G s0J I8H$I8B8I#H'I#H00H*1H05 I#H-AI#II# I II # I#.I /BI# I8I!I8J I#$I8'I#*H0-I#0I 6H97I > I#I  I# I II I#!I8#I5)I, *I51I84J 5I88 JJJJ user_api_key_dictcachedata call_typec 4K |jdd}tjd||j|}|dk(r|d}g}|D]G} t | dt s|j |j| d|j||Itj|d{} t| D]$\} } t || dt s| || d<&tjd|d||d<|S7X#t$r} | d} ~ wwxYww) a - Check if request turned off pii - Check if user allowed to turn off pii (key permissions -> 'allow_pii_controls') - Take the request data - Call /analyze -> get the results - Call /anonymize w/ the analyze results -> get the redacted text For multiple messages in /chat/completions, we'll need to call them in parallel. content_safetyNzcontent_safety: %s completionmessagescontentrCr&rDrE,Presidio PII Masking: Redacted pii message: )getr rU'get_presidio_settings_from_request_data isinstancerappendrdr&asynciogather enumerateinfor4)r7rerfrgrhrjrDrltasksm responsesindexr+r:s rasync_pre_call_hookz0_OPTIONAL_PresidioPIIMasking.async_pre_call_hooks:& !XX&6=N & &';^ L"JJ4POL( +!A!!I,4  NN%&y\151F1F0?-1 +"#*..%"88 )) 4HE1!(5/)".run_in_new_loops--/H -&&x022++%f ,  &&t, &&t,s 7A44'B) max_workers)concurrent.futuresrrtget_running_loopsubmitr} RuntimeError) r7r8r}rhrr_executorfutures ```` r logging_hookz)_OPTIONAL_PresidioPIIMasking.logging_hooksh : - %((*A$2h!9}}322 %"$ $ %s.A(!A A(A%!A(%A((A;:A;c K|dk(s|dk(r|jdd}g}|||fS|j|}|D]G}d}|d t|dts|d}|j |j |d||It j|d{} t| D]$\} } t|| dts| || d<&tjd |||d<||fS7Ww) zK Masks the input before logging to langfuse, datadog, etc. rk acompletionrlNrmFrnro) rprqrrrrsrdrtrurvr rw) r7r8r}rhrlrxrDrytext_strrzr{r+s rrz/_OPTIONAL_PresidioPIIMasking.async_logging_hook)s,  %m)C'-zz*d'CHEv~%"JJ6ROY<'a lC0 |HLL!)-2,;)/ ' &nne44I%i0qhuoi8#>UO!1 ! % %>xjI "*F: v~5sAC3AC3C1+C3,C3r]cKtjd|jdt||jdurtjdur|St |t rt |jdtst |jdjjtrtjd|jd|jdjj|jjD]T\}}|jdjjj|||jdj_ V|Sw)ze Output parse the response object to replace the masked tokens with user sent values z(PII Masking Args: self.output_parse_pii=z; type of response=Frzself.pii_tokens: z; initial response: )r rUr&typer@rrrchoicesrmessagermrr.rLrP)r7rgrer]keyvalues rasync_post_call_success_hookz9_OPTIONAL_PresidioPIIMasking.async_post_call_success_hookVs< ""6t7L7L6MM`aefnao`p q   E )g.F.F%.OO h .z   Q !18 (**1-55==sC$**''88LXM]M]^_M`MhMhMpMpLqr#'//"7"7"9JC:B:J:J;gggggc5&9$$Q'//7#:sE)E+cVd|vr%|d}|jd}|r tdi|}|Sy)Nmetadataguardrail_configr)rpr)r7rg _metadata_guardrail_config_presidio_configs rrqzD_OPTIONAL_PresidioPIIMasking.get_presidio_settings_from_request_datatsA  Z(I ) .@ A  #;#P>O#P ''rc tj|tjr t |yy#t $rYywxYw)N)r rUr@ set_verboseprintr4)r7print_statements r print_verbosez*_OPTIONAL_PresidioPIIMasking.print_verboses=  & & 7""o&#   s04 AA)FNNNFNN)NN)rrruser_api_key_cacher2boolrdictrr-r6rrdr rr r|rrrrrrrrrrqr __classcell__)r;s@rr!r!-s #-1486:+059'+) ) %TN) %-SM ) '/sm ) #4. ) &.c]) tn) Z596:&$,SM&'/sm&PLLL"":; L  L L\2)22 2  22h%%$'%47% tSy %%@**$'*47* tSy **X* '8-GH :   * + rr!) rtr0rWtypingrrrrrrQpydanticrr@r litellm._loggingr litellm.caching.cachingr %litellm.integrations.custom_guardrailr r litellm.proxy._typesrlitellm.types.guardrailsr litellm.utilsrrrrrr!rrrrsY 441-08#y#Y?Yr