g;;ddlZddlmZmZddlmZmZmZmZm Z m Z ddl Z ddl m Z ddlmZmZmZddlddlmZddlmZdd lmZdd lmZdd lmZeZej=d eegd gej=deegd gej=deegd gdeefde de deede fdZ!ejEdeegd gejEdeegd gejEdeegd geededdfde de de deedef dZ#ejEd eegd gejEdeegd gejEdeegd gdddeefde de deedee$deede f d Z%ej=d!eegd gej=d"eegd gej=d#eegd gdeefde dede deede f d$Z&y)%N)DictOptional) APIRouterDepends HTTPExceptionPathRequestResponse)verbose_proxy_logger)CancelBatchRequestCreateBatchRequestRetrieveBatchRequest)*)user_api_key_auth)_read_request_body))get_custom_llm_provider_from_request_body)is_known_model)handle_exception_on_proxyz/{provider}/v1/batchesbatch) dependenciestagsz /v1/batchesz/batchesrequestfastapi_responseprovideruser_api_key_dictcKddlm}m}m}m}m}m} m} i} t|d{} tjdjtj| d|| |||| |d{} d} d } tjd ur| j!d d} t#| | } |xs| j%d dxsd}t'di| }tjd ur0| r.| ,|t)dddi|j*di|d{}ntj*dd |i|d{}t-j.| j1| j!dddt3|dixsi}|j!ddxsd}|j!ddxsd}|j!ddxsd}|j4j7|||||| t3|dd| |S7777#t8$rZ}| j;||| d{7tj<djt?|tA|d}~wwxYww) a  Create large batches of API requests for asynchronous processing. This is the equivalent of POST https://api.openai.com/v1/batch Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch Example Curl ``` curl http://localhost:4000/v1/batches -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ "input_file_id": "file-abc123", "endpoint": "/v1/chat/completions", "completion_window": "24h" }' ``` r)add_litellm_data_to_requestgeneral_settingsget_custom_headers llm_router proxy_configproxy_logging_objversionrNRequest received by LiteLLM: {}indentdatarrrr#r!FTmodel)r+r custom_llm_provideropenaierror9LLM Router not initialized. Ensure models added to proxy. status_codedetaillitellm_call_idsuccessr4status_hidden_paramsmodel_id cache_keyapi_baseallowed_model_regionrr:r;r<r# model_region request_dataroriginal_exceptionr@Alitellm.proxy.proxy_server.create_batch(): Exception occured - {})!litellm.proxy.proxy_serverrrrr r!r"r#rr debugformatjsondumpslitellm'enable_loadbalancing_on_batch_endpointsgetrpopr r acreate_batchasyncio create_taskupdate_request_statusgetattrheadersupdate Exceptionpost_call_failure_hook exceptionstrr)rrrrrrrr r!r"r#r* router_modelis_router_modelr,_create_batch_dataresponse hidden_paramsr:r;r<es ^/var/www/openai/venv/lib/python3.12/site-packages/litellm/proxy/batches_endpoints/endpoints.py create_batchr`sLDQ+'88"" . 5 5djjaj6P Q 1-/%   '+   : :d B88GT2L,B  $$Z6<"  '' "3!#!$%68NPRS!  M9  BL<  +66/ATX7    && O V VA  (** +s}I$G>G4AG>6G77BG>G:G>1G<2CG>3I$4G>7G>:G><G>> I!IH!=II!!I$z&/{provider}/v1/batches/{batch_id:path}z/v1/batches/{batch_id:path}z/batches/{batch_id:path}zBatch ID to retrievezThe ID of the batch to retrieve)title descriptionbatch_idcKddlm}m}m}m}i} t |} t jdur,|tdddi |jdi| d{} n;|xst| d{xsd } t jdd | i| d{} tj|j| jd ddt| dixsi} | jddxsd}| jddxsd}| jddxsd}|j j#||||||t|dd| | S777#t$$rZ}|j'||| d{7t)j*dj-t/|t1|d}~wwxYww)at Retrieves a batch. This is the equivalent of GET https://api.openai.com/v1/batches/{batch_id} Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/retrieve Example Curl ``` curl http://localhost:4000/v1/batches/batch_abc123 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" ``` r)rr r"r#)rcTNr.r/r0r1r$r-r,r4r5r6r7r9r:r;r<r=r>rAClitellm.proxy.proxy_server.retrieve_batch(): Exception occured - {}rD)rErr r"r#rrJrKraretrieve_batchrrOrPrQrLrRrSrTrUrVr rWrGrXr)rrrrrcrr r"r#r*_retrieve_batch_requestr\r,r]r:r;r<r^s r_retrieve_batchrhsJD=+"6#   : :d B!# #!\8Z77R:QRRHB7SS %44$7;RH   3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' "3!#!$%68NPRS!  IST<  +66/ATX7    && Q X XA  (** +slGAEEE/E0"EECEGEEE F>$F9;E><=F99F>>GlimitaftercKddlm}m}m}t j dj || |xst|d{xsd} tj| ||d{} t| dixsi} | jd dxsd } | jd dxsd } | jd dxsd }|jj||| | ||t|d d | S77#t$r]}|j||||dd{7t j dj t#|t%|d}~wwxYww)aU Lists This is the equivalent of GET https://api.openai.com/v1/batches/ Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/list Example Curl ``` curl http://localhost:4000/v1/batches?limit=2 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" ``` r)rr"r#z!GET /v1/batches after={} limit={}r$Nr-)r,rjrir9r:r5r;r<r=)rr:r;r<r#r?)rjrirAre)rErr"r#r rFrGrrJ alist_batchesrRrLrSrTrUrVr/rXr)rrrrirjrrr"r#r,r\r]r:r;r<r^s r_ list_batchesrmsH BII%QVWX)+  >wOO   !.. 3   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' "3!#!$%68NPRS   5P 0  +66/ #(597   "" Q X XA  (** +sY0E#C:C6#C:*C8+B C:5E#6C:8C:: E ED =EE  E#z-/{provider}/v1/batches/{batch_id:path}/cancelz"/v1/batches/{batch_id:path}/cancelz/batches/{batch_id:path}/cancelcKddlm}m}m}m}m} m} i} t|d{} tjdjtj| d|| |||| |d{} |xs| jd dxsd } tdd |i| } tj dd | i| d{}t#j$| j'| j)d d dt+|dixsi}|j)ddxsd }|j)ddxsd }|j)ddxsd }|j,j/|||||| t+|dd | |S7X7 7#t0$rZ}| j3||| d{7tj4djt7|t9|d}~wwxYww)a Cancel a batch. This is the equivalent of POST https://api.openai.com/v1/batches/{batch_id}/cancel Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/cancel Example Curl ``` curl http://localhost:4000/v1/batches/batch_abc123/cancel -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -X POST ``` r)rrrr!r"r#r$Nr%r&r'r)r,r-rcr4r5r6r7r9r:r;r<r=r>rArCrD)rErrrr!r"r#rr rFrGrHrIrMr rJ acancel_batchrOrPrQrLrRrSrTrUrVrWrXr)rrcrrrrrrr!r"r#r*r,_cancel_batch_datar\r]r:r;r<r^s r_ cancel_batchrqhsJD<+'88"" . 5 5djjaj6P Q 1-/%     I!6= I 0JJTJ .. 3       3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' "3!#!$%68NPRS!  c9   >  +66/ATX7    && O V VA  (** +skG+FE=AF4F5AF:F;CF<G+=FFF G(G#%F(&=G##G((G+)'rOtypingrrfastapirrrrr r rJlitellm._loggingr litellm.batches.mainr r rlitellm.proxy._types$litellm.proxy.auth.user_api_key_authr-litellm.proxy.common_utils.http_parsing_utilsr0litellm.proxy.common_utils.openai_endpoint_utilsr4litellm.proxy.openai_files_endpoints.files_endpointsrlitellm.proxy.utilsrrouterpostrXUserAPIKeyAuthr`rLrhintrmrqrDr_rs "NN1 #BLP9 +,-   +,-   +,-  #(/0A(B s+ s+s+sms+& s+   s+l,+,-   !+,-   +,-  )00A(B"$2S [+ [+[+&[+sm [+  [+   [+|+,-   +,-   +,-  #(/0A(B E+ E+E+smE+ C= E+ C= E+ & E+   E+P3+,-   (+,-   %+,-  #(/0A(B \+ \+\+\+sm \+ & \+   \+r