gu_ddlZddlZddlmZddlZddlmZmZmZm Z m Z m Z m Z m Z mZddlZddlmZmZddlmZddlddlmZddlmZdd lmZeZdad Zd efd Zd e dee!fdZ"de!deefdZ#deedeede$fdZ%ejMdeegdgejMdeegdgejMdeegdge dde dedeefde de ded eed ed!e d"e'fd#Z(ejSd$eegdgejSd%eegdgejSd&eegdgdeefde de d'ed eed"e'f d(Z*ejSd)eegdgejSd*eegdgejSd+eegdgdeefde de d'ed eed"e'f d,Z+ejYd)eegdgejYd*eegdgejYd+eegdgdeefde de d'ed eed"e'f d-Z-ejSdeegdgejSdeegdgejSdeegdgeeddfde de d"e'd eedeef d.Z.y)/N)Optional) APIRouterDependsFileForm HTTPExceptionRequestResponse UploadFilestatus)CreateFileRequestget_secret_str)verbose_proxy_logger)*)user_api_key_auth))get_custom_llm_provider_from_request_body)Routerc|yt|ts td|D]\}t|ts|j D]6\}}t|t s|j ds)t|||<8^|ay)Nz3invalid files config, expected a list is not a listz os.environ/) isinstancelist ValueErrordictitemsstr startswithr files_config)configelementkeyvalues i/var/www/openai/venv/lib/python3.12/site-packages/litellm/proxy/openai_files_endpoints/files_endpoints.pyset_files_configr"(st ~ fd #NOO gt $%mmo UeS)e.>.>}.M#1%#8GCL. Lcustom_llm_providercx|dk(ryt tdtD]}|jd|k(s|cSy)N vertex_aiz9files_config is not set, set it on your config.yaml file.r$)rrget)r$settings r!get_files_provider_configr)9sHk)TUU ;;, -1D DN  r#file_content_bytesreturnc |jd}|jdj}tj |}|S#tj t f$rYywxYw)Nzutf-8r)decode splitlinesstripjsonloadsJSONDecodeErrorUnicodeDecodeError)r* file_content first_line json_objects r!get_first_json_objectr7Gsg )009 !,,.q1779 jj,   "4 5sAA A'&A'r6cT|jdixsi}|jd}|S)Nbodymodel)r')r6r9r:s r!get_model_from_json_objr;Ts* ??62 & ,"D HHW E Lr#r: llm_routerc@||y|j}d}||vrd}|S)zD Returns True if the model is in the llm_router model names FT)get_model_names)r:r< model_names is_in_lists r!is_known_modelrA[s7 } *,,.KJ  r#z/{provider}/v1/filesfiles) dependenciestagsz /v1/filesz/files.openai)defaultrequestfastapi_responsepurposeproviderfileuser_api_key_dictcKddlm}m}m} m} m} m} m} i} |jd{}|xst|d{xsd}d|i}|||||| | d{}|j||jf}d}d}tjd ur't| }|rt| }t!|| }t#d'd |i|}tjd ur2|r0|.| t%dddi| j&d'd|i|d{}nRt)|}||j+||j-ddtj&d'i|d|id{}t/j0| j3|j5dddt7|dixsi}|j5ddxsd}|j5ddxsd}|j5ddxsd}|j8j+| ||||| t7|dd|S77777#t:$r)}| j=|||d{7t?j@d jCtE|t?jFtIjJtM|t$r\tOt7|d!tE|jPt7|d"d#t7|d$d#t7|d%tRjT&tE|}tOt7|d!|t7|d"d#t7|d$d#t7|d%d&d}~wwxYww)(a Upload a file that can be used across - Assistants API, Batch API This is the equivalent of POST https://api.openai.com/v1/files Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/create Example Curl ``` curl http://localhost:4000/v1/files -H "Authorization: Bearer sk-1234" -F purpose="batch" -F file="@mydata.jsonl" ``` r)add_litellm_data_to_requestgeneral_settingsget_custom_headersr< proxy_configproxy_logging_objversionNrGrErIdatarGrOrLrSrQFT)r*)r6)r:r<rKerrorz9LLM Router not initialized. Ensure models added to proxy.) status_codedetailr:)r$r$litellm_call_idsuccessr[r _hidden_paramsmodel_id cache_keyapi_baseallowed_model_regionrLr`rarbrS model_regionrLoriginal_exception request_dataz@litellm.proxy.proxy_server.create_file(): Exception occured - {}messagetypeNoneparamrYrirjrlcode)+litellm.proxy.proxy_serverrNrOrPr<rQrRrSreadrfilename content_typelitellm'enable_loadbalancing_on_batch_endpointsr7r;rAr r acreate_filer)updatepopasyncio create_taskupdate_request_statusr'getattrheaders Exceptionpost_call_failure_hookrrXformatrdebug traceback format_excrProxyExceptionrZr HTTP_400_BAD_REQUEST)rGrHrIrJr$rKrLrNrOrPr<rQrRrSrVr4 file_data router_modelis_router_modeljson_obj_create_file_requestresponsellm_provider_config hidden_paramsr`rarbe error_msgs r! create_filerjsNDs"YY[(  >wOO  7#1-/%   ]]L$2C2CD '+   : :d B, MH68L "0&:# 1HiH4H  ; ;t C(!# #!\5Z44"&:H #<$7# #.$++,?@ $ $%:D A$11r4Hr^qrrH   3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' "3!#!$%68NPRS   o)P Ls4 66/ATX7    "" N U UA  ""9#7#7#9: a ' 9c!((m<Q/a&1Q v/J/JK  q6(I 9i8Q/a&1Q s3  'sM H*HH*HH*!H""B%H*H%AH*H(CH*M H*H*"H*%H*(H** M4M I D MMM z+/{provider}/v1/files/{file_id:path}/contentz /v1/files/{file_id:path}/contentz/files/{file_id:path}/contentfile_idcZKddlm}m}m}m}m} m} i} || |||| |d{} |xst|d{xsd} tjd| |d| d{} tj| j| jdd d t| d ixsi}|jd dxsd }|jddxsd }|jddxsd }|jj!|||||| t|dd t| dd}|t#d| t%|j&|j(|jS7E707#t*$r)}| j-||| d{7t/j0dj3t5|t/j6t9j:t=|t>r\tAt|dt5|jBt|ddt|ddt|dtDjFt5|}tAt|d|t|ddt|ddt|ddd}~wwxYww)a Returns information about a specific file. that can be used across - Assistants API, Batch API This is the equivalent of GET https://api.openai.com/v1/files/{file_id}/content Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve-contents Example Curl ``` curl http://localhost:4000/v1/files/file-abc123/content -H "Authorization: Bearer sk-1234" ``` rrNrOrPrQrRrSrUNrTrEr$rr[r\r]r^r_r`rarbrcrdrz3Invalid response - response.response is None - got )contentrYr}rfzJlitellm.proxy.proxy_server.retrieve_file_content(): Exception occured - {}rirjrkrlrYrmrWro)$rprNrOrPrQrRrSrrt afile_contentryrzr{r'r|r}rwrr rrYr~rrrXrrrrrrrrrZr r)rGrHrrJrLrNrOrPrQrRrSrVr$rrr`rarbhttpx_responserrs r!get_file_contentrsFDP1-/%     >wOO   !.. 3W HL     3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' "3!#!$%68NPRS   4;8ZQU3V  !EhZP "**&22"**  _ P N 66/ATX7    "" X _ _A  ""9#7#7#9: a ' 9c!((m<Q/a&1Q v/J/JK  q6(I 9i8Q/a&1Q s3  'siJ+E5E,E5E/#E5#E2$DE5+J+,E5/E52E55 J(?J#FD J##J((J+z#/{provider}/v1/files/{file_id:path}z/v1/files/{file_id:path}z/files/{file_id:path}cKddlm}m}m}m}m} m} i} |xst|d{xsd} || |||| |d{} tjd| |d| d{} tj| j| jdd d t| d ixsi}|jd dxsd }|jddxsd }|jddxsd }|jj!|||||| t|dd | S777#t"$r)}| j%||| d{7t'j(dj+t-|t'j.t1j2t5|t6r\t9t|dt-|j:t|ddt|ddt|dt<j>t-|}t9t|d|t|ddt|ddt|ddd}~wwxYww)a Returns information about a specific file. that can be used across - Assistants API, Batch API This is the equivalent of GET https://api.openai.com/v1/files/{file_id} Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve Example Curl ``` curl http://localhost:4000/v1/files/file-abc123 -H "Authorization: Bearer sk-1234" ``` rrrTNrErUrr[r\r]r^r_r`rarbrcrdrfBlitellm.proxy.proxy_server.retrieve_file(): Exception occured - {}rirjrkrlrYrmrWro) rprNrOrPrQrRrSrrtafile_retrieveryrzr{r'r|r}rwr~rrrXrrrrrrrrrZr rrGrHrrJrLrNrOrPrQrRrSrVr$rrr`rarbrrs r!get_filersFDD  >wOO   1-/%   !// 3W HL     3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' "3!#!$%68NPRS   OP  : 66/ATX7    "" P W WA  ""9#7#7#9: a ' 9c!((m<Q/a&1Q v/J/JK  q6(I 9i8Q/a&1Q s3  'jI!D+D%D+D'D+#D)$CD+$I!%D+'D+)D++ I5I E D III!cKddlm}m}m}m}m} m} i} |xst|d{xsd} || |||| |d{} tjd| |d| d{} tj| j| jdd d t| d ixsi}|jd dxsd }|jddxsd }|jddxsd }|jj!|||||| t|dd | S777#t"$r)}| j%||| d{7t'j(dj+t-|t'j.t1j2t5|t6r\t9t|dt-|j:t|ddt|ddt|dt<j>t-|}t9t|d|t|ddt|ddt|ddd}~wwxYww)a Deletes a specified file. that can be used across - Assistants API, Batch API This is the equivalent of DELETE https://api.openai.com/v1/files/{file_id} Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/delete Example Curl ``` curl http://localhost:4000/v1/files/file-abc123 -X DELETE -H "Authorization: Bearer $OPENAI_API_KEY" ``` rrrTNrErUrr[r\r]r^r_r`rarbrcrdrfrrirjrkrlrYrmrWro) rprNrOrPrQrRrSrrt afile_deleteryrzr{r'r|r}rwr~rrrXrrrrrrrrrZr rrs r! delete_filersHDE  >wOO   1-/%   !-- 3W HL     3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' "3!#!$%68NPRS   QP  : 66/ATX7    "" P W WA  ""9#7#7#9: a ' 9c!((m<Q/a&1Q v/J/JK  q6(I 9i8Q/a&1Q s3  'rcKddlm}m}m}m}m} m} i} |xst|d{xsd} || |||| |d{} tjd| |d| d{} tj| j| jdd d t| d ixsi}|jd dxsd }|jddxsd }|jddxsd }|jj!|||||| t|dd | S777#t"$r)}| j%||| d{7t'j(dj+t-|t'j.t1j2t5|t6r\t9t|dt-|j:t|ddt|ddt|dt<j>t-|}t9t|d|t|ddt|ddt|ddd}~wwxYww)a~ Returns information about a specific file. that can be used across - Assistants API, Batch API This is the equivalent of GET https://api.openai.com/v1/files/ Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/list Example Curl ``` curl http://localhost:4000/v1/files -H "Authorization: Bearer sk-1234" ``` rrrTNrErU)r$rIr[r\r]r^r_r`rarbrcrdrfz?litellm.proxy.proxy_server.list_files(): Exception occured - {}rirjrkrlrYrmrWro) rprNrOrPrQrRrSrrt afile_listryrzr{r'r|r}rwr~rrrXrrrrrrrrrZr r)rGrHrLrJrIrNrOrPrQrRrSrVr$rrr`rarbrrs r! list_filesr|sFDE  >wOO   1-/%   !++ 3W HL     3 3 $):B ?  4   *:B?E2  $$Z6<"!%%k48>B  $$Z6<"  '' "3!#!$%68NPRS   QP  : 66/ATX7    "" M T TA  ""9#7#7#9: a ' 9c!((m<Q/a&1Q v/J/JK  q6(I 9i8Q/a&1Q s3  'r)/ryrtypingrhttpxfastapirrrrrr r r r rtr rlitellm._loggingrlitellm.proxy._types$litellm.proxy.auth.user_api_key_authr0litellm.proxy.common_utils.openai_endpoint_utilsrlitellm.routerrrouterrr"rr)bytesrr7r;boolrApostUserAPIKeyAuthrr'rrdeleterrror#r!rs     51"B"  "   e  (3- (3- Xf5E $ +,-   +,-    +,-  9"#H5Cy(/0A(BV VVVsm V  V  V&V   Vr1+,-   &+,-   #+,-  #(/0A(B n nnnsm n & n   nb)+,-   +,-   +,-  #(/0A(B b bbbsm b & b   bJ)+,-  +,-  +,- #(/0A(B d dddsm d & d   dN+,-   +,-    +,-  )00A(B"! c cc&csm c c] c   cr#