
    g                         d dl Z d dlmZmZmZ d dlZd dlmZmZm	Z	 d dl
mZ ddlmZ  e       Zdddi fdeded	ed
ededededeeeef      fdZd Zd Zy)    N)CallableOptionalUnion)AsyncHTTPHandlerHTTPHandler_get_httpx_client)ModelResponse   )NLPCloudConfigmodelmessagesapi_basemodel_responseprint_verboseoptional_paramslitellm_paramsclientc                 :   t         j                  ||| ||      }t        j                  j	                         }|j                         D ]  \  }}||vs|||<    |}d}| } || z   |z   }t         j                  | |||	|      }|j                  d ||||d       |t        |t              s
t               }|j                  ||t        j                  |      d|v r|d   nd      }d|v r|d   d	u rt        |      S t         j                  | ||||||||	|

      S )N)api_keyheadersr   r   r   z/generation)r   r   r   r   r   )complete_input_dictr   r   )inputr   additional_argsstreamF)r   datar   T)
r   raw_responser   logging_objr   request_datar   r   r   encoding)
nlp_configvalidate_environmentlitellmr   
get_configitemstransform_requestpre_call
isinstancer   r   postjsondumpsclean_and_iterate_chunkstransform_response)r   r   r   r   r   r   r   r   r   r   	logger_fndefault_max_tokens_to_sampler   r   configkvcompletion_url_fragment_1completion_url_fragment_2completion_urlr   responses                         X/var/www/openai/venv/lib/python3.12/site-packages/litellm/llms/nlp_cloud/chat/handler.py
completionr7      sy     --' . G ##..0F1_$!"OA	  !) -E.69RRN'''% ( D #'&
   ~Z<"${{ZZ,4,Gx(U	  H ?"x'@D'H'11,,!)#+) - 
 	
    c              #      K   d}| j                  d      D ]<  }|s n8||z  }d|v s|j                  dd      }|j                  d       d}d|v r,> |r|j                  d       y y w)Nr8   i   )
chunk_size    zutf-8)iter_contentreplacedecode)r5   bufferchunks      r6   r+   r+   n   s     F&&$&7%^^GS1F--((F  8 mmG$$ s   %A-+A-A-c                       y )N rB   r8   r6   	embeddingrC      s    r8   )r)   typingr   r   r   r"   &litellm.llms.custom_httpx.http_handlerr   r   r   litellm.utilsr	   transformationr   r    strlistdictr7   r+   rC   rB   r8   r6   <module>rK      s     , ,  
 ( *
 !%=AO
O
O
 O
 "	O

 O
 O
 O
 U;(889:O
z%$	r8   