gddlZddlZddlZddlmZddlmZddlZddlZddl Z ddl m Z ddl m Z ddlmZddlmZej$eZGdd e j*j,ZGd d ZGd d Zy)N)Path)List) OnnxModel)torch_onnx_export) WhisperConfig)InferenceSessionc4eZdZdZddedeffd ZdZxZS)WhisperEncoderz2Whisper encoder outputs only the last hidden stateconfig model_implcLt|||_||_||_yN)super__init__encoderr r )selfrr r __class__s l/var/www/openai/venv/lib/python3.12/site-packages/onnxruntime/transformers/models/whisper/whisper_encoder.pyrzWhisperEncoder.__init__s#   $c|jdk(r|j|S|jjj|dS)Nopenair)r rmodelrinput_featuress rforwardzWhisperEncoder.forward"s= ??h &<</ /||!!)).9!<> !IrNF) rrrr staticmethodintr/r+boolr1rr4rrr$r$(s^: "' 4444 4  442  rr$c eZdZe d dej dedededef dZede fdZ e dd e d e dej defd Z y )WhisperEncoderHelperr+onnx_model_pathverboseuse_external_data_formatr,cl|j}tjdd|j||}t |j j ddtj5}tjj|d} t | j j ddt|t|j|r| n|ddgdgd d d d d d d ddd|| |r0tj | d} t#j$| |dddddy#1swYyxYw)aExport encoder to ONNX Args: encoder (WhisperEncoder): encoder object device (torch.device): device of encoder object onnx_model_path (str): onnx path verbose (bool, optional): print verbose information. Defaults to True. use_external_data_format (bool, optional): use external data format or not. Defaults to False. i )r(r)r*r+r,T)parentsexist_okz encoder.onnxr hidden_statesr(r*r))rr@)rrD)r'rC) argsf export_params input_names output_names dynamic_axes opset_versiondo_constant_foldingr>r=)load_external_data)save_as_external_dataall_tensors_to_one_fileN)r r$r1 num_mel_binsrparentmkdirtempfileTemporaryDirectoryospathjoinrtupler4onnx load_modelrsave) rr+r<r=r>r,r encoder_inputs tmp_dir_nametemp_onnx_model_pathrs r export_onnxz WhisperEncoderHelper.export_onnxMs.$-:: ,,- ;  _$$**4$*G  ( ( *l#%77<< n#M % & - - 3 3D4 3 P >1134*B&"-.-.%1nIZ![)5:K%L!$()A "((rsh  6&(   8 $ =UXX__ =! ! HXXr