gQddlmZddlZddlmZddlmZddlmZddl Z ddl m Z eGdd Z Gd d eZ y) ) annotationsN)MutableMapping) dataclass)Any) QuantTypeceZdZUdZded<dZded<dZded<dZded <d d Ze d dd Z dd Z y) QuantTypeInfozB The quantization type information for a tensor override. r quant_typeN bool | None symmetric reduce_rangez int | Noneaxisct|tr|j|jk(xr|jduxs)|jduxs|j|jk(xrT|jduxs)|jduxs|j|jk(xr|j |j k(St SN) isinstancer r r rrNotImplemented)selfothers d/var/www/openai/venv/lib/python3.12/site-packages/onnxruntime/quantization/tensor_quant_overrides.py__eq__zQuantTypeInfo.__eq__s e] +5#3#33.^^t+ku$/Fk$..\a\k\kJk.&&$.w%2D2D2LwPTPaPaejewewPw.YY%**,   ct|jd||jd||jd||jdSNr r rr)r get)raw_dict default_qtypedefault_symmetricdefault_reduce_ranges rload_from_dictzQuantTypeInfo.load_from_dict'sI LL} 5 LL&7 8 LL)= > LL   rc|j|d<|j|j|d<|j|j|d<|j|j|d<yyr)r r rr)rrs r save_to_dictzQuantTypeInfo.save_to_dict5sa!% >> %$(NNH[ !    ('+'8'8H^ $ 99 #yyHV  !r)robject)NNN) rdict[str, Any]rQuantType | Nonerr rr returnr )rr$) __name__ __module__ __qualname____doc____annotations__r rrr staticmethodr r"rrr r s!I{! $L+$D*+/)-,0     '  '  *      )rr cXeZdZdZddZddZddZddZ d ddZ d ddZ ddZ dd Z d d Z d!d Z d" d#d Z d d$d Z d% d&dZdd'dZd(dZd)dZd*dZd+dZd,dZdZdZd'dZd'fd ZxZS)-TensorQuantOverridesHelperzZ Utility wrapper over the tensor quantization overrides passed via extra_options. c2||_d|_hd|_y)N>rmaxrminr r) overrides quant_typeskeys_unsupported_with_scale_zp)r raw_overridess r__init__z#TensorQuantOverridesHelper.__init__Ds&.[+rcN|jj|}|xrd|dvSNrrr3rr tensor_nameoverrides_lists rhas_per_tensor_overridesz3TensorQuantOverridesHelper.has_per_tensor_overridesIs+++K8A&q0A"AArcN|jj|}|xrd|dvSr9r:r;s rhas_per_channel_overridesz4TensorQuantOverridesHelper.has_per_channel_overridesMs+++K8=&N1,="==rc`|jj|}|xrd|dvxrd|dvS)Nscaler zero_pointr:r;s roverrides_scale_zpz-TensorQuantOverridesHelper.overrides_scale_zpQs<++K8h7nQ.?#?hlVdefVgFghrc||gnd}|jj||}|rd|dvrtd|d|r|dSdS)NrrExpected tensor 'zL' to use per-tensor quantization overrides, but found per-channel overrides.r3r ValueError)rr< default_valdefault_list_valr=s rget_per_tensor_overridesz3TensorQuantOverridesHelper.get_per_tensor_overridesUsk -8,CK=++K9IJ fq(99#K=134  %3~a <>(,(=(=(?$';O#6((,,_\-JK O3 XaHb8b((,,_Y-G -UV (<)@rct|tsdd|dfS||v}|jd}|r|jj |d|v}d|v}|r|r|r|sy|r=|j j t|} | rddd j| d fSd |vr |sdd |fSd |vr|ryd|d vrdd|dfSd |d vrdd |fS|d d} ||n|} | | k(rdd|dfSd|d v} d|d v} | r| r| r | sdd|dfS| rC|j j t|d } | rddd j| d|dfS|jj | y)NF#Tensor quantization overrides for '' are not in a dictr rBrCFzNMust provide both 'scale' and 'zero_point' if one of the overrides is providedTensor override option(s) [, +] are invalid with 'scale' and 'zero_point'rzMOption 'reduce_range' is only supported for initializers, not for activation rO)Fz.Cannot use 'convert' override for initializersz'convert' options (tensor 'z') must specify a 'quant_type'zC'convert' quant_type must differ from original quant_type (tensor 'z')zXMust provide both 'scale' and 'zero_point' if one of the overrides is provided (tensor 'z5] are invalid with 'scale' and 'zero_point' (tensor 'TN) rdictrr4rRr5 intersectionrPjoin)r initializersdefault_activation_qtyper<rTis_initializerr has_scalehas_zero_pointkeysconvert_quant_typeoriginal_quant_typeconvert_has_scaleconvert_has_zero_points r_is_valid_per_tensorz/TensorQuantOverridesHelper._is_valid_per_tensorsB/405k]BUV  % 4$((6      ,. %8 n. 66CCCDXYD1$))D/1BBmn _ ,^_`k_lm   'N?9#== ;K=Hfggg!;;cdocpq "1!;L!I 0:0F*Ld !%88YZeYffhi !(?9+E E %1_Y5O%O "!*@F\evnozn{{}~ !::GGO\eLfHgh5diio5FG$$/=4    !3 4rc :||v}|sdd|dfS|djd}|dd|dfSt||j}t|}|}|dkr||z }|dks|t|k\rdd|d t|d fSt|d kDr.t|||k7rdd |d |d||dt|d fSd|dvrdd|dfS|djd} | r|jj | |djd} |djd} d|dv} d|dv} | xr| }| r| r| r| sy|r@|j jt|d}|rdddj|dfSd|dv}d|dv}|xr|}|r|r|s|ryt|d dD]\}}t|ts dd|d |d!fcSd|vr dd|dfcSd|vr | |dk7ry"d|vr||dk7r ||dk7ry#d|vr | |dk7ry$d|vr | |dk7ry%d|vxrd|v}|r|s dd&|d'|dfcS|r?|j jt|}|rdddj|dfcSd|vxrd|v}|s|rdd(|d'|dfcSy))*NFTensor 'z6' has per-channel overrides, but is not an initializerrrz!Per-channel overrides for tensor z< is missing an 'axis' value in the first channel dictionary.z0Axis override value is out-of-bounds for tensor z (rank )rz1Incorrect number of channel overrides for tensor z (axis z ), expected z , but found .rOz8Cannot use 'convert' override for initializers, such as r r rrBrCrYrZr[r\r2r1)Fz6Must provide both 'rmin' and 'rmax' if one is providedz'Tensor quantization overrides at index z for 'rX)FzTChannel quantization types for tensor '{tensor_name}' do not match at index {index}.)FzHChannel axis for tensor '{tensor_name}' does not match at index {index}.)FzSChannel symmetric value for tensor '{tensor_name}' does not match at index {index}.)FzVChannel reduce_range value for tensor '{tensor_name}' does not match at index {index}.z]Per-channel overrides that specify scale/zero_point must do so for all channels, but tensor 'z' is missing them at index zVPer-channel overrides that specify rmin/rmax must do so for all channels, but tensor 'r]) rlistdimslenr4rRr5r_rPr` enumeraterr^)rrar<rSrcr weight_shape weight_rank norm_axisr r rrdre has_scale_zprfhas_rminhas_rmax has_rmin_rmaxindexrTchan_has_scale_zpchan_has_rmin_rmaxs r_is_valid_per_channelz0TensorQuantOverridesHelper._is_valid_per_channels9 % 4;-']^  $A&**62 <3K=A00  L5::; ,'  q=  $I q=I\)::B;-wWZ[gWhViijk  # $q (S1E-F,W`Ja-aCK=PWX\W]^(./|C@T      ,(+// < +A.22>B 3A66 %)=a)@@ 3^ n. 66CCCH\]^H_D`aD1$))D/1BBmn 1!441!44 -X XxH '00DQR0H&I "E?ot4=eWF;-Wjk O+ XYdXeefggg .:Q]A^3^(T_V5L-LQZ^mnt^uQuo-){?[2[0\_UcEd5d !(? : ^|?^ $5##.-/J5'QRT !::GGOH\]5diio5FFqr "(?!:!Xv?X %7##.-/J5'QRTo'Jzrct|_|jr|jjD]\}}||vr||vr dd|dfcSt |t s dd|dfcS|s5t |dt s dd|dfcS|dsX|djd }t|d kDxs|du}|r|j|||cS|j||||dcSy ) NFrmz5' in TensorQuantOverrides is not present in the modelrWz' are not in a listrz.Tensor quantization overrides at index 0 for 'rXrrr]) rPr4r3itemsrrpr^rrrr~rk)rraactivation_namesrbr<rSris_per_channels ris_validz#TensorQuantOverridesHelper.is_validis% 5 >>59^^5I5I5K1 1l2{JZ7Z H[M9n"ooo!"6= $G }Tg"hhh+!"6q"94@ $RS^R__r"sss+A.+A.226:!$%9!:Q!>!R$dBR!55lKQeff00 ":KI]^_I`-6L4rc|sy| t|nd}|jj|}d}|sP|rNt|j|D]3\}}|||vr t|j t|s1d}n|rJ|sig|j|<t|j|D]\}}|||vr |j ||S)NFT)rPr3rrsr_update) rr<new_valschannels overwritehave_overrides do_updatechannelr3s rupdate_tensor_overridesz2TensorQuantOverridesHelper.update_tensor_overridess$,$83x=d++K8 ^&/{0K&L"'G8,Cx=--c)n= %I 'M !/1d{+&/{0K&L"'G8,C  *'M rc||jvr t||S|j|d}t|jd||jd|S)Nrr r )r3r r)r output_namerrtensor_overridess rget_node_output_qtype_infoz5TensorQuantOverridesHelper.get_node_output_qtype_infos` dnn , 0AB B>>+6q9  } =  .? @  rc||jvs|j|s t|||S|j|d}|jd|}d|vr=t||jd||jd||jdS|d}t||jd|} d|vs||dvr |d| _| S)Nrr rOr rr recv_nodes)r3r rr ) r input_name node_namerrrr producer_type convert_dict qtype_infos rget_node_input_qtype_infoz4TensorQuantOverridesHelper.get_node_input_qtype_infos T^^ +4>>*3M 0ACWX X >>*5a8(,,\=I , ,  $$[2CD $$^5IJ $$V,  ( 2 "    [*; <   ,)|L?Y2Y$0$>J !rcNtj|jt|S)N)defaultindent)jsondumpsr3str)rrs r pprint_strz%TensorQuantOverridesHelper.pprint_strszz$..#fEErc|j Srr3rs remptyz TensorQuantOverridesHelper.emptys>>!!rc|jSrrrs rget_dictz#TensorQuantOverridesHelper.get_dicts ~~rc"||j|<yrr)rkeyvalues r __setitem__z&TensorQuantOverridesHelper.__setitem__s#src |j|Srrrrs r __getitem__z&TensorQuantOverridesHelper.__getitem__s~~c""rc|j|=yrrrs r __delitem__z&TensorQuantOverridesHelper.__delitem__s NN3 rc,t|jSr)iterr3rs r__iter__z#TensorQuantOverridesHelper.__iter__sDNN##rc,t|jSr)rrr3rs r__len__z"TensorQuantOverridesHelper.__len__4>>""rc,t|jSr)rr3rs r__str__z"TensorQuantOverridesHelper.__str__rrc@t|d|jdS)Nz, TensorQuantOverridesHelper(rn)super__repr__r3)r __class__s rrz#TensorQuantOverridesHelper.__repr__s&'"$%%B4>>BRRSTTr)r6dict[str, list[dict[str, Any]]])r<rr&boolr)r<rrIdict[str, Any] | Noner&r)r<rrIlist[dict[str, Any]] | Noner&r)r&zset[QuantType])r<rrTr$r&tuple[bool, str | None])r<rrSzlist[dict[str, Any]]r&r)razdict[str, onnx.TensorProto]rzset[str]r&r)NT) r<rrr$rzlist[int] | Nonerrr&r)rrrr%rr r&r )NN) rrrrrr%rr rr r&r )r&r)r&r)r&r)rrr list[dict])rrr&r)rr)r'r(r)r*r7r>r@rDrKrMrUrkr~rrrrrrrrrrrrrr __classcell__)rs@rr/r/?s\ B>i.2 = =+ =  =$481 % " "S S ( S ! SjLL3 L ! L\$1$#$ ! $T&* !!!!# !  !  !N*.   ( '    ,*.,0 %%%( % ' % * % %NF" $# $##UUrr/) __future__rrcollections.abcr dataclassesrtypingronnx quant_utilsrr r/r-rrrsF # *! " )))) ))XIUIUr