bIgnddlmZddlZddlmZmZddlZddlm Z ddl m Z m Z mZmZmZmZddlmZmZddZ d ddZdd Zej0edd g Z d d!d Zdd Zej0edd g Z d" d!dZ d#dZd$d%dZd$d%dZ dd&dZ!dd'dZ"d(dZ# d) d*dZ$d+dZ%dd,dZ&d-dZ' d) d.dZ(d/dZ) d0 d1dZ*y)2) annotationsN)AnySequence)MapProto OptionalProto SequenceProto TensorProtohelpersubbyte)load_external_data_for_tensoruses_external_datac tt|dzDcgc]}t||dz||dzdzc}Scc}w)N)rangelencomplex)fais N/var/www/html/answerous/venv/lib/python3.12/site-packages/onnx/numpy_helper.pycombine_pairs_to_complexrs>7z%bfloat16_to_float32..#s a2gr) rshapenparrayastypeint32viewfloat32reshape)datadimsshifts rbfloat16_to_float32r*s E | tzz?a 4&)00:;@@LQO OT[[*+00<< RXX& ' / / 5 : :2:: FFrfnuzc|s td|dks|dkDrt|d|rd}|dk(rctjSd}|dk(r$tjtj S|dk(r#tjtjStj |}|d zd z }|dz}|dz}|d z}|dk(rL|dkDr_d|z }|d zdk(r|d z}|d z}|d z}|d zdk(r|d z}|d z}|d z}||d zdzz}||dzz}n||dzz}|d|z z }||dzz}tj |j tj}|S)Nzfn=False is not implemented.rz is not a float8.xr)NotImplementedError ValueErrorr nanr%uint32r$ ivalr+r, exponent_biasexpomantsignresfs r_float8e4m3_to_float32_scalarrF+s !"@AA ax4#:D6!2344  4<66M 3;::rvvg& & 3;::bff% % 99T?D 4KA D $;D $;D "*C qy !8-'DczQ   czQ    D3J2% %C 42: C trz }$$ trz #BJJ'A Hr)excludedcb|s tdt|||}||S|j|S)aConverts ndarray of float8, e4m3 (as uint32) to f32 (as uint32). See :ref:`onnx-detail-float8` for technical details. Args: data: A numpy array, empty dimensions are allowed if dims is None. dims: If specified, the function reshapes the results. fn: No infinite values. uz: No negative zero. Returns: A numpy array of float32 with the same dimension if dims is None, or reshaped to dims if specified. z4float32_to_float8e4m3 not implemented with fn=False.r+r,)r:_float8e4m3_to_float32r&r'r(r+r,rDs rfloat8e4m3_to_float32rLZs@( ! B   !" 4C | ;;t rc(|r-|r+|dk(r#tjtjSd}n|s|s|dvr$tjtj S|dvr#tjtjS|dk(r$tjtj S|dk(r#tjtjSd}n t dtj |}|dzd z }|d z}|dz}|d z}|d k(r5|d kDrHd |z }|d zd k(r|dz}|dz}|dz}||dzdzz}||dzz}n||dzz}|d |z z }||dzz}tj |j tj}|S)Nr0r>r.>}~r2|z%fn and uz must be both False or True.rr4r5rr2rr8r7)r r%r<infr:r=r$r>s r_float8e5m2_to_float32_scalarrWxs b 4<::bff% %  ? "::rvvg& & ? "::bff% % 3;::rvvg& & 3;::bff% % !"IJJ 99T?D 4KA D $;D $;D "*C qy !8-'DczQ    D3J2% %C 42: C trz }$$ trz #BJJ'A HrcHt|||}||S|j|S)aConverts ndarray of float8, e5m2 (as uint32) to f32 (as uint32). See :ref:`onnx-detail-float8` for technical details. Args: data: A numpy array, empty dimensions are allowed if dims is None. dims: If specified, the function reshapes the results. fn: No infinite values. uz: No negative zero. Returns: A numpy array of float32 with the same dimension if dims is None, or reshaped to dims if specified rI)_float8e5m2_to_float32r&rKs rfloat8e5m2_to_float32rZs+( !" 4C | ;;t rcfd}tj|dd}||j\}}tj|j|jzftj }||ddd<||ddd<|jtj |dzk(r|jdd}|j|}|S)aConverts ndarray of int4 (as packed uint8) to f32 See :ref:`onnx-detail-int4` for technical details. Args: data: A numpy array, empty dimensions are allowed if dims is None. dims: The dimensions are used to reshape the unpacked buffer signed: Whether the 4 bit integer is signed or unsigned Returns: A numpy array of float32 reshaped to dims. c0tj|SN)r unpack_single_4bitx2)rsigneds rrzunpack_int4..sG88FCrrrdtyperN)r frompyfuncravelemptysizer%prodr&)r'r(r_ single_funcfuncres_highres_lowrDs ` r unpack_int4rls"DK ==a +DTZZ\*Hg ((HMMGLL02"** ECC1IC1I BGGDMA%%iik#2 ++d C Jrc> |jdr td|jtjk(r t d|j}t j|}t jt j|}t j|}|j}|jtjk(r]t||}|Dcgc]}|jd} }tj| j!|j#|St%|r t'|||jdr]|j(} t*j,dk(r3tj.| |j1j3} |tj4k(r1tj.| tj6} t9| |S|tj:k(r1tj.| tj<} t?| |S|tj@k(r3tj.| tj<} t?| |d S|tjBk(r1tj.| tj<} tE| |S|tjFk(r4tj.| tj<} tE| |dd S|tjHk(r3tj.| tjJ} tM| |d S|tjNk(r3tj.| tj<} tM| |d Stj.| |j#|S|tjPk(r[tj|jRtjTj#|jWtjXS|tj4k(r;tj|jRtjZ} t9| |S|tj:k(r;tj|jRtjZ} t?| |S|tj@k(r=tj|jRtjZ} t?| |d S|tjBk(r;tj|jRtjZ} tE| |S|tjFk(r>tj|jRtjZ} tE| |dd S|tjHk(r/tj|jR|} tM| |d S|tjNk(r/tj|jR|} tM| |d St||} |tj\tj^fvr ta| } tj| |j!|j#|Scc}w) zConverts a tensor def object to a numpy array. Args: tensor: a TensorProto object. base_dir: if external tensor exists, base_dir can help to find the path to it Returns: arr: the converted array. segmentz*Currently not supporting loading segments.z4The element type in the input tensor is not defined.utf-8raw_databigr`T)r,rIF)r_)1HasFieldr; data_typer UNDEFINED TypeErrorr tensor_dtype_to_np_dtype$tensor_dtype_to_storage_tensor_dtypetensor_dtype_to_fieldr(STRINGgetattrdecoder asarrayr"r&r r rpsys byteorder frombufferbyteswaptobytesBFLOAT16int16r* FLOAT8E4M3FNint8rLFLOAT8E4M3FNUZ FLOAT8E5M2rZFLOAT8E5M2FNUZUINT4uint8rlINT4FLOAT16 int32_datauint16r$float16r# COMPLEX64 COMPLEX128r) tensorbase_dir tensor_dtypenp_dtypestorage_np_dtype storage_fieldr( utf8_stringssssrpr's r _to_arrayrsy!EFF ;000NOO##L..|M ;;D ;---v}5 )5 6Aahhw 6 6zz"~$$X.66t<<&!%fh7 z"?? ==E !}}XX>GGIQQSH ;// /==:D&tT2 2 ;33 3==9D(t4 4 ;55 5==9D(t= = ;11 1==9D(t4 4 ;55 5==9D(tF F ;,, ,==:DtT%8 8 ;++ +==9DtT$7 7}}XX6>>tDD{*** JJv(( : WT] T"**  {+++zz&++288<"4..{///zz&++288<$T400{111zz&++288<$T4D99{---zz&++288<$T400{111zz&++288<$T4DTBB{(((zz&++3CD4e44{'''zz&++3CD4d33 6= )D --{/E/EFF'- ::d"2 3 : :8 D L LT RRm7sZc|j}|tjk(rt|r t |||j }t |j}tj|tjj}t|D] \}}|||< |j|S|tjtj tj"tj$fvr!tjtj&tj tj(tj"tj*tj$tj,i}t|r t |||j/dr |j0}n |j }t |j}tj|||j}t|D] \}}|||< |j|S|tj2tj4fvrt|r t |||j/dr |j0}n |j }t |j}tj4tj6tj2tj8i}||} |tj4k(} tjt;|tj<j}t|D] \}}|||< t?||| } | jA| StC||S)a+Converts a tensor def object to a numpy array. Supports types defined in :mod:`onnx._custom_element_types`. Args: tensor: a TensorProto object. base_dir: if external tensor exists, base_dir can help to find the path to it Returns: arr: the converted array. r`rp)r(r_)r)"rsr rr r rtupler(r recustom_np_typesbfloat16rd enumerater&rrrr float8e4m3fnfloat8e4m3fnuz float8e5m2float8e5m2fnuzrrrprrint4uint4rrrlr"r) rr elem_typer'ryrdmrar_ unpacked_datas rto_arrayrRs  IK((( f % )&( ;  fkk" HHU/":": ; A A CdO DAqAaD yy  """"   $ $o&B&B  & &(F(F  " "O$>$>  & &(F(F   f % )&( ; ??: &??D$$Dfkk" HHU!I, / 5 5 7dO DAqAaD yy[&& (8(899 f % )&( ; ??: &??D$$Dfkk"   o22   44 ) k... HHSYbhh / 5 5 7dO DAqAaD #AE&A ##E** Vh //rc t|tjtjfst dt |t }|jj|j|r||_ |jtk(s/tj|jtjrKtj |j|_|j%}|D]}t|t&r+|j(j+|j-d?t|tjro|D]i}t|t&r+|j(j+|j-d>t|t.sO|j(j+|kt|t.r|j(j+|t1dt't ||S tj |j}||_|j7|_t:j<dk(r t?||S#t2$r}t5d|j|d}~wwxYw)zConverts a numpy array to a tensor def. Args: arr: a numpy array. name: (optional) the name of the tensor. Returns: TensorProto: the converted tensor def. z2arr must be of type np.generic or np.ndarray, got rozMUnrecognized object in the object array, expect a string, or array of bytes: z$Numpy data type not understood yet: Nrq) isinstancer ndarraygenericrutyper r(extendrnameraobject issubdtypestr_r np_dtype_to_tensor_dtypersflattenstr string_dataappendencodebytesr:KeyError RuntimeErrorrrpr}r~convert_endian)arrrr flat_arrayerras r _from_arrayrs cBJJ 3 4@c L  ]F KKsyy!   yyFbmmCIIrww?!::399E[[]  A!S!""))!((7*;<Arzz*5A!!S)**11!((72CD#Au-**11!4 5 Au%""))!,)cQL   X// :FkkmFO }}v M XA#))OPVWWXsI## J ,JJ c|t|tjs t||S|j}|t j k(r7|jdddk(r"tj}tj}n|t jk(r7|jdddk(r"tj}tj}nz|t jk(r7|jdddk(r"tj}tj}n0|t jk(r6|jdddk(r!tj }tj}n|t j"k(r6|jdddk(r!tj$}tj&}n|t j(k(r6|jdddk(r!tj*}tj,}nU|t j.k(r6|jdddk(r!tj0}tj}n t||S|tj0tj*fvr|j3|j5}|j6d zd k(rt9d |j:d |d d d dz|d d d dzz}t}|j<j?|j:|r||_ |jC|_"||_#|St|j3||}||_#|S)a Converts an array into a TensorProto including supported type defined in :mod:`onnx._custom_element_types`. Args: tensor: a numpy array. name: (optional) the name of the tensor. Returns: TensorProto: the converted tensor def. re4m3fne4m3fnuze5m2e5m2fnuzrrrrrzIThe conversion of a tensor of INT4 or UINT4 requires an even size (shape=z+). Every byte stores two INT4 or two UINT4.NrTr6)$rr rrrarrdescrr rrrrrrrrrrrrrrrrr"rdrfr;rr(rrrrprs) rrdttodt_tovaluebufferpbts r from_arrayrs fbjj )64(( B _ ) ))bhhqk!n.H  % % -- -"((1+a.J2N  ' ' )) )bhhqk!n.F  # # -- -"((1+a.J2N  ' ' '' 'BHHQKNj,H  ! !  ## # A&(@    $$ $!Q7)B   64(( k!1!1 22 e$**, ::>Q  ,,'RT !*t#add q(89 ] v||$ BGnn&   FMM%($/AAK Hrc|j}|tjk(r#|jDcgc] }t |c}S|tj k(r#|j Dcgc] }t |c}S|tjk(r#|jDcgc] }t|c}S|tjk(r#|jDcgc] }t|c}Stdcc}wcc}wcc}wcc}w)zConverts a sequence def to a Python list. Args: sequence: a SequenceProto object. Returns: list: the converted list. z8The element type in the input sequence is not supported.)rrTENSOR tensor_valuesr SPARSE_TENSORsparse_tensor_valuesSEQUENCEsequence_valuesto_listMAP map_valuesto_dictru)sequencervs rrrs""IM(((%-%;%;< <<M///%-%B%BC CCM***$,$<$<=q ==M%%%$,$7$78q 88 N OO=C=8sC0$C5C:C?c$t}|r||_|r|}nvtdkDrXd}t|trtj }nBt|t rtj}n!tj}ntj}||_ tdkDrtfdDs td|tjk(r.D]'}|jjt|g)|S|tjk(r.D]'}|jjt!|g)|S|tj k(r.D]'}|j"jt%|g)|Std)a]Converts a list into a sequence def. Args: lst: a Python list name: (optional) the name of the sequence. dtype: (optional) type of element in the input list, used for specifying sequence values when converting an empty list. Returns: SequenceProto: the converted sequence def. rc3NK|]}t|tdyw)rN)rr).0elemlsts r zfrom_list..Os !QT*T4A<"@!Q"%zqThe element type in the input list is not the same for all elements and therefore is not supported as a sequence.zZThe element type in the input list is not a tensor, sequence, or map and is not supported.)rrrrdictrlistrrrallrurrrr from_listr from_dict) rrrarr first_elemrseqmappings ` rrr-sH    SAV j$ '%))I  D )%..I%,,I"(( "H C1 c!QS!QQ M  M((( @F  " " ) ):f+=*> ? @ O m,, , >C  $ $ + +Ys^,< = > O m'' ' =G    & & '(:'; < = O  5  rcJg}|jtjk(rt|j}nt|j }t |j}t|t|k7rtd|jdtt||}|S)zConverts a map def to a Python dictionary. Args: map_proto: a MapProto object. Returns: The converted dictionary. z2Length of keys and values for MapProto (map name: z) are not the same.) key_typer ryr string_keyskeysrvaluesr IndexErrorrrzip) map_protokey_list value_list dictionarys rrrfsH[/// --. '))*J 8}J' @ NN !  c(J/0J rch t}|r||_t|}tj|dt j }tjtjtjtjtjtjtjtjg}t!fd|Ds t#dt|j%}tj|d t! fd|Ds t#dt'|}||_|tj*k(r|j,j/|n||vr|j0j/||j$j3||S)zConverts a Python dictionary into a map def. Args: dict_: Python dictionary name: (optional) the name of the map. Returns: MapProto: the converted map def. rc3NK|]}tj|k(ywr]r result_type)rkey raw_key_types rrzfrom_dict..s'  NN3 < / rzfThe key type in the input dictionary is not the same for all keys and therefore is not valid as a map.c3NK|]}tj|k(ywr]r)rvalraw_value_types rrzfrom_dict..sGr~~c"n4GrzjThe value type in the input dictionary is not the same for all values and therefore is not valid as a map.)rrrr rr rr INT8INT16INT32INT64UINT8UINT16UINT32UINT64rrurrrryrrrCopyFrom) dict_rrrrvalid_key_int_typesr value_seqrrs @@rrrso I   ;D>>$q'*L..|EEeLL5'!HIJJr)rz Sequence[int]returnz list[complex]r])r' np.int16 | np.int32 | np.ndarrayr(int | Sequence[int] | Noner+ np.ndarray)r?intr+boolr,r0r+z np.float32)NTF) r'r,r(r-r+r0r,r0r+r.)NFF)r'znp.int32 | np.ndarrayr(zint | Sequence[int]r_r0r+r.))rr rrr+r.)rr.r str | Noner+r )rr.rr2r+r )rrr+ list[Any])NN)rr3rr2ra int | Noner+r)rrr+dict[Any, Any])r r5rr2r+r)rrr+ Any | None)rr6rr2rar4r+r)rr r+None)r)r'z tuple[int]raznp.dtyper r/r+r.)+ __future__rr}typingrrnumpyr onnx._custom_element_types_custom_element_typesronnxrrrr r r onnx.external_data_helperr r rr*rF vectorizerJrLrWrYrZrlrrrrrrrrrrrr*rrrr@s# 4UUWL (,G *G $GG.' T&!T4L(,  * $    <% P&!T4L(,  * $    4    BoSdE0P>B: zP,BF6 6$64>66r47tP4CG1 1%15?11h ;<KK$,K47KKr