bIgkddlmZddlZddlmZmZddlZddlm Z m Z m Z m Z m Z mZmZmZmZmZmZmZddZddZddZddZd Zd ZGd d ej6Zed k(rej<yy)) annotationsN)CallableSequence) FunctionProto GraphProto ModelProto NodeProtoSparseTensorProto TensorProtoValueInfoProtocheckercomposehelperparserversion_convertercZtj|}tj||S)zYParses a model from a string representation, including checking the model for correctness)r parse_modelr check_model)m_defms S/var/www/html/answerous/venv/lib/python3.12/site-packages/onnx/test/compose_test.py _load_modelrs%5!A  Hc,t|dkDr||zS|S)z Prefixes a string (if not empty)r)len)prefixss r _prefixedr"sQ!6A:**rc tt|jjjj Dcgc]9}|jjjj |j ;c}Scc}w)zPReturns a list of integers representing the shape of the provided ValueInfoProto)rangertype tensor_typeshapedim dim_value) value_infods r _get_shaper('ses:??66<<@@AB   ##))--a0::  s>Bcddg}gd}gd}tj|dztjt |gt j |jt jd}tj|dztjt |gt j |jt jd}tj|||S)N)r*)g333333?g?g?_valuesF)name data_typedimsvalsraw_idx) r make_tensorr FLOATrnparrayastypefloat32INT64int64make_sparse_tensor)r. dense_shapelinear_indices sparse_values values_tensorindices_tensors r_make_sparse_tensorrB/sa&KN#M&& I ##- ! XXm $ + +BJJ 7  M'' F]##.! " XXn % , ,RXX 6  N  $ $]NK PPra) < ir_version: 7, opset_import: [ "": 10, "com.microsoft": 1] > agraph (float[N, M] A0, float[N, M] A1, float[N, M] _A) => (float[N, M] B00, float[N, M] B10, float[N, M] B20) { B00 = Add(A0, A1) B10 = Sub(A0, A1) B20 = Mul(A0, A1) } a  < ir_version: 7, opset_import: [ "": 10, "com.microsoft": 1] > agraph (float[N, M] B01, float[N, M] B11, float[N, M] B21) => (float[N, M] D0) { C0 = Add(B01, B11) C1 = Sub(B11, B21) D0 = Mul(C0, C1) } ceZdZ d d dZd!dZd!dZd!dZd!dZd!dZd!dZ d!d Z d!d Z d!d Z d!d Z d!d Z d" d#dZd!dZd!dZd!dZd!dZd!dZd!dZd!dZd!dZ d$ d%dZd!dZd!dZd!dZd!dZd!dZd!dZd!dZy)&TestComposeFunctionsNc t|t|} } tj| j| j|||||} t j | || j| j| tj | | |||||} t j| || j| j| jy)N)io_mapinputsoutputsprefix1prefix2)rr merge_graphsgraphr check_graph merge_modelsr) selfm1defm2defrFcheck_expectationsrGrHrIrJm1m2g3m3s r_test_merge_modelsz'TestComposeFunctions._test_merge_modelsasU#[%7B  ! ! HH HH  B288RXXr2  ! !    B288RXXrxx8rcRdfd }gd}jtt||y)zTests a simple scenario where two models without overlapping names are merged by connecting all the outputs in the first models to all the inputs in the second model cj|j|jj|j|jjgd|jDcgc]}|jc}ycc}w)NAddSubMulr[r\r]) assertEqualinputoutputnodeop_type)g1g2rUitemrOs rrRzXTestComposeFunctions.test_case_connect_all_no_name_collision..check_expectationss]   RXXrxx 0   RYY 2   :*,''2$2 2s*B B00B01B10B11B20B21NrcrrdrrUrreturnNonerWM1_DEFM2_DEFrOrRrFs` r'test_case_connect_all_no_name_collisionz.check_expectationsst   RXXrxx 0   1"))3T$DII3T U   :*,''2$2 4U3s B ;B rg)rhrl)rhroNrprsrvs` r#test_case_connect_same_output_twicez8TestComposeFunctions.test_case_connect_same_output_twices%  B 8JKrc\dfd }gd}dg}jtt|||y)zTests a scenario where we merge two models by connecting a single output in the first model to all the inputs in the second, while dropping the rest of the outputs in the first model c>~j|j|jjdg|jDcgc]}|jc}jgd|jDcgc]}|j c}ycc}wcc}w)Nrz)r[r[r\r]r{r|s rrRz[TestComposeFunctions.test_case_connect_same_output_drop_outputs..check_expectationssr   RXXrxx 0   dVBII%FDdii%F G   ,.Pt||.P &G.Ps B :B r~rz)rHNrprs)rOrRrFrHs` r*test_case_connect_same_output_drop_outputsz?TestComposeFunctions.test_case_connect_same_output_drop_outputss6  B&  FF$6  rcHd}d}dg}dfd }j||||y)zzTests a scenario where we merge two models, where the inputs/outputs connected are named exactly the same z < ir_version: 7, opset_import: [ "": 10] > agraph (float[N, M] A) => (float[N, M] B) { B = Add(A, A) } z < ir_version: 7, opset_import: [ "": 10] > agraph (float[N, M] B) => (float[N, M] C) { C = Add(B, B) } )Brc~~jdg|jDcgc]}|jc}jdg|jDcgc]}|jc}ycc}wcc}w)NACr^r_r.r`rcrdrUr}rOs rrRzYTestComposeFunctions.test_case_connect_same_input_output_name..check_expectationss[B   cU288$D4TYY$D E   cU299$E4TYY$E F%E$Es A/ A4 NrprW)rOm1_defm2_defrFrRs` r(test_case_connect_same_input_output_namez=TestComposeFunctions.test_case_connect_same_input_output_names7   G 8JKrcZd}d}dg}d fd }dg}dg}j||||||y) zTTests a scenario where we merge two models, not including some of the inputs/outputsa < ir_version: 7, opset_import: [ "": 10] > agraph (float[N] A0, float[N] B0) => (float[N] A1, float[N] B1) { A1 = Add(A0, A0) B1 = Sub(B0, B0) } a < ir_version: 7, opset_import: [ "": 10] > agraph (float[N] A2, float[N] B2) => (float[N] A3, float[N] B3) { A3 = Add(A2, A2) B3 = Sub(B2, B2) } )A1B2ch~~jdg|jDcgc]}|jc}jdg|jDcgc]}|jc}jddg|jDcgc]}|j c}ycc}wcc}wcc}w)NA0B3r[r\r^r_r.r`rarbrs rrRzNTestComposeFunctions.test_case_drop_inputs_outputs..check_expectationssB   dVBHH%EDdii%E F   dVBII%FDdii%F G   eU^rww-Otdll-O P&F%F-OsB% B* B/ rrrGrHNrpr)rOrrrFrRrGrHs` rtest_case_drop_inputs_outputsz2TestComposeFunctions.test_case_drop_inputs_outputssQ   Q&  FF$6vw  rcJd}dg}dfd }j||||ddy) zTests a scenario where we merge two models that have name collisions, but they are avoided by prefixing the models model. z < ir_version: 7, opset_import: [ "": 10] > agraph (float[N] A, float[N] B) => (float[N] C) { C = Add(A, B) } )rrcj~~jgd|jDcgc]}|jc}jdg|jDcgc]}|jc}jddg|jDcgc]}|j c}ycc}wcc}wcc}w)N)zm1/Azm1/Bzm2/Bzm2/Cr[rrs rrRzPTestComposeFunctions.test_case_name_collision_prefix..check_expectationssB   5bhh7Wd 7W X   fXbii'Hd 'H I   eU^rww-Otdll-O P8X'H-OsB& B+ B0 m1/m2/)rIrJNrpr)rOrrFrRs` rtest_case_name_collision_prefixz4TestComposeFunctions.test_case_name_collision_prefixs<  Q  FF$6u  rcRdfd }ddg}jtt||y)zTests a scenario where two models without overlapping names are merged by connecting some outputs from the first model to some inputs in the second. The remaining inputs/outputs should be present in the combined model c~~jgd|jDcgc]}|jc}jddg|jDcgc]}|jc}ycc}wcc}w)N)rr_Arornrzr)rcrdg4r}rOs rrRz^TestComposeFunctions.test_case_connect_partially_no_name_collision..check_expectations"sbB   )"((+K$DII+K    eT]299,M4TYY,M N,L,Ms A1 A6 rgrjN)rcrrdrrrrqrrrsrvs` r-test_case_connect_partially_no_name_collisionzBTestComposeFunctions.test_case_connect_partially_no_name_collisions*  O!.1 8JKrc&tt}tj|dddtt}tj|ddddg}t j |||}t|jd k(sJtj|ddd t j |||}t|jd k(sJtj|d dd |jtt j |||y) Nv1v2)p1p2v3v4)p3p4rgrF)rrr*v5) rrtrset_model_propsrurrNrmetadata_props assertRaises ValueErrorrOrSrTrFrVs r%test_merge_models_with_metadata_propsz:TestComposeFunctions.test_merge_models_with_metadata_props/s  r$d#;<  r$d#;< !  ! !"b 82$$%*** r$d#;<  ! !"b 82$$%*** r$d#;< *g&:&:B6Rrctttt}}|jtt j ||gd|jtt j ||gdy)z_Tests that providing a non existing output/input name in the io_map argument produces an error.)) wrong_outnamerirjrmr))rh wrong_inputrjrmN)rrtrurrrrNrOrSrTs r"test_error_wrong_input_output_namez7TestComposeFunctions.test_error_wrong_input_output_nameCsgV$k&&9B     M       K  rctd}td}|jttj||dgy)Nz < ir_version: 7, opset_import: [ "": 13] > agraph (float[N, M] X0) => (float[N, M] Y0) { Y0 = Add(X0, X0) } z < ir_version: 6, opset_import: [ "": 13] > agraph (float[N, M] X1) => (float[N, M] Y1) { Y1 = Add(X1, X1) } )Y0X1r)rrrrrNrs rtest_error_ir_version_mismatchz3TestComposeFunctions.test_error_ir_version_mismatchXsJ         ,,b"l^  rctttt}}tj|j dtj ddg}tj|j dtj ddg}gd}|jttj|||tj|d}tj|||}tj|y) zSTests that providing models with different operator set imported produces an error.test  producer_name opset_importsrfrN)rrtrur make_modelrL make_opsetidrrrrNrconvert_versionr rrs r test_error_opset_import_mismatchz5TestComposeFunctions.test_error_opset_import_mismatchwsV$k&&9B    HHF6;N;NrSU;V:W    HHF6;N;NrSU;V:W B *g&:&:BFK . .r2 6  ! !"b 8Brc  tt}d} |r:t} | j|t j | | ||||||d nt j || ||||||} |j } | j } |s |s|s|s|rHi} |rQ| jD]B}|jD]}t| || |<|jD]}t| || |<D|r4| jD]%}t| |j| |j<'|r4| jD]%}t| |j| |j<'|r| jD]%}t| |j| |j<'| jD]p}t| |jj| |jj<t| |jj| |jj<r|r4| jD]%}t| |j| |j<'t!| j| jD]\}}t!|j|jD]'\}}|j#| j%|||)t!|j|jD]'\}}|j#| j%|||)t!| j| jD]E\}}|j#| j%|j|j|jGt!| j| jD]E\}}|j#| j%|j|j|jGt!| j| jD]E\}}|j#| j%|j|j|jGt!| j| jD]\}}|j#| j%|jj|jj|jj|j#| j%|jj|jj|jjt!| j&| j&D]E\} }!|j#| j%|!j|!j| jG|rYt!| j| jD]5\}}|j#t| |j|j7yyy)Nzpre/T) rename_nodes rename_edges rename_inputsrename_outputsrename_initializersrename_value_infosinplace)rrrrrr)rrtrCopyFromr add_prefixrLrar_rr`r. initializersparse_initializervaluesindiceszipr^getr&)"rOrrrrrrrrSrrTg_ing_out name_mappingner}init sparse_initr&n1n0e1e0i1i0o1o0init1init0 sparse_init1 sparse_init0vi1vi0s" r_test_add_prefixz%TestComposeFunctions._test_add_prefixs>  B KKO   ))+-$7#5 ##))+-$7#5 Bxx "!L?AWW?*3FA*> Q?XX?*3FA*> Q??  JJKD.7 .JL+K KKKD.7 .JL+K# ,,KD.7 .JL+K#'#:#:KG 3 3 8 8>L!4!4!9!9: ""&++WJ4=fjoo4VL1Wejj$))4 CB!"((BHH5CFB$$\%5%5b"%=rBC!"))RYY7CFB$$\%5%5b"%=rBC C ekk4::6 NB  !1!1"''277!CRWWM NellDKK8 NB  !1!1"''277!CRWWM N!$E$5$5t7G7G H W u  !1!1%**ejj!I5::V W/2(($*A*A/ * l   $$$++00,2E2E2J2J!'',,     $$$,,11<3G3G3L3L!((--     0 0$//B QS  !1!1#((CHH!EsxxP Q!%**dii8JFB$$Yvrww%?IJC"rc(|jdy)zTests renaming nodes onlyT)rNrrOs rtest_add_prefix_nodesz*TestComposeFunctions.test_add_prefix_nodes 40rc(|jdy)z]Tests prefixing nodes edges. This will also rename inputs/outputs, since the names are sharedT)rNrrs rtest_add_prefix_edgesz*TestComposeFunctions.test_add_prefix_edgesrrc(|jdy)zPTests prefixing graph inputs only. Relevant node edges should be renamed as wellT)rNrrs rtest_add_prefix_inputsz+TestComposeFunctions.test_add_prefix_inputss D1rc(|jdy)zQTests prefixing graph outputs only. Relevant node edges should be renamed as wellT)rNrrs rtest_add_prefix_outputsz,TestComposeFunctions.test_add_prefix_outputs s T2rc tjdtjdg}tjdtjddg}tjdtjddg}tjdtjddg}tjdtjddg}tj dddgd g }tj d d dgdg }tj d d dgdg }tj d dgdgtj |gdg|gtj |gdg|g} tj || gd||||g|g} d} tj| | } tj| t| j| jD]/\} }|jt| |j| jt| j |j D]\}}|j"st|j"j|j"jD]\}}t|j$|j$D]!\}}|jt| ||#t|j&|j&D]!\}}|jt| ||#2y)zQTests prefixing attribute's subgraph. Relevant subgraph should be renamed as wellrXNYZOutr]XYrr[r\Ifthen)nodesr.rGrHelse)rGrH then_branch else_branchrLzprefix.)rmake_tensor_value_infor BOOLr5 make_node make_graphradd_prefix_graphr rMrrar^rr. attributegr_r`)rOrrrrrraddsubcondrLrprefixed_graphrr attribute1 attribute0 subgraph_n1 subgraph_n0input_n1input_n0 output_n1 output_n0s r"test_add_prefix_attribute_subgraphz7TestComposeFunctions.test_add_prefix_attribute_subgraphs  ) )#{/?/?! E  ) )#{/@/@4) L  ) )#{/@/@4) L  ) )#{/@/@4) L++E;3D3DtQiP   eS#J GudC[5'JudC[5'J 5G))e&cU))e&cU  !!t*7Aq!Q<#  11%@N+.--uzz: VFB   Yvrww7 A*-bllBLL*I V& J<<47" )):<<+<+<5 V0 [36'--{/@/@3T.Hh!,,Yvx-H(ST58'.. 0B0B5V0Iy!,,Yvy-I9UV V V Vrc0|jddddddy)z&Tests prefixing all names in the graphTNrrs rtest_add_prefix_allz(TestComposeFunctions.test_add_prefix_all;s dD$dDArc(|jdy)zTests prefixing inplaceTrNrrs rtest_add_prefix_inplacez,TestComposeFunctions.test_add_prefix_inplace?s d+rctt}dfd }dD]"}tj||}||||$t }|j |d}tj||d||||y)zTests expanding output dimensions. The resulting graph should have the same output names, but with one more dimension at the specified index. ct|jj|jjD]\}}j|j|jj|j j j|j j jt|}|j|djt||y)Nr) rrLr`r^r.r!r" elem_typer(insert)rSrTdim_idxout_g2out_g1expected_out_shaperOs r _check_modelz>TestComposeFunctions.test_expand_out_dim.._check_modelIs"%bhhoorxx"G I  fkk:  KK++55v{{7N7N7X7X&0%7""))'15  F!35GH Ir)rr+rTrN)rSrrTrr#intrqrr)rrtrexpand_out_dimrr)rOrSr'r#rTs` rtest_expand_out_dimz(TestComposeFunctions.test_expand_out_dimCs{  I& *G''G4B R ) * \ Br7D9RW%rc n tt|D cgc]"} tjd|| g|| g$} } tt|D cgc]*} tj|| t j g,} } tt|D cgc]*} tj|| t j g,}} tt|D cgc]*} tj|| t j g,}} tt|D cgc]-} tj|| t jddg/}} tt| D cgc]} t| | }} tt|D cgc]"} tjd|| g|| g$}} tt|D cgc]*} tj|| t j g,}} tt|D cgc]*} tj|| t j g,}} tt|D cgc]*} tj|| t j g,}} tt|D cgc]-} tj|| t jddg/}} tt| D cgc]} t| | }} tjddg}tjtj| d| |||| d | }tjtj|d ||||| d | }tj|j|j}d } t!t#|t#|z}t!t#|t#|z}t!t#||z}|r|j%|| d|f| dz } t!t#|t#|z}|r|j%|| d|f| dz } t!t#|t#|z} | r|j%|| d| f| dz } t!t#| t#| z}!|!rMg}"|!D]*}#|"j'|#dz|"j'|#dz,|j%|| d|"f| dz } tj(|d}$tj|$j|j}|j%d t|ycc} wcc} wcc} wcc} wcc} wcc} wcc} wcc} wcc} wcc} wcc} wcc} w)NIdentityrrr.r/r0r1rrg0)rr.rGrHr&rrrrrcredger&rr-r3rzg0/)r)r rrrrr r5r4r:rBrrr rcheck_overlapping_namesrLlistsetr^appendr)%rOinputs0inputs1outputs0outputs1 value_info0 value_info1 initializer0 initializer1sparse_initializer0sparse_initializer1irrrrrrrrrrrropsm0rSoverlapoverlapping_inputsoverlapping_outputsoverlapping_edgesoverlapping_visoverlapping_initoverlapping_sparse_initexpected_overlapoverlapping_namem0_news% r_test_overlapping_namesz,TestComposeFunctions._test_overlapping_names^s3w<(    Z xPQ{m T  3w<(   ) )'!*k6G6G L  3x=)   ) )(1+{7H7H" M  3{+,   ) )+a.+:K:KR P  3|,-     !!_ 0A0ARSQT   3234  3A 6 7  3w<(    Z xPQ{m T  3w<(   ) )'!*k6G6G L  3x=)   ) )(1+{7H7H" M  3{+,   ) )+a.+:K:KR P  3|,-     !!_ 0A0ARSQT   3234  3A 6 7  ""2r*+      !#/ !       !#/ !  11"((BHHE !#g,W"=>"3x=3x=#@A %7:M%M!NO    WQZ&2C)D E FAs;/#k2BBC    WQZ,)H I FAL 1C 4E EF    WQZ-9I)J K FA"& # $s+>'? ?#  #! $; C  ''(89(DE ''(86(AB C   WQZ*>@P)Q R FA##Bu511&,,I CL)i            sG'U;/V/V$/V +2V5V"'V!/V(/V#//V(62V-V2c2|jddgddgy)z9Tests error checking when the name of the inputs overlapsrri2)r7r8NrNrs rtest_overlapping_input_namesz1TestComposeFunctions.test_overlapping_input_namess $$dD\D$<$Prc2|jddgddgy)z9Tests error checking when the name of the output overlapsrro2)r9r:NrQrs rtest_overlapping_output_namesz2TestComposeFunctions.test_overlapping_output_namess $$tTldD\$Rrc2|jddgddgy)zATests error checking when the name of value_info entries overlapsrrvi2)r;r<NrQrs r!test_overlapping_value_info_namesz6TestComposeFunctions.test_overlapping_value_info_namess" $$UEN % rc2|jddgddgy)zBTests error checking when the name of initializer entries overlapsrrinit2)r=r>NrQrs r"test_overlapping_initializer_namesz7TestComposeFunctions.test_overlapping_initializer_namess$ $$!7+7G:L % rc2|jddgddgy)zITests error checking when the name of sparse_initializer entries overlapsrr sparse_init2)r?r@NrQrs r)test_overlapping_sparse_initializer_namesz>TestComposeFunctions.test_overlapping_sparse_initializer_namess% $$!/ @!/ @ % rc tjddtjddg d%fd }tjddtjddgt}|jj tj dt jgtj dt jgg|jj tj dt jgg|jj tjddddgdg gt}|j|d |_ tj|d  }|jj |ddddgdgtjd ddgdgggtj |t}|j|d|_ tj|d  }|jj |ddddgdgtjdddgdgggtj |t#j$||ddgdd}tj ||j&jDcgc]}|j(} }|j+ddg| |jD cgc]} | j} } |j+ddg| t} | j|d| _ d| jd_tj| d  } | jj |ddddgdgtjd ddgdgtjdddgdgtjd ddgdgg|ddddgdgtjddddgdg tjdddgdgtjd ddgdgggtj | t#j$|| ddgdd}tj ||j&jDcgc]}|j(} }|j+ddg| |jD cgc]} | j} } |j+gd| |j+d g|jdjDcgc]}|j(c}|j+gd |jd!jDcgc]}|j(c}|j+gd"|jd#jDcgc]}|j(c}y$cc}wcc} wcc}wcc} wcc}wcc}wcc}w)&zETests error checking when the name of local function entries overlapsrrlocalct}||_||_|jj ||j j ||j j ||jj |S)N)rdomainr.r_extendr`ra opset_import)rbfnamerGrHrfrBs r_make_functionzLTestComposeFunctions.test_overlapping_function_names.._make_functionsaAAHAF GGNN6 " HHOOG $ FFMM% NN ! !# &Hrx0x1yf1)rbrGrHrcrrr[rrdr])rjrh)rjrirr)rFrIrJm1/f1zm2/f1rUf2ry0y1zm3/m3/f2)rlm3/f1rp)r[r]r[r)rqr]r[r+N) rbstrrerrrG list[str]rHrsrzlist[NodeProto]rqr)rrrr_rcrr r5r`rarrr.r functionsr rrrNrLrbr^)rOrgr rcrSrdrTrrrrfrtrUrVrBs @rtest_overlapping_function_namesz4TestComposeFunctions.test_overlapping_function_namess`""2r*F,?,?,LM       #      ""2r*F,?,?,LM L --dK4E4ErJ--dK4E4ErJ  --c;3D3DbI     d7D$%?@   rs KB \ A   * *3 0A0A2 F G   rs KB%%b"eZLQ C 8 89:%%b"eZLQ C 8 89:%%b"eZLQ C 7 789r)NNNN)rPrrrQrrrFzlist[tuple[str, str]]rRz4Callable[[GraphProto, GraphProto, GraphProto], None]rGlist[str] | NonerHr}rI str | NonerJr~rqrr)rqrr)FFFFFFF)rboolrrrrrrrrrrrrrqrr) )rr)rPi3)rr)rTo3)v0r)rr)rr)rZinit3)rr)r] sparse_init3)r7 Sequence[str]r8rr9rr:rr;rr<rr=rr>rr?rr@rrqrr) __name__ __module__ __qualname__rWrwrrrrrrrrrrrrrrrrrrr,rNrRrUrXr[r^rur|r/rrrDrD`s$($(""!9!9!9& !9 Q !9 ! !9"!9!9!9 !9FL L" & LD% N 6L&S( * > *#"#$$)#(rJrJrJ rJ  rJ " rJ!rJrJ rJh1123+VZB,&:".!-".".%1%1&8&8-M-MA*A*A* A*  A* # A*#A*$A*$A*+A*+A* A*FQS   G R6:rrD__main__)rrrrqr)rrrrrrrqrr)r&r rqz list[int])r.rrrqr ) __future__runittesttypingrrnumpyr6onnxrrrr r r r r rrrrrrr(rBrtruTestCaserDrmainr/rrrsy#%      + Q,  [ :8,,[ :| zHMMOr