bIg(-UddlmZddlZddlmZmZmZddlmZm Z m Z ddl m Z ddl mZddlmZddZdd Zgad ed <gad ed < dd Z ddZ ddZddZddZedk(reyy)) annotationsN)IOAnySequence)AttributeProtodefsload)collect_snippets)load_model_tests)Runnerc&td|DS)Nc3:K|]}|jdk(yw ai.onnx.mlN)domain).0ss \/var/www/html/answerous/venv/lib/python3.12/site-packages/onnx/backend/test/stat_coverage.py zis_ml..s9Aqxx<'9s)any)schemass ris_mlrs 99 99c|jd|r|jdn|jd|jd|jd|jd|jdy)Nz# Test Coverage Reportz (ONNX-ML Operators) z (ONNX Core Operators) z ## Outlines z,* [Node Test Coverage](#node-test-coverage) z.* [Model Test Coverage](#model-test-coverage) z2* [Overall Test Coverage](#overall-test-coverage) write)fmls r gen_outlinesrs_GG $%  () *+GGOGG ;<GG =>GG ABrz Sequence[str]common_coveredexperimental_coveredc thdttfd|Datfd|D}tfd|D}tfd|Datfd|D}tfd|D}t tt |zt |z }t tt |zt |z }|j d|j d |rR|j d t td |d t tt|z d zddt |d n|j d|rV|j djt t|t tt|z d zt |n|j dgd} t|t|g} | D]>} |j d| ddd| ddjjddd@|j dt| | D]\} } |j d| d| D]} |j d| | vr|j dt | dt| D]Q\}}|j d |j d!|d"|j d#|d$|j d%Sn'| vr|j d&n|j d'|j d(|j d) y)*N> Multinomial RandomNormal RandomUniformRandomNormalLikeRandomUniformLikec3K|]a}|jvrQ|jtjjj k(r |j dk(k(r|jcywrname support_levelrOpSchema SupportTypeCOMMONrrrr node_testss rrz)gen_node_test_coverage..4sV 66Z  OOt}}88?? ? XX %" , A'A*c3K|]a}|jvrQ|jtjjj k(r |j dk(k(r|jcywrr)r/s rrz)gen_node_test_coverage..;sV 66 # OOt}}88?? ? XX %" , r1c3,K|] }|vs| ywNrr* generatorss rrz)gen_node_test_coverage..BsUt$*BTdU c3K|]a}|jvrQ|jtjjj k(r |j dk(k(r|jcywrr*r+rr,r- EXPERIMENTALrr/s rrz)gen_node_test_coverage..CsV" 66Z  OOt}}88EE E XX %" , "r1c3K|]a}|jvrQ|jtjjj k(r |j dk(k(r|jcywrr:r/s rrz)gen_node_test_coverage..JsV# 66 # OOt}}88EE E XX %" , #r1c3,K|] }|vs| ywr4r5r6s rrz)gen_node_test_coverage..Qs$$*2D$r8z# Node Test Coverage z ## Summary zNode tests have covered /z (dz.2fz%, z) generators excluded) common operators. z6Node tests have covered 0/0 (N/A) common operators. zYNode tests have covered {}/{} ({:.2f}%, {} generators excluded) experimental operators. z;Node tests have covered 0/0 (N/A) experimental operators. )z!💚Covered Common Operatorsz"💔No Cover Common Operatorsz'💚Covered Experimental Operatorsz(💔No Cover Experimental Operatorsz* [ z](# -z)  ## z### z There are z" test cases, listed as following:
z z ```python z ```
z (random generator operator) z (call for test cases) z z
) setr sortedr r!lenrfloatformatlowerreplacezip)rrrcommon_no_covercommon_generatorexperimental_no_coverexperimental_generator num_commonnum_experimentaltitles all_liststlrsummarycoder7r0s ` @@rgen_node_test_coverager\%sc  J"#JNOUUU!""###$$.$^$s?';;cBR>SSJ ! # $ % $ % & GG $%GGN &s>':&;1ZLIN#eJ&77#=cB#cJZF[E\]9 : JK  **0&() )*U3C-DDsJ*+ +  OPF  I F #aeWC!" 5 5c3 ?@DEFGGDMFI&1 #aS  A GGd1#J J"3z!}#5"66YZ&,JqM%:,MGTGGM*GGiy?@GGk$y9:GGN+ ,  ?GG<=GG67 GGFO! "  'rc|jdi}|D]}|||j<i}g}tdD] }|jj drt j jt j jt j jtddd|j}t j j|std|d|j|tj|} |jt j j| d|j!d } |D]} t#| } |r*d } | j$D]}|j&d k(sd } | s9d } |jd | j(jd d}| j(j*D]~}|j,t.vs|j,t0vs)|dz }|j2D]A}|j,|vri||j,<|j||j,vrg||j,|j<|j4t6j8k(r_|j:||j,|jvs||j,|jj|j:|j4t6j<k(ra|j>||j,|jvs||j,|jj|j>R|j4t6j@k(ra|jB||j,|jvs||j,|jj|jB|j4t6jDk(ra|jF||j,|jvs||j,|jj|jFN|j4t6jHk(ra|jJ||j,|jvs||j,|jj|jJ|j4t6jLk(ra|jN||j,|jvs||j,|jj|jNJ|j4t6jPk(ra|jR||j,|jvs||j,|jj|jR|j4t6jTk(ra|jV||j,|jvs||j,|jj|jVF|j4t6jXk(ra|jZ||j,|jvs||j,|jj|jZ|j4t6j\k(s|j^||j,|jvs ||j,|jj|j^D|jd | j(jd|dta| j(j*ddtc|ztcta| j(j*z d |jd|jdte|D]}|jd|jd|dta||dta||jfdte||jfD]D}|||vr'|j|dta|||d 1|j|dF|jd|jd| s|r|jdyyy)Nz# Model Test Coverage real)kindzonnx/backend/test/data/light/z..zUnable to find model .z model.onnxFrTrDrCrz has z nodes. Of these, z are covered by node tests (gY@z%) rEznodes rFz: z out of z attributes covered z: 0 rGz z+No model tests present for selected domain )4rr*r url startswithospathnormpathjoindirname__file__existsFileNotFoundErrorappendr prepare_model_datasortr opset_importrgraphnodeop_typer r! attributetyperFLOATrINTiSTRINGrTENSORrXGRAPHgFLOATSfloatsINTSintsSTRINGSstringsTENSORStensorsGRAPHSgraphsrJrKrI attributes)rrr schema_dictschemaattrs model_pathsrt model_name model_dir model_written model_pb_pathmodel ml_presentopset num_coveredrqattroprss rgen_model_test_coveragersGG %&K*#) FKK *.0EKF+ F 66  < =)) RWW__X6dD"&&QJ77>>*-'*? ~Q(OPP   z *11"5I   rww||I|D E FM$J$ ]# J++ &<<</!%J & $  #ekk&&'r*+ KK$$' OD||~-AU1Uq !NN"OD||50.0dll+yydll(;;9;dll+DII6yyN$8$8866t||)X>X:Y9ZZ{| $KO$>$>? 1 b )GGykCb )0D,E+FbIJGGyk/0  1 GGN # $ "#UJ$V R >? =rcH|jd|jdy)Nz# Overall Test Coverage z## To be filled. r)rrrs rgen_overall_test_coveragersGG '(GG !rc&|jdy)Nz. r)rs rgen_spdxrsGG =>rc tjjtjjtjjtjjtjjt}tjj |d}t j}t|}tjj |d}t|ddd5}t|t|dt||dt||dt||dddd|rwtjj |d}t|ddd5}t|t|d t||d t||d t||d dddyy#1swYxYw#1swYyxYw) NdocszTestCoverage.mdzw+zutf-8)newlineencodingFzTestCoverage-ml.mdT)rdrerhrealpathrirgrget_all_schemasropenrrr\rr)base_dirdocs_dirrhas_mlfnamers rmainr sgww 8H8H8R(STUHww||Hf-H""$G 7^F GGLL#4 5E eT2 85A Qw51E2!'1e4 5 X';< %rG < 8 QK D ! "7At 4 #GQ 5 %gq$ 7  8 855 8 8s?G>?GGG__main__)rSequence[defs.OpSchema]returnbool)rIO[Any]rrrNone)rrrrrrrr)rrrr)rr) __future__rrdtypingrrronnxrrr onnx.backend.test.caser onnx.backend.test.loaderr onnx.backend.test.runnerr rrr __annotations__r!r\rrrr__name__r5rrrs # $$++35+: C!# "&(m(m $m)0m6:m m`f@ $f@)0f@6:f@ f@R" $")0"6:" "?84 zFr