From d2733809d91715b9ec2d04270caa1fd62ed487eb Mon Sep 17 00:00:00 2001 From: gterzian <2792687+gterzian@users.noreply.github.com> Date: Tue, 28 Apr 2026 01:36:16 +0800 Subject: [PATCH 1/4] new report with chrome comparison Signed-off-by: gterzian <2792687+gterzian@users.noreply.github.com> --- docs/index.html | 2210 ++++++++++++++++++++++++++--------------------- 1 file changed, 1244 insertions(+), 966 deletions(-) diff --git a/docs/index.html b/docs/index.html index aa1380859fc..8a1250f3ab7 100644 --- a/docs/index.html +++ b/docs/index.html @@ -1,162 +1,228 @@ - - - Servo-ML WebNN Conformance Report - + + + Servo-ML WebNN WPT Report + -
-
-
-
-

Servo-ML WebNN Conformance

-

Test Report

-
Generated: 2026-04-24 07:53:17 UTC
-
- -
-
+
+
+
+
+

Servo-ML WebNN WPT Report

+

Generated from wptreport JSON and compared with latest Chrome master+experimental run.

+
Generated: 2026-04-27 17:29:31 UTC
+
Source report: /Users/Gregory/Projects/servo-ml/scratchpad/report.json
+
+ +
+
-
-
-
Total Tests
-
11244
-
-
-
Passed
-
4998
-
-
-
Pass Rate
-
44.5%
-
-
+
+
+
Servo Subtests
+
11,850
+
+
+
Servo Passed
+
5,593
+
+
+
Servo Pass Rate
+
47.2%
+
+
+
Servo Coverage vs Chrome Total
+
74.4%
+
+
+ +
+
+

Chrome Comparison (master + experimental)

+
Chrome run 149.0.7811.0 | revision a723f64769 | started 2026-04-27T13:15:03.663Z
+
+ Reference: https://wpt.fyi/results/webnn?label=master&label=experimental&product=chrome +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
SuiteServo (Pass/Total)Chrome (Pass/Total)Servo RateChrome RateCoverage (Servo Total / Chrome Total)Pass Delta (Servo-Chrome)Total Delta (Servo-Chrome)
Total5,593 / 11,85015,761 / 15,91947.2%99.0%74.4%-10,168-4,069
Conformance2,632 / 7,1859,298 / 9,43336.6%98.6%76.2%-6,666-2,248
Validation1,743 / 3,4113,963 / 3,97851.1%99.6%85.7%-2,220-567
IDLHarness1,218 / 1,2542,500 / 2,50897.1%99.7%50.0%-1,282-1,254
+
-

Conformance Tests

-
- Total: 7512 | Passes: 2994 | - Rate: 39.9% -
+
Grouped tests: 108 | Runs: 402 | Harness errors: 75 | Subtests: 7,185 | Passes: 2,632 | Rate: 36.6%
- + + + @@ -164,645 +230,760 @@

Conformance Tests

- - - - - - - + + + + + + + + + + - - + + + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + + + - - + - - - - - - - + + + - - - + + + + + + + + + - - - - - - + + - - - - + + + + + + + + + + - + + - - - + + + - - - - - + + + + + + - - - - - + + + + + + - + + + + + + + + + + - - - - - - - - + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - + + - - - + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - - - - - + + + + + + + + + + + - - - - - + + + + + + - - - - - - + + - - - - + + + + + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - + - - - + + + + - - - - - + + + + + + - - - - - - + + + + + + + + - - - + + + - - - - - - + + + + + + + + - - - + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + + + - - + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + + + - - + - - - - - + + + + + + + + - - + - - - - - + + + + + + - - - + + + + +
TestTotalRunsHarness ErrorsSubtests Passes Pass Rate
abs572442.1%
arg_min_max10830 542037.0%
add307236 50.0%
arg_min_max301055148.6%
averagePool2d1202722.5%
301172420.5%
batch_normalization782734.6%
30752128.0%
batch_normalization_constant12650.0%
309333.3%
byob_readtensor 12120 0 0.0%
cast902730.0%
ceil483087 2450.0%
27.6%
ceil30452044.4%
clamp1445437.5%
concat30 1416344.7%
4733.3%
concat301386043.5%
constant-reshape-optimization930 666.7%
350.0%
conv2d1264233.3%
301233629.3%
conv_transpose2d1324836.4%
301294434.1%
cos4830452146.7%
cumulative_sum30 2412 50.0%
cumulative_sum271555.6%
dequantizeLinear45613.3%
304237.1%
div663654.5%
30633149.2%
elu663045.5%
30632641.3%
equal723650.0%
30693144.9%
erf482450.0%
30452044.4%
exp482450.0%
30452044.4%
expand1385741.3%
301355238.5%
floor482450.0%
30452044.4%
gather1205445.0%
301174740.2%
gatherElements331545.5%
30301240.0%
gatherND42614.3%
303937.7%
gelu45613.3%
304237.1%
gemm1443020.8%
301412719.1%
graph_devices6 350.0%
0300.0%
greater723345.8%
30693043.5%
greater_or_equal723650.0%
30693144.9%
gru7867.7%
307534.0%
gru_cell30620.0%
3027311.1%
hard_sigmoid964850.0%
30934346.2%
hard_swish482450.0%
30451942.2%
identity102 1211.8%
69066.7%
inputs-are-not-modified241875.0%
1261212100.0%
inputs-with-special-names30930.0%
3027622.2%
instance_normalization481531.2%
30451226.7%
is_infinite51611.8%
304836.2%
is_nan42614.3%
303937.7%
l2Pool2d9066.7%
308733.4%
layer_normalization812429.6%
30782126.9%
leaky_relu663350.0%
30633047.6%
lesser723345.8%
30693043.5%
lesser_or_equal723345.8%
30693043.5%
linear844250.0%
30813745.7%
log482450.0%
30452146.7%
logical_and393076.9%
30362672.2%
logical_not2730 2488.9%
2083.3%
logical_or393076.9%
30362775.0%
logical_xor393076.9%
30362775.0%
lstm9066.7%
308733.4%
lstm_cell36616.7%
303339.1%
matmul724258.3%
30693956.5%
max663654.5%
30633047.6%
maxPool2d842732.1%
30812429.6%
min663654.5%
30633352.4%
mlNumber12650.0%
309333.3%
mul663654.5%
30633250.8%
neg572442.1%
30542138.9%
not_equal723345.8%
30692840.6%
operations-with-special-names1818100.0%
30151493.3%
pad7568.0%
307234.2%
parallel-dispatch663654.5%
126542851.9%
pow602745.0%
30572442.1%
prelu78911.5%
307568.0%
qdq_subgraph228 125.3%
quantizeLinear48 612.5%
21662.8%
quantizeLinear304536.7%
reciprocal482450.0%
30452146.7%
reduce_l11386345.7%
reduce_l230 1356346.7%
5540.7%
reduce_l2301326045.5%
reduce_log_sum1235746.3%
301205243.3%
reduce_log_sum_exp1356346.7%
301325743.2%
reduce_max1175446.2%
301144741.2%
reduce_mean1356346.7%
301326045.5%
reduce_min1175446.2%
301145144.7%
reduce_product1175446.2%
301145043.9%
reduce_sum1356346.7%
301326045.5%
reduce_sum_square1386345.7%
301355742.2%
relu512447.1%
30482143.8%
resample2d45613.3%
304237.1%
reshape1989347.0%
301958945.6%
reverse301860.0%
30271555.6%
round_even361850.0%
30331545.5%
scalars4812 612.5%
3600.0%
scatterElements30620.0%
3027311.1%
scatterND18633.3%
shared_arraybuffer_constant30 15320.0%
shared_arraybuffer_constant99 640.0%
6100.0%
sigmoid482450.0%
sign3045 2146.7%
sign30 1885.7%
1477.8%
sin482450.0%
30452146.7%
slice602745.0%
30572442.1%
softmax332163.6%
30301756.7%
softplus482450.0%
30452044.4%
softsign602745.0%
30572442.1%
split 330 0 0.0%
sqrt482450.0%
30452044.4%
sub723650.0%
30693347.8%
subgraph30617456.9%
12629416556.1%
tan482450.0%
30451942.2%
tanh422457.1%
30392153.8%
tensor 12120 0 0.0%
tile241250.0%
3021942.9%
transpose 330 0 0.0%
triangular1023938.2%
30993636.4%
where10865.6%3010532.9%
@@ -810,15 +991,14 @@

Conformance Tests

Validation Tests

-
- Total: 3732 | Passes: 2004 | - Rate: 53.7% -
+
Grouped tests: 64 | Runs: 331 | Harness errors: 60 | Subtests: 3,411 | Passes: 1,743 | Rate: 51.1%
- + + + @@ -826,386 +1006,484 @@

Validation Tests

- - - - - + + + + + + - - + + + + - - + - - - - - - + + + + + + + + - - - + + + - - - - - + + + + + + - - - - - + + + + + + + + + + + + + - + + - - - - - - - - - + + + - - - - - - + + - - - - + + + + + + + + + + - + + - - - + + + - - - - - - - + + - - - + + + + + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - - + + - - + + + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - - + + + + + + + + + + + + + + + - - - + + + - + + - - - + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - - - + + + - - - + + + + + + + + + - - - - - - - + + - - - - - - - - - + + + + + + + + + + - - - - - - - + + + + + + + - - - + + + + + + + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - - + + + - - - - + + + + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - + + + + + + - - - - - - + + - - + + + + + + + + - + + - - - + + + - + - + + + + + + + + + + + +
TestTotalRunsHarness ErrorsSubtests Passes Pass Rate
argMinMax543055.6%
30512752.9%
batchNormalization7272306969 100.0%
build-more-than-once666090.9%
cast 1265454100.0%
cast30 975.0%
666.7%
clamp331545.5%
30301240.0%
concat452453.3%
30422150.0%
constant12626412045.5%
constant-changed-buffer36126 2466.7%
constant27612645.7%
1875.0%
conv2d1656036.4%
convTranspose2d30 1624829.6%
5735.2%
convTranspose2d301594528.3%
createContext72126 6083.3%
5490.0%
cumulativeSum302480.0%
dequantizeLinear5130 2752.9%
2177.8%
dequantizeLinear30482450.0%
destroyContext785469.2%
126664872.7%
destroyGraph302480.0%
1261818100.0%
elementwise-binary25214758.3%
21023112654.5%
elementwise-logical18913571.4%
3601539964.7%
elementwise-unary1415136.2%
301384834.8%
elu241875.0%
30211571.4%
expand392461.5%
30362158.3%
gather392461.5%
30362158.3%
gatherElements331854.5%
gatherND30 30 15 50.0%
gatherND30271244.4%
gelu15960.0%
3012650.0%
gemm633047.6%
30602745.0%
gru782430.8%
30752128.0%
gruCell932425.8%
30902123.3%
hardSigmoid241875.0%
hardSwish3021 1571.4%
hardSwish3012650.0%
helper-validation10 960.0%
9100.0%
input66126 5481.8%
4888.9%
instanceNormalization603050.0%
30572747.4%
invalid-rank241875.0%
1261212100.0%
layerNormalization663959.1%
30633657.1%
leakyRelu241875.0%
30211571.4%
linear241875.0%
30211571.4%
lstm783038.5%
30752736.0%
lstmCell1173025.6%
matmul4830114 2756.2%
23.7%
matmul30452453.3%
opSupportLimits18633.3%
pad3930 1538.5%
pooling-and-reduction-keep-dims302480.0%
320.0%
pad30361233.3%
pooling1266954.8%
prelu33301236653.7%
pooling-and-reduction-keep-dims 1236.4%
61818100.0%
prelu3030930.0%
quantizeLinear482756.2%
30452453.3%
reduction18610254.8%
301839954.1%
relu15960.0%
3012650.0%
resample2d873641.4%
30843339.3%
reshape362466.7%
reverse3033 211571.4%
63.6%
reverse30181266.7%
scatterElements482450.0%
30452146.7%
scatterND331545.5%
30301240.0%
sigmoid15960.0%
3012650.0%
slice391538.5%
30361233.3%
softmax241562.5%
30211257.1%
softplus15960.0%
3012650.0%
softsign15960.0%
3012650.0%
split361541.7%
30331236.4%
tanh15960.0%
3012650.0%
tile302170.0%
transpose30 27 18 66.7%
transpose30241562.5%
triangular1230 975.0%
666.7%
unprintableNames1812 633.3%600.0%
where30392153.8%
+
+ +
+

IDLHarness Tests

+
Grouped tests: 1 | Runs: 4 | Harness errors: 2 | Subtests: 1,254 | Passes: 1,218 | Rate: 97.1%
+ + + + + + + + + + + + - - - - + + + + + +
TestRunsHarness ErrorsSubtestsPassesPass Rate
where422457.1%idlharness421,2541,21897.1%
-
-
+ +
\ No newline at end of file From 229042c454ed32044e59880d54747c8c11a986a9 Mon Sep 17 00:00:00 2001 From: gterzian <2792687+gterzian@users.noreply.github.com> Date: Tue, 28 Apr 2026 01:41:06 +0800 Subject: [PATCH 2/4] remove report file path Signed-off-by: gterzian <2792687+gterzian@users.noreply.github.com> --- docs/index.html | 1 - 1 file changed, 1 deletion(-) diff --git a/docs/index.html b/docs/index.html index 8a1250f3ab7..eb73cc61c32 100644 --- a/docs/index.html +++ b/docs/index.html @@ -126,7 +126,6 @@

Servo-ML WebNN WPT Report

Generated from wptreport JSON and compared with latest Chrome master+experimental run.

Generated: 2026-04-27 17:29:31 UTC
-
Source report: /Users/Gregory/Projects/servo-ml/scratchpad/report.json
From ee4d215c6d3aca9988d8756965bc039f49cd238d Mon Sep 17 00:00:00 2001 From: gterzian <2792687+gterzian@users.noreply.github.com> Date: Tue, 28 Apr 2026 01:57:00 +0800 Subject: [PATCH 3/4] report with drop downs Signed-off-by: gterzian <2792687+gterzian@users.noreply.github.com> --- docs/index.html | 236 +++++++++++++++++++++++++++++++----------------- 1 file changed, 152 insertions(+), 84 deletions(-) diff --git a/docs/index.html b/docs/index.html index eb73cc61c32..2f38f533c99 100644 --- a/docs/index.html +++ b/docs/index.html @@ -77,8 +77,15 @@ border-radius: 12px; padding: 20px; } + .section-header { + display: flex; + justify-content: space-between; + align-items: center; + gap: 12px; + flex-wrap: wrap; + } .section h2 { - margin: 0 0 16px; + margin: 0; font-size: 18px; color: var(--text); } @@ -87,6 +94,26 @@ color: var(--muted); margin-bottom: 12px; } + .section-body { + margin-top: 10px; + } + .toggle-button { + border: 1px solid #7aa9c4; + border-radius: 10px; + background: #eef6fb; + color: #174a63; + font-size: 12px; + font-weight: 600; + padding: 8px 12px; + cursor: pointer; + } + .toggle-button:hover { + background: #e3f0f8; + } + .toggle-button:focus-visible { + outline: 2px solid #2a6a89; + outline-offset: 2px; + } table { width: 100%; border-collapse: collapse; @@ -125,7 +152,7 @@

Servo-ML WebNN WPT Report

Generated from wptreport JSON and compared with latest Chrome master+experimental run.

-
Generated: 2026-04-27 17:29:31 UTC
+
Generated: 2026-04-27 17:47:23 UTC
@@ -146,58 +173,63 @@

Servo-ML WebNN WPT Report

Servo Coverage vs Chrome Total
-
74.4%
+
74.1%
-
-

Chrome Comparison (master + experimental)

-
Chrome run 149.0.7811.0 | revision a723f64769 | started 2026-04-27T13:15:03.663Z
-
- Reference: https://wpt.fyi/results/webnn?label=master&label=experimental&product=chrome -
- - - - - - - - - - - - - - +
SuiteServo (Pass/Total)Chrome (Pass/Total)Servo RateChrome RateCoverage (Servo Total / Chrome Total)Pass Delta (Servo-Chrome)Total Delta (Servo-Chrome)
+ + + + + + + + + + + + + - + - - - + + + - + - - - + + + - + - - - - + + + + @@ -208,25 +240,30 @@

Chrome Comparison (master + experimental)

- -
SuiteServo (Pass/Total)Chrome (Pass/Total)Servo RateChrome RateCoverage (Servo Total / Chrome Total)Pass Delta (Servo-Chrome)Total Delta (Servo-Chrome)
Total 5,593 / 11,85015,761 / 15,91915,824 / 15,990 47.2% 99.0%74.4%-10,168-4,06974.1%-10,231-4,140
Conformance 2,632 / 7,1859,298 / 9,4339,375 / 9,510 36.6% 98.6%76.2%-6,666-2,24875.6%-6,743-2,325
Validation 1,743 / 3,4113,963 / 3,9783,949 / 3,972 51.1%99.6%85.7%-2,220-56799.4%85.9%-2,206-561
IDLHarness 1,218 / 1,254 -1,282 -1,254
-
+ + + +
-

Conformance Tests

+
+

Conformance Tests

+ +
Grouped tests: 108 | Runs: 402 | Harness errors: 75 | Subtests: 7,185 | Passes: 2,632 | Rate: 36.6%
- - - - - - - - - - - - +
TestRunsHarness ErrorsSubtestsPassesPass Rate
+ + + + + + + + + + + @@ -984,25 +1021,30 @@

Conformance Tests

- -
TestRunsHarness ErrorsSubtestsPassesPass Rate
abs 3 3 2.9%
+ + +
-

Validation Tests

+
+

Validation Tests

+ +
Grouped tests: 64 | Runs: 331 | Harness errors: 60 | Subtests: 3,411 | Passes: 1,743 | Rate: 51.1%
- - - - - - - - - - - - +
TestRunsHarness ErrorsSubtestsPassesPass Rate
+ + + + + + + + + + + @@ -1452,25 +1494,30 @@

Validation Tests

- -
TestRunsHarness ErrorsSubtestsPassesPass Rate
argMinMax 3 21 53.8%
+ + +
-

IDLHarness Tests

+
+

IDLHarness Tests

+ +
Grouped tests: 1 | Runs: 4 | Harness errors: 2 | Subtests: 1,254 | Passes: 1,218 | Rate: 97.1%
- - - - - - - - - - - - +
TestRunsHarness ErrorsSubtestsPassesPass Rate
+ + + + + + + + + + + @@ -1479,10 +1526,31 @@

IDLHarness Tests

- -
TestRunsHarness ErrorsSubtestsPassesPass Rate
idlharness 4 1,218 97.1%
+ + +
+ \ No newline at end of file From 93f2e4624011c7089178f6ed1f26be005f4b6862 Mon Sep 17 00:00:00 2001 From: gterzian <2792687+gterzian@users.noreply.github.com> Date: Tue, 28 Apr 2026 02:03:39 +0800 Subject: [PATCH 4/4] clearer Signed-off-by: gterzian <2792687+gterzian@users.noreply.github.com> --- docs/index.html | 132 ++++++++++++++++++++++++++++++------------------ 1 file changed, 83 insertions(+), 49 deletions(-) diff --git a/docs/index.html b/docs/index.html index 2f38f533c99..ef0c318a0a1 100644 --- a/docs/index.html +++ b/docs/index.html @@ -84,11 +84,33 @@ gap: 12px; flex-wrap: wrap; } + .section-toggle { + border: 1px solid #d6e4ef; + border-radius: 10px; + padding: 12px; + cursor: pointer; + transition: background 120ms ease, border-color 120ms ease; + } + .section-toggle:hover { + background: #f6fbff; + border-color: #b5d0e2; + } + .section-toggle:focus-visible { + outline: 2px solid #2a6a89; + outline-offset: 2px; + } .section h2 { margin: 0; font-size: 18px; color: var(--text); } + .section-summary { + margin-top: 8px; + font-size: 15px; + line-height: 1.45; + color: #355770; + font-weight: 600; + } .section-meta { font-size: 13px; color: var(--muted); @@ -97,22 +119,14 @@ .section-body { margin-top: 10px; } - .toggle-button { + .toggle-hint { border: 1px solid #7aa9c4; - border-radius: 10px; + border-radius: 999px; background: #eef6fb; color: #174a63; font-size: 12px; font-weight: 600; - padding: 8px 12px; - cursor: pointer; - } - .toggle-button:hover { - background: #e3f0f8; - } - .toggle-button:focus-visible { - outline: 2px solid #2a6a89; - outline-offset: 2px; + padding: 6px 10px; } table { width: 100%; @@ -152,7 +166,7 @@

Servo-ML WebNN WPT Report

Generated from wptreport JSON and compared with latest Chrome master+experimental run.

-
Generated: 2026-04-27 17:47:23 UTC
+
Generated: 2026-04-27 18:02:56 UTC
@@ -173,19 +187,21 @@

Servo-ML WebNN WPT Report

Servo Coverage vs Chrome Total
-
74.1%
+
74.2%
-
-

Chrome Comparison (master + experimental)

- + -
Servo total: 5,593 / 11,850 | Chrome total: 15,824 / 15,990 | Coverage: 74.1%
-
-

Conformance Tests

- + -
Grouped tests: 108 | Runs: 402 | Harness errors: 75 | Subtests: 7,185 | Passes: 2,632 | Rate: 36.6%