Total Tests
- 11244
-
- 
-
-
-
- Servo-ML WebNN Conformance
-Test Report
-Generated: 2026-04-24 07:53:17 UTC
-
-
+
+
+
+
+ Servo-ML WebNN WPT Report
+Generated from wptreport JSON and compared with latest Chrome master+experimental run.
+Generated: 2026-04-27 18:02:56 UTC
+
+ Passed
- 4998
- Pass Rate
- 44.5%
+ Servo Subtests
+ 11,850
+ Servo Passed
+ 5,593
+ Servo Pass Rate
+ 47.2%
+ Servo Coverage vs Chrome Total
+ 74.2%
+
+
+
+
+ Chrome Comparison (master + experimental)
+ Show Full Section +Servo total: 5,593 / 11,850 | Chrome total: 15,807 / 15,965 | Coverage: 74.2%
+
+
+
+
+
Chrome run 149.0.7811.0 | revision 0c26179f84 | started 2026-04-27T15:31:01.714Z
+
+ | Suite | +Servo (Pass/Total) | +Chrome (Pass/Total) | +Servo Rate | +Chrome Rate | +Coverage (Servo Total / Chrome Total) | +Pass Delta (Servo-Chrome) | +Total Delta (Servo-Chrome) | +
|---|---|---|---|---|---|---|---|
| Total | +5,593 / 11,850 | +15,807 / 15,965 | +47.2% | +99.0% | +74.2% | +-10,214 | +-4,115 | +
| Conformance | +2,632 / 7,185 | +9,343 / 9,478 | +36.6% | +98.6% | +75.8% | +-6,711 | +-2,293 | +
| Validation | +1,743 / 3,411 | +3,964 / 3,979 | +51.1% | +99.6% | +85.7% | +-2,221 | +-568 | +
| IDLHarness | +1,218 / 1,254 | +2,500 / 2,508 | +97.1% | +99.7% | +50.0% | +-1,282 | +-1,254 | +
Conformance Tests
-
- Total: 7512 | Passes: 2994 |
- Rate: 39.9%
+
-
-
+
+
-
+
+ Conformance Tests
+ Show Full Section +Grouped tests: 108 | Runs: 402 | Harness errors: 75 | Subtests: 7,185 | Passes: 2,632 | Rate: 36.6%
| Test | -Total | -Passes | -Pass Rate | -
|---|
| Test | +Runs | +Harness Errors | +Subtests | +Passes | +Pass Rate | +|||
|---|---|---|---|---|---|---|---|---|
| abs | -57 | -24 | -42.1% | -|||||
| arg_min_max | -108 | +3 | +0 | 54 | +20 | +37.0% | +||
| add | +3 | +0 | +72 | +36 | 50.0% | -|||
| arg_min_max | +3 | +0 | +105 | +51 | +48.6% | +|||
| averagePool2d | -120 | -27 | -22.5% | -|||||
| 3 | +0 | +117 | +24 | +20.5% | +||||
| batch_normalization | -78 | -27 | -34.6% | -|||||
| 3 | +0 | +75 | +21 | +28.0% | +||||
| batch_normalization_constant | -12 | -6 | -50.0% | -|||||
| 3 | +0 | +9 | +3 | +33.3% | +||||
| byob_readtensor | 12 | +12 | +0 | 0 | 0.0% | -|||
| cast | -90 | -27 | -30.0% | -|||||
| ceil | -48 | +3 | +0 | +87 | 24 | -50.0% | -||
| 27.6% | +||||||||
| ceil | +3 | +0 | +45 | +20 | +44.4% | +|||
| clamp | -144 | -54 | -37.5% | -|||||
| concat | +3 | +0 | 141 | -63 | -44.7% | -|||
| 47 | +33.3% | +|||||||
| concat | +3 | +0 | +138 | +60 | +43.5% | +|||
| constant-reshape-optimization | -9 | +3 | +0 | 6 | -66.7% | -|||
| 3 | +50.0% | +|||||||
| conv2d | -126 | -42 | -33.3% | -|||||
| 3 | +0 | +123 | +36 | +29.3% | +||||
| conv_transpose2d | -132 | -48 | -36.4% | -|||||
| 3 | +0 | +129 | +44 | +34.1% | +||||
| cos | -48 | +3 | +0 | +45 | +21 | +46.7% | +||
| cumulative_sum | +3 | +0 | 24 | +12 | 50.0% | -|||
| cumulative_sum | -27 | -15 | -55.6% | -|||||
| dequantizeLinear | -45 | -6 | -13.3% | -|||||
| 3 | +0 | +42 | +3 | +7.1% | +||||
| div | -66 | -36 | -54.5% | -|||||
| 3 | +0 | +63 | +31 | +49.2% | +||||
| elu | -66 | -30 | -45.5% | -|||||
| 3 | +0 | +63 | +26 | +41.3% | +||||
| equal | -72 | -36 | -50.0% | -|||||
| 3 | +0 | +69 | +31 | +44.9% | +||||
| erf | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +20 | +44.4% | +||||
| exp | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +20 | +44.4% | +||||
| expand | -138 | -57 | -41.3% | -|||||
| 3 | +0 | +135 | +52 | +38.5% | +||||
| floor | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +20 | +44.4% | +||||
| gather | -120 | -54 | -45.0% | -|||||
| 3 | +0 | +117 | +47 | +40.2% | +||||
| gatherElements | -33 | -15 | -45.5% | -|||||
| 3 | +0 | +30 | +12 | +40.0% | +||||
| gatherND | -42 | -6 | -14.3% | -|||||
| 3 | +0 | +39 | +3 | +7.7% | +||||
| gelu | -45 | -6 | -13.3% | -|||||
| gemm | -144 | -30 | -20.8% | -|||||
| graph_devices | -6 | 3 | -50.0% | -|||||
| 0 | +42 | +3 | +7.1% | +|||||
| gemm | +3 | +0 | +141 | +27 | +19.1% | +|||
| graph_devices | +3 | +0 | +3 | +0 | +0.0% | +|||
| greater | -72 | -33 | -45.8% | -|||||
| 3 | +0 | +69 | +30 | +43.5% | +||||
| greater_or_equal | -72 | -36 | -50.0% | -|||||
| 3 | +0 | +69 | +31 | +44.9% | +||||
| gru | -78 | -6 | -7.7% | -|||||
| 3 | +0 | +75 | +3 | +4.0% | +||||
| gru_cell | -30 | -6 | -20.0% | -|||||
| 3 | +0 | +27 | +3 | +11.1% | +||||
| hard_sigmoid | -96 | -48 | -50.0% | -|||||
| 3 | +0 | +93 | +43 | +46.2% | +||||
| hard_swish | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +19 | +42.2% | +||||
| identity | -102 | 12 | -11.8% | -|||||
| 6 | +90 | +6 | +6.7% | +|||||
| inputs-are-not-modified | -24 | -18 | -75.0% | -|||||
| 12 | +6 | +12 | +12 | +100.0% | +||||
| inputs-with-special-names | -30 | -9 | -30.0% | -|||||
| 3 | +0 | +27 | +6 | +22.2% | +||||
| instance_normalization | -48 | -15 | -31.2% | -|||||
| 3 | +0 | +45 | +12 | +26.7% | +||||
| is_infinite | -51 | -6 | -11.8% | -|||||
| 3 | +0 | +48 | +3 | +6.2% | +||||
| is_nan | -42 | -6 | -14.3% | -|||||
| 3 | +0 | +39 | +3 | +7.7% | +||||
| l2Pool2d | -90 | -6 | -6.7% | -|||||
| 3 | +0 | +87 | +3 | +3.4% | +||||
| layer_normalization | -81 | -24 | -29.6% | -|||||
| 3 | +0 | +78 | +21 | +26.9% | +||||
| leaky_relu | -66 | -33 | -50.0% | -|||||
| 3 | +0 | +63 | +30 | +47.6% | +||||
| lesser | -72 | -33 | -45.8% | -|||||
| 3 | +0 | +69 | +30 | +43.5% | +||||
| lesser_or_equal | -72 | -33 | -45.8% | -|||||
| 3 | +0 | +69 | +30 | +43.5% | +||||
| linear | -84 | -42 | -50.0% | -|||||
| 3 | +0 | +81 | +37 | +45.7% | +||||
| log | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +21 | +46.7% | +||||
| logical_and | -39 | -30 | -76.9% | -|||||
| 3 | +0 | +36 | +26 | +72.2% | +||||
| logical_not | -27 | +3 | +0 | 24 | -88.9% | -|||
| 20 | +83.3% | +|||||||
| logical_or | -39 | -30 | -76.9% | -|||||
| 3 | +0 | +36 | +27 | +75.0% | +||||
| logical_xor | -39 | -30 | -76.9% | -|||||
| 3 | +0 | +36 | +27 | +75.0% | +||||
| lstm | -90 | -6 | -6.7% | -|||||
| 3 | +0 | +87 | +3 | +3.4% | +||||
| lstm_cell | -36 | -6 | -16.7% | -|||||
| 3 | +0 | +33 | +3 | +9.1% | +||||
| matmul | -72 | -42 | -58.3% | -|||||
| 3 | +0 | +69 | +39 | +56.5% | +||||
| max | -66 | -36 | -54.5% | -|||||
| 3 | +0 | +63 | +30 | +47.6% | +||||
| maxPool2d | -84 | -27 | -32.1% | -|||||
| 3 | +0 | +81 | +24 | +29.6% | +||||
| min | -66 | -36 | -54.5% | -|||||
| 3 | +0 | +63 | +33 | +52.4% | +||||
| mlNumber | -12 | -6 | -50.0% | -|||||
| 3 | +0 | +9 | +3 | +33.3% | +||||
| mul | -66 | -36 | -54.5% | -|||||
| 3 | +0 | +63 | +32 | +50.8% | +||||
| neg | -57 | -24 | -42.1% | -|||||
| 3 | +0 | +54 | +21 | +38.9% | +||||
| not_equal | -72 | -33 | -45.8% | -|||||
| 3 | +0 | +69 | +28 | +40.6% | +||||
| operations-with-special-names | -18 | -18 | -100.0% | -|||||
| 3 | +0 | +15 | +14 | +93.3% | +||||
| pad | -75 | -6 | -8.0% | -|||||
| 3 | +0 | +72 | +3 | +4.2% | +||||
| parallel-dispatch | -66 | -36 | -54.5% | -|||||
| 12 | +6 | +54 | +28 | +51.9% | +||||
| pow | -60 | -27 | -45.0% | -|||||
| 3 | +0 | +57 | +24 | +42.1% | +||||
| prelu | -78 | -9 | -11.5% | -|||||
| 3 | +0 | +75 | +6 | +8.0% | +||||
| qdq_subgraph | -228 | 12 | -5.3% | -|||||
| quantizeLinear | -48 | 6 | -12.5% | -|||||
| 216 | +6 | +2.8% | +||||||
| quantizeLinear | +3 | +0 | +45 | +3 | +6.7% | +|||
| reciprocal | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +21 | +46.7% | +||||
| reduce_l1 | -138 | -63 | -45.7% | -|||||
| reduce_l2 | +3 | +0 | 135 | -63 | -46.7% | -|||
| 55 | +40.7% | +|||||||
| reduce_l2 | +3 | +0 | +132 | +60 | +45.5% | +|||
| reduce_log_sum | -123 | -57 | -46.3% | -|||||
| 3 | +0 | +120 | +52 | +43.3% | +||||
| reduce_log_sum_exp | -135 | -63 | -46.7% | -|||||
| 3 | +0 | +132 | +57 | +43.2% | +||||
| reduce_max | -117 | -54 | -46.2% | -|||||
| 3 | +0 | +114 | +47 | +41.2% | +||||
| reduce_mean | -135 | -63 | -46.7% | -|||||
| 3 | +0 | +132 | +60 | +45.5% | +||||
| reduce_min | -117 | -54 | -46.2% | -|||||
| 3 | +0 | +114 | +51 | +44.7% | +||||
| reduce_product | -117 | -54 | -46.2% | -|||||
| 3 | +0 | +114 | +50 | +43.9% | +||||
| reduce_sum | -135 | -63 | -46.7% | -|||||
| 3 | +0 | +132 | +60 | +45.5% | +||||
| reduce_sum_square | -138 | -63 | -45.7% | -|||||
| 3 | +0 | +135 | +57 | +42.2% | +||||
| relu | -51 | -24 | -47.1% | -|||||
| resample2d | -45 | -6 | -13.3% | -|||||
| 3 | +0 | +48 | +21 | +43.8% | +||||
| resample2d | +3 | +0 | +42 | +3 | +7.1% | +|||
| reshape | -198 | -93 | -47.0% | -|||||
| 3 | +0 | +195 | +89 | +45.6% | +||||
| reverse | -30 | -18 | -60.0% | -|||||
| 3 | +0 | +27 | +15 | +55.6% | +||||
| round_even | -36 | -18 | -50.0% | -|||||
| 3 | +0 | +33 | +15 | +45.5% | +||||
| scalars | -48 | +12 | 6 | -12.5% | -||||
| 36 | +0 | +0.0% | +||||||
| scatterElements | -30 | -6 | -20.0% | -|||||
| 3 | +0 | +27 | +3 | +11.1% | +||||
| scatterND | -18 | -6 | -33.3% | -|||||
| shared_arraybuffer_constant | +3 | +0 | 15 | +3 | +20.0% | +|||
| shared_arraybuffer_constant | +9 | +9 | 6 | -40.0% | -||||
| 6 | +100.0% | +|||||||
| sigmoid | -48 | -24 | -50.0% | -|||||
| sign | +3 | +0 | +45 | 21 | +46.7% | +|||
| sign | +3 | +0 | 18 | -85.7% | -||||
| 14 | +77.8% | +|||||||
| sin | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +21 | +46.7% | +||||
| slice | -60 | -27 | -45.0% | -|||||
| 3 | +0 | +57 | +24 | +42.1% | +||||
| softmax | -33 | -21 | -63.6% | -|||||
| 3 | +0 | +30 | +17 | +56.7% | +||||
| softplus | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +20 | +44.4% | +||||
| softsign | -60 | -27 | -45.0% | -|||||
| 3 | +0 | +57 | +24 | +42.1% | +||||
| split | 3 | +3 | +0 | 0 | 0.0% | -|||
| sqrt | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +20 | +44.4% | +||||
| sub | -72 | -36 | -50.0% | -|||||
| 3 | +0 | +69 | +33 | +47.8% | +||||
| subgraph | -306 | -174 | -56.9% | -|||||
| 12 | +6 | +294 | +165 | +56.1% | +||||
| tan | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +19 | +42.2% | +||||
| tanh | -42 | -24 | -57.1% | -|||||
| 3 | +0 | +39 | +21 | +53.8% | +||||
| tensor | 12 | +12 | +0 | 0 | 0.0% | -|||
| tile | -24 | -12 | -50.0% | -|||||
| 3 | +0 | +21 | +9 | +42.9% | +||||
| transpose | 3 | +3 | +0 | 0 | 0.0% | -|||
| triangular | -102 | -39 | -38.2% | -|||||
| 3 | +0 | +99 | +36 | +36.4% | +||||
| where | -108 | -6 | -5.6% | +3 | +0 | +105 | +3 | +2.9% |
Validation Tests
-
- Total: 3732 | Passes: 2004 |
- Rate: 53.7%
+
-
-
+
+
+
-
+
+ Validation Tests
+ Show Full Section +Grouped tests: 64 | Runs: 331 | Harness errors: 60 | Subtests: 3,411 | Passes: 1,743 | Rate: 51.1%
| Test | -Total | -Passes | -Pass Rate | -
|---|
| Test | +Runs | +Harness Errors | +Subtests | +Passes | +Pass Rate | +|||
|---|---|---|---|---|---|---|---|---|
| argMinMax | -54 | -30 | -55.6% | -|||||
| 3 | +0 | +51 | +27 | +52.9% | +||||
| batchNormalization | -72 | -72 | +3 | +0 | +69 | +69 | 100.0% | -|
| build-more-than-once | -66 | -60 | -90.9% | -|||||
| cast | 12 | +6 | +54 | +54 | +100.0% | +|||
| cast | +3 | +0 | 9 | -75.0% | -||||
| 6 | +66.7% | +|||||||
| clamp | -33 | -15 | -45.5% | -|||||
| 3 | +0 | +30 | +12 | +40.0% | +||||
| concat | -45 | -24 | -53.3% | -|||||
| 3 | +0 | +42 | +21 | +50.0% | +||||
| constant | +12 | +6 | +264 | +120 | +45.5% | +|||
| constant-changed-buffer | -36 | +12 | +6 | 24 | -66.7% | -|||
| constant | -276 | -126 | -45.7% | -|||||
| 18 | +75.0% | +|||||||
| conv2d | -165 | -60 | -36.4% | -|||||
| convTranspose2d | +3 | +0 | 162 | -48 | -29.6% | -|||
| 57 | +35.2% | +|||||||
| convTranspose2d | +3 | +0 | +159 | +45 | +28.3% | +|||
| createContext | -72 | +12 | +6 | 60 | -83.3% | -|||
| 54 | +90.0% | +|||||||
| cumulativeSum | -30 | -24 | -80.0% | -|||||
| dequantizeLinear | -51 | +3 | +0 | 27 | -52.9% | -|||
| 21 | +77.8% | +|||||||
| dequantizeLinear | +3 | +0 | +48 | +24 | +50.0% | +|||
| destroyContext | -78 | -54 | -69.2% | -|||||
| 12 | +6 | +66 | +48 | +72.7% | +||||
| destroyGraph | -30 | -24 | -80.0% | -|||||
| 12 | +6 | +18 | +18 | +100.0% | +||||
| elementwise-binary | -252 | -147 | -58.3% | -|||||
| 21 | +0 | +231 | +126 | +54.5% | +||||
| elementwise-logical | -189 | -135 | -71.4% | -|||||
| 36 | +0 | +153 | +99 | +64.7% | +||||
| elementwise-unary | -141 | -51 | -36.2% | -|||||
| 3 | +0 | +138 | +48 | +34.8% | +||||
| elu | -24 | -18 | -75.0% | -|||||
| 3 | +0 | +21 | +15 | +71.4% | +||||
| expand | -39 | -24 | -61.5% | -|||||
| 3 | +0 | +36 | +21 | +58.3% | +||||
| gather | -39 | -24 | -61.5% | -|||||
| 3 | +0 | +36 | +21 | +58.3% | +||||
| gatherElements | -33 | -18 | -54.5% | -|||||
| gatherND | +3 | +0 | 30 | 15 | 50.0% | -|||
| gatherND | +3 | +0 | +27 | +12 | +44.4% | +|||
| gelu | -15 | -9 | -60.0% | -|||||
| 3 | +0 | +12 | +6 | +50.0% | +||||
| gemm | -63 | -30 | -47.6% | -|||||
| 3 | +0 | +60 | +27 | +45.0% | +||||
| gru | -78 | -24 | -30.8% | -|||||
| 3 | +0 | +75 | +21 | +28.0% | +||||
| gruCell | -93 | -24 | -25.8% | -|||||
| 3 | +0 | +90 | +21 | +23.3% | +||||
| hardSigmoid | -24 | -18 | -75.0% | -|||||
| hardSwish | +3 | +0 | +21 | 15 | +71.4% | +|||
| hardSwish | +3 | +0 | +12 | +6 | +50.0% | +|||
| helper-validation | +1 | +0 | 9 | -60.0% | -||||
| 9 | +100.0% | +|||||||
| input | -66 | +12 | +6 | 54 | -81.8% | -|||
| 48 | +88.9% | +|||||||
| instanceNormalization | -60 | -30 | -50.0% | -|||||
| 3 | +0 | +57 | +27 | +47.4% | +||||
| invalid-rank | -24 | -18 | -75.0% | -|||||
| 12 | +6 | +12 | +12 | +100.0% | +||||
| layerNormalization | -66 | -39 | -59.1% | -|||||
| 3 | +0 | +63 | +36 | +57.1% | +||||
| leakyRelu | -24 | -18 | -75.0% | -|||||
| 3 | +0 | +21 | +15 | +71.4% | +||||
| linear | -24 | -18 | -75.0% | -|||||
| lstm | -78 | -30 | -38.5% | -|||||
| 3 | +0 | +21 | +15 | +71.4% | +||||
| lstm | +3 | +0 | +75 | +27 | +36.0% | +|||
| lstmCell | -117 | -30 | -25.6% | -|||||
| matmul | -48 | +3 | +0 | +114 | 27 | -56.2% | -||
| 23.7% | +||||||||
| matmul | +3 | +0 | +45 | +24 | +53.3% | +|||
| opSupportLimits | -18 | -6 | -33.3% | -|||||
| pad | -39 | +3 | +0 | 15 | -38.5% | -|||
| pooling-and-reduction-keep-dims | -30 | -24 | -80.0% | -|||||
| 3 | +20.0% | +|||||||
| pad | +3 | +0 | +36 | +12 | +33.3% | +|||
| pooling | -126 | -69 | -54.8% | -|||||
| prelu | -33 | +3 | +0 | +123 | +66 | +53.7% | +||
| pooling-and-reduction-keep-dims | 12 | -36.4% | -||||||
| 6 | +18 | +18 | +100.0% | +|||||
| prelu | +3 | +0 | +30 | +9 | +30.0% | +|||
| quantizeLinear | -48 | -27 | -56.2% | -|||||
| 3 | +0 | +45 | +24 | +53.3% | +||||
| reduction | -186 | -102 | -54.8% | -|||||
| 3 | +0 | +183 | +99 | +54.1% | +||||
| relu | -15 | -9 | -60.0% | -|||||
| 3 | +0 | +12 | +6 | +50.0% | +||||
| resample2d | -87 | -36 | -41.4% | -|||||
| 3 | +0 | +84 | +33 | +39.3% | +||||
| reshape | -36 | -24 | -66.7% | -|||||
| reverse | +3 | +0 | +33 | 21 | -15 | -71.4% | -||
| 63.6% | +||||||||
| reverse | +3 | +0 | +18 | +12 | +66.7% | +|||
| scatterElements | -48 | -24 | -50.0% | -|||||
| 3 | +0 | +45 | +21 | +46.7% | +||||
| scatterND | -33 | -15 | -45.5% | -|||||
| 3 | +0 | +30 | +12 | +40.0% | +||||
| sigmoid | -15 | -9 | -60.0% | -|||||
| 3 | +0 | +12 | +6 | +50.0% | +||||
| slice | -39 | -15 | -38.5% | -|||||
| 3 | +0 | +36 | +12 | +33.3% | +||||
| softmax | -24 | -15 | -62.5% | -|||||
| 3 | +0 | +21 | +12 | +57.1% | +||||
| softplus | -15 | -9 | -60.0% | -|||||
| 3 | +0 | +12 | +6 | +50.0% | +||||
| softsign | -15 | -9 | -60.0% | -|||||
| 3 | +0 | +12 | +6 | +50.0% | +||||
| split | -36 | -15 | -41.7% | -|||||
| 3 | +0 | +33 | +12 | +36.4% | +||||
| tanh | -15 | -9 | -60.0% | -|||||
| 3 | +0 | +12 | +6 | +50.0% | +||||
| tile | -30 | -21 | -70.0% | -|||||
| transpose | +3 | +0 | 27 | 18 | 66.7% | -|||
| transpose | +3 | +0 | +24 | +15 | +62.5% | +|||
| triangular | -12 | +3 | +0 | 9 | -75.0% | -|||
| 6 | +66.7% | +|||||||
| unprintableNames | -18 | +12 | 6 | -33.3% | -||||
| 6 | +0 | +0.0% | +||||||
| where | -42 | -24 | -57.1% | +3 | +0 | +39 | +21 | +53.8% |
+
+
+
+ IDLHarness Tests
+ Show Full Section +Grouped tests: 1 | Runs: 4 | Harness errors: 2 | Subtests: 1,254 | Passes: 1,218 | Rate: 97.1%
+
+
+
+
+
| Test | +Runs | +Harness Errors | +Subtests | +Passes | +Pass Rate | +
|---|---|---|---|---|---|
| idlharness | +4 | +2 | +1,254 | +1,218 | +97.1% | +