oidn-web 0.3.4 → 0.4.0

package/benchmarks/results/webnn-smoke.json

@@ -0,0 +1,739 @@
+{
+  "generatedAt": "2026-08-20T04:57:35.765Z",
+  "currentCommit": "e6b8577b1c69cc8ce979022717984aec5b9ea881",
+  "baselineCommit": "136c00c34aa5cf4561b4137034dbd643177f0a5f",
+  "settings": {
+    "width": 512,
+    "height": 512,
+    "tileSize": 512,
+    "warmup": 0,
+    "runs": 1,
+    "model": "rt_hdr_calb_cnrm_large.tza",
+    "gpuQueueCompletionIncluded": true
+  },
+  "browser": "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome",
+  "adapter": {
+    "vendor": "apple",
+    "architecture": "metal-3",
+    "device": "",
+    "description": ""
+  },
+  "results": [
+    {
+      "label": "TFJS (136c00c)",
+      "bundle": "baseline",
+      "baseline": true,
+      "initializationMs": 9.700000002980232,
+      "timesMs": [
+        486.20000000298023
+      ],
+      "supportsFP16": true,
+      "adapter": {
+        "vendor": "apple",
+        "architecture": "metal-3",
+        "device": "",
+        "description": ""
+      },
+      "summary": {
+        "minMs": 486.20000000298023,
+        "medianMs": 486.20000000298023,
+        "meanMs": 486.20000000298023,
+        "p95Ms": 486.20000000298023,
+        "maxMs": 486.20000000298023
+      },
+      "messages": []
+    },
+    {
+      "label": "WGSL FP32",
+      "bundle": "current",
+      "baseline": false,
+      "precision": "fp32",
+      "initializationMs": 38.5,
+      "timesMs": [
+        43.100000001490116
+      ],
+      "executionProfile": {
+        "totalMs": 36.564585,
+        "layers": [
+          {
+            "id": "input-pack",
+            "durationMs": 0.051083
+          },
+          {
+            "id": "enc_conv1a",
+            "durationMs": 0.838917
+          },
+          {
+            "id": "enc_conv1b",
+            "durationMs": 4.157292
+          },
+          {
+            "id": "pool1",
+            "durationMs": 0.581792
+          },
+          {
+            "id": "enc_conv2a",
+            "durationMs": 1.405916
+          },
+          {
+            "id": "enc_conv2b",
+            "durationMs": 2.152542
+          },
+          {
+            "id": "pool2",
+            "durationMs": 0.054666
+          },
+          {
+            "id": "enc_conv3a",
+            "durationMs": 0.769958
+          },
+          {
+            "id": "enc_conv3b",
+            "durationMs": 0.988959
+          },
+          {
+            "id": "pool3",
+            "durationMs": 0.018125
+          },
+          {
+            "id": "enc_conv4a",
+            "durationMs": 0.401167
+          },
+          {
+            "id": "enc_conv4b",
+            "durationMs": 0.609458
+          },
+          {
+            "id": "pool4",
+            "durationMs": 0.008625
+          },
+          {
+            "id": "enc_conv5a",
+            "durationMs": 0.316833
+          },
+          {
+            "id": "enc_conv5b",
+            "durationMs": 0.401583
+          },
+          {
+            "id": "dec_conv4a",
+            "durationMs": 1.400959
+          },
+          {
+            "id": "dec_conv4b",
+            "durationMs": 0.61175
+          },
+          {
+            "id": "dec_conv3a",
+            "durationMs": 2.324417
+          },
+          {
+            "id": "dec_conv3b",
+            "durationMs": 0.992959
+          },
+          {
+            "id": "dec_conv2a",
+            "durationMs": 4.792042
+          },
+          {
+            "id": "dec_conv2b",
+            "durationMs": 2.157292
+          },
+          {
+            "id": "dec_conv1a",
+            "durationMs": 6.86525
+          },
+          {
+            "id": "dec_conv1b",
+            "durationMs": 4.17225
+          },
+          {
+            "id": "dec_conv1c",
+            "durationMs": 0.49075
+          }
+        ]
+      },
+      "runtimeInfo": {
+        "configuredEngine": "wgsl",
+        "gpuEngine": "wgsl",
+        "precision": "fp32",
+        "kernel": {
+          "configured": "auto",
+          "maxSpatialInputBlocks": 0
+        },
+        "model": "oidn-unet-large-v1",
+        "modelFamily": "oidn-unet-large",
+        "inputChannels": 9,
+        "dynamicTile": {
+          "enabled": false,
+          "currentTileSize": 512,
+          "minTileSize": 256,
+          "maxTileSize": 512,
+          "targetTileTimeMs": 16
+        },
+        "lastExecution": {
+          "width": 512,
+          "height": 512,
+          "tileWidth": 512,
+          "tileHeight": 512,
+          "tileCount": 1,
+          "durationMs": 37.600000001490116,
+          "tileTimeMs": {
+            "min": 37.600000001490116,
+            "median": 37.600000001490116,
+            "mean": 37.600000001490116,
+            "max": 37.600000001490116
+          }
+        }
+      },
+      "supportsFP16": true,
+      "adapter": {
+        "vendor": "apple",
+        "architecture": "metal-3",
+        "device": "",
+        "description": ""
+      },
+      "summary": {
+        "minMs": 43.100000001490116,
+        "medianMs": 43.100000001490116,
+        "meanMs": 43.100000001490116,
+        "p95Ms": 43.100000001490116,
+        "maxMs": 43.100000001490116
+      },
+      "messages": [],
+      "validation": {
+        "sampleCount": 6144,
+        "meanAbsoluteError": 0.0000011096847932397698,
+        "rootMeanSquaredError": 0.0000018071588418628667,
+        "maxAbsoluteError": 0.000013589859008789062,
+        "passed": true,
+        "thresholds": {
+          "maxMeanError": 0.0001,
+          "maxAbsoluteError": 0.001
+        }
+      }
+    },
+    {
+      "label": "WGSL FP16 Direct",
+      "bundle": "current",
+      "baseline": false,
+      "precision": "fp16",
+      "kernel": "direct",
+      "initializationMs": 28.5,
+      "timesMs": [
+        34.100000001490116
+      ],
+      "executionProfile": {
+        "totalMs": 28.704788999999998,
+        "layers": [
+          {
+            "id": "input-pack",
+            "durationMs": 0.044292
+          },
+          {
+            "id": "enc_conv1a",
+            "durationMs": 0.617458
+          },
+          {
+            "id": "enc_conv1b",
+            "durationMs": 3.131958
+          },
+          {
+            "id": "pool1",
+            "durationMs": 0.340333
+          },
+          {
+            "id": "enc_conv2a",
+            "durationMs": 1.774875
+          },
+          {
+            "id": "enc_conv2b",
+            "durationMs": 2.079709
+          },
+          {
+            "id": "pool2",
+            "durationMs": 0.049791
+          },
+          {
+            "id": "enc_conv3a",
+            "durationMs": 0.67875
+          },
+          {
+            "id": "enc_conv3b",
+            "durationMs": 0.838916
+          },
+          {
+            "id": "pool3",
+            "durationMs": 0.016625
+          },
+          {
+            "id": "enc_conv4a",
+            "durationMs": 0.343083
+          },
+          {
+            "id": "enc_conv4b",
+            "durationMs": 0.528959
+          },
+          {
+            "id": "pool4",
+            "durationMs": 0.014083
+          },
+          {
+            "id": "enc_conv5a",
+            "durationMs": 0.188791
+          },
+          {
+            "id": "enc_conv5b",
+            "durationMs": 0.234083
+          },
+          {
+            "id": "dec_conv4a",
+            "durationMs": 0.950541
+          },
+          {
+            "id": "dec_conv4b",
+            "durationMs": 0.532542
+          },
+          {
+            "id": "dec_conv3a",
+            "durationMs": 2.23625
+          },
+          {
+            "id": "dec_conv3b",
+            "durationMs": 0.983084
+          },
+          {
+            "id": "dec_conv2a",
+            "durationMs": 2.993042
+          },
+          {
+            "id": "dec_conv2b",
+            "durationMs": 1.969833
+          },
+          {
+            "id": "dec_conv1a",
+            "durationMs": 4.398875
+          },
+          {
+            "id": "dec_conv1b",
+            "durationMs": 3.432041
+          },
+          {
+            "id": "dec_conv1c",
+            "durationMs": 0.326875
+          }
+        ]
+      },
+      "runtimeInfo": {
+        "configuredEngine": "wgsl",
+        "gpuEngine": "wgsl",
+        "precision": "fp16",
+        "kernel": {
+          "configured": "direct",
+          "maxSpatialInputBlocks": 40
+        },
+        "model": "oidn-unet-large-v1",
+        "modelFamily": "oidn-unet-large",
+        "inputChannels": 9,
+        "dynamicTile": {
+          "enabled": false,
+          "currentTileSize": 512,
+          "minTileSize": 256,
+          "maxTileSize": 512,
+          "targetTileTimeMs": 16
+        },
+        "lastExecution": {
+          "width": 512,
+          "height": 512,
+          "tileWidth": 512,
+          "tileHeight": 512,
+          "tileCount": 1,
+          "durationMs": 29.69999999552965,
+          "tileTimeMs": {
+            "min": 29.69999999552965,
+            "median": 29.69999999552965,
+            "mean": 29.69999999552965,
+            "max": 29.69999999552965
+          }
+        }
+      },
+      "supportsFP16": true,
+      "adapter": {
+        "vendor": "apple",
+        "architecture": "metal-3",
+        "device": "",
+        "description": ""
+      },
+      "summary": {
+        "minMs": 34.100000001490116,
+        "medianMs": 34.100000001490116,
+        "meanMs": 34.100000001490116,
+        "p95Ms": 34.100000001490116,
+        "maxMs": 34.100000001490116
+      },
+      "messages": [],
+      "validation": {
+        "sampleCount": 6144,
+        "meanAbsoluteError": 0.0010210334021394374,
+        "rootMeanSquaredError": 0.001609680379854656,
+        "maxAbsoluteError": 0.012395620346069336,
+        "passed": true,
+        "thresholds": {
+          "maxMeanError": 0.005,
+          "maxAbsoluteError": 0.05
+        }
+      }
+    },
+    {
+      "label": "WGSL FP16 Implicit GEMM",
+      "bundle": "current",
+      "baseline": false,
+      "precision": "fp16",
+      "kernel": "implicit-gemm",
+      "initializationMs": 29.899999998509884,
+      "timesMs": [
+        34.79999999701977
+      ],
+      "executionProfile": {
+        "totalMs": 30.750209000000005,
+        "layers": [
+          {
+            "id": "input-pack",
+            "durationMs": 0.044125
+          },
+          {
+            "id": "enc_conv1a",
+            "durationMs": 1.354375
+          },
+          {
+            "id": "enc_conv1b",
+            "durationMs": 3.087708
+          },
+          {
+            "id": "pool1",
+            "durationMs": 0.330333
+          },
+          {
+            "id": "enc_conv2a",
+            "durationMs": 1.12175
+          },
+          {
+            "id": "enc_conv2b",
+            "durationMs": 1.751875
+          },
+          {
+            "id": "pool2",
+            "durationMs": 0.0495
+          },
+          {
+            "id": "enc_conv3a",
+            "durationMs": 0.619334
+          },
+          {
+            "id": "enc_conv3b",
+            "durationMs": 0.988542
+          },
+          {
+            "id": "pool3",
+            "durationMs": 0.29875
+          },
+          {
+            "id": "enc_conv4a",
+            "durationMs": 0.444625
+          },
+          {
+            "id": "enc_conv4b",
+            "durationMs": 0.511792
+          },
+          {
+            "id": "pool4",
+            "durationMs": 0.008666
+          },
+          {
+            "id": "enc_conv5a",
+            "durationMs": 0.234667
+          },
+          {
+            "id": "enc_conv5b",
+            "durationMs": 0.30325
+          },
+          {
+            "id": "dec_conv4a",
+            "durationMs": 1.049583
+          },
+          {
+            "id": "dec_conv4b",
+            "durationMs": 0.510083
+          },
+          {
+            "id": "dec_conv3a",
+            "durationMs": 1.901125
+          },
+          {
+            "id": "dec_conv3b",
+            "durationMs": 0.793417
+          },
+          {
+            "id": "dec_conv2a",
+            "durationMs": 4.136459
+          },
+          {
+            "id": "dec_conv2b",
+            "durationMs": 1.750708
+          },
+          {
+            "id": "dec_conv1a",
+            "durationMs": 6.283583
+          },
+          {
+            "id": "dec_conv1b",
+            "durationMs": 2.98325
+          },
+          {
+            "id": "dec_conv1c",
+            "durationMs": 0.192709
+          }
+        ]
+      },
+      "runtimeInfo": {
+        "configuredEngine": "wgsl",
+        "gpuEngine": "wgsl",
+        "precision": "fp16",
+        "kernel": {
+          "configured": "implicit-gemm",
+          "maxSpatialInputBlocks": 40
+        },
+        "model": "oidn-unet-large-v1",
+        "modelFamily": "oidn-unet-large",
+        "inputChannels": 9,
+        "dynamicTile": {
+          "enabled": false,
+          "currentTileSize": 512,
+          "minTileSize": 256,
+          "maxTileSize": 512,
+          "targetTileTimeMs": 16
+        },
+        "lastExecution": {
+          "width": 512,
+          "height": 512,
+          "tileWidth": 512,
+          "tileHeight": 512,
+          "tileCount": 1,
+          "durationMs": 31.80000000447035,
+          "tileTimeMs": {
+            "min": 31.80000000447035,
+            "median": 31.80000000447035,
+            "mean": 31.80000000447035,
+            "max": 31.80000000447035
+          }
+        }
+      },
+      "supportsFP16": true,
+      "adapter": {
+        "vendor": "apple",
+        "architecture": "metal-3",
+        "device": "",
+        "description": ""
+      },
+      "summary": {
+        "minMs": 34.79999999701977,
+        "medianMs": 34.79999999701977,
+        "meanMs": 34.79999999701977,
+        "p95Ms": 34.79999999701977,
+        "maxMs": 34.79999999701977
+      },
+      "messages": [],
+      "validation": {
+        "sampleCount": 6144,
+        "meanAbsoluteError": 0.001559715069864372,
+        "rootMeanSquaredError": 0.0025477948380839928,
+        "maxAbsoluteError": 0.04479837417602539,
+        "passed": true,
+        "thresholds": {
+          "maxMeanError": 0.005,
+          "maxAbsoluteError": 0.05
+        }
+      }
+    },
+    {
+      "label": "WGSL FP16 Spatial (experimental)",
+      "bundle": "current",
+      "baseline": false,
+      "precision": "fp16",
+      "kernel": "spatial",
+      "initializationMs": 32.30000000447035,
+      "timesMs": [
+        70.10000000149012
+      ],
+      "executionProfile": {
+        "totalMs": 64.850825,
+        "layers": [
+          {
+            "id": "input-pack",
+            "durationMs": 0.044121
+          },
+          {
+            "id": "enc_conv1a",
+            "durationMs": 0.718506
+          },
+          {
+            "id": "enc_conv1b",
+            "durationMs": 5.862582
+          },
+          {
+            "id": "pool1",
+            "durationMs": 0.424664
+          },
+          {
+            "id": "enc_conv2a",
+            "durationMs": 2.164602
+          },
+          {
+            "id": "enc_conv2b",
+            "durationMs": 4.344119
+          },
+          {
+            "id": "pool2",
+            "durationMs": 0.050037
+          },
+          {
+            "id": "enc_conv3a",
+            "durationMs": 2.030658
+          },
+          {
+            "id": "enc_conv3b",
+            "durationMs": 2.726792
+          },
+          {
+            "id": "pool3",
+            "durationMs": 0.017499
+          },
+          {
+            "id": "enc_conv4a",
+            "durationMs": 1.370186
+          },
+          {
+            "id": "enc_conv4b",
+            "durationMs": 0.528527
+          },
+          {
+            "id": "pool4",
+            "durationMs": 0.01104
+          },
+          {
+            "id": "enc_conv5a",
+            "durationMs": 0.18798
+          },
+          {
+            "id": "enc_conv5b",
+            "durationMs": 0.234642
+          },
+          {
+            "id": "dec_conv4a",
+            "durationMs": 0.959273
+          },
+          {
+            "id": "dec_conv4b",
+            "durationMs": 0.986435
+          },
+          {
+            "id": "dec_conv3a",
+            "durationMs": 1.768519
+          },
+          {
+            "id": "dec_conv3b",
+            "durationMs": 2.666258
+          },
+          {
+            "id": "dec_conv2a",
+            "durationMs": 2.977057
+          },
+          {
+            "id": "dec_conv2b",
+            "durationMs": 4.891187
+          },
+          {
+            "id": "dec_conv1a",
+            "durationMs": 23.573482
+          },
+          {
+            "id": "dec_conv1b",
+            "durationMs": 5.902536
+          },
+          {
+            "id": "dec_conv1c",
+            "durationMs": 0.410123
+          }
+        ]
+      },
+      "runtimeInfo": {
+        "configuredEngine": "wgsl",
+        "gpuEngine": "wgsl",
+        "precision": "fp16",
+        "kernel": {
+          "configured": "spatial",
+          "maxSpatialInputBlocks": 40
+        },
+        "model": "oidn-unet-large-v1",
+        "modelFamily": "oidn-unet-large",
+        "inputChannels": 9,
+        "dynamicTile": {
+          "enabled": false,
+          "currentTileSize": 512,
+          "minTileSize": 256,
+          "maxTileSize": 512,
+          "targetTileTimeMs": 16
+        },
+        "lastExecution": {
+          "width": 512,
+          "height": 512,
+          "tileWidth": 512,
+          "tileHeight": 512,
+          "tileCount": 1,
+          "durationMs": 66.59999999403954,
+          "tileTimeMs": {
+            "min": 66.59999999403954,
+            "median": 66.59999999403954,
+            "mean": 66.59999999403954,
+            "max": 66.59999999403954
+          }
+        }
+      },
+      "supportsFP16": true,
+      "adapter": {
+        "vendor": "apple",
+        "architecture": "metal-3",
+        "device": "",
+        "description": ""
+      },
+      "summary": {
+        "minMs": 70.10000000149012,
+        "medianMs": 70.10000000149012,
+        "meanMs": 70.10000000149012,
+        "p95Ms": 70.10000000149012,
+        "maxMs": 70.10000000149012
+      },
+      "messages": [],
+      "validation": {
+        "sampleCount": 6144,
+        "meanAbsoluteError": 0.0010210334021394374,
+        "rootMeanSquaredError": 0.001609680379854656,
+        "maxAbsoluteError": 0.012395620346069336,
+        "passed": true,
+        "thresholds": {
+          "maxMeanError": 0.005,
+          "maxAbsoluteError": 0.05
+        }
+      }
+    },
+    {
+      "label": "WebNN FP16 (experimental)",
+      "bundle": "current",
+      "baseline": false,
+      "precision": "fp16",
+      "engine": "webnn",
+      "skipped": "Error: WebNN FP16 WebGPU interop failed: NotSupportedError: Failed to execute 'createExportableTensor' on 'MLContext': WebGPU Interop is not supported.",
+      "messages": []
+    }
+  ]
+}