npm - kiokuko - Versions diffs - 1.0.45 → 1.0.46 - Mend

kiokuko 1.0.45 → 1.0.46

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (42) hide show

package/docs/evaluations/correction-classification-2026-10-21/held-out.json ADDED Viewed

@@ -0,0 +1,2671 @@
+{
+  "schema": "correction-live-evaluation-v1",
+  "mode": "live-synthetic",
+  "split": "held-out",
+  "sourceSha": "01e27576d2efe5020c19e93bdba1a6528bfcaee1",
+  "policy": "correction-meaning-v1",
+  "startedAt": "2026-10-21T01:05:24.208Z",
+  "nodeVersion": "v24.16.0",
+  "implementationSha256": {
+    "src/memory/correction-contract.ts": "3b815bc09b5fe1d3211a1332f8cd2a161f02528f1050716e1f5976434a9cb881",
+    "src/memory/correction-classification.ts": "368c904009267fb35299de295eebe4e6b98b02f8bc73ad2f92e2107904941833",
+    "src/dsh/decisions/correction.ts": "cf0524467e9e6c084a4f208c6afc6c415665e1284792266b73ff4837391315cc",
+    "src/dsh/decisions/contracts.ts": "829121e8788ee4cea9f34335985ca368bca638924d04c170a444e41fd9f971b3",
+    "src/dsh/decisions/service.ts": "9f223462ceac5b5b4e4ed09d1ff105b19fa5b1a436dae1b962c674ab5bccb379",
+    "src/dsh/decisions/providers.ts": "ac81c87a2a1553bfcd14a173c7060b204ed2133d93889d845f5e45575c61802f"
+  },
+  "corpusSha256": "55350662ade98aaeb475829cfc5158828d629da2ac06ae72b93d959afb20c80d",
+  "batchContractSha256": "fc16c03dae9fac288f713acc0e1e64cdff2bc338600e8cf2b3b873441f63054e",
+  "baselineSourceSha": "01e27576d2efe5020c19e93bdba1a6528bfcaee1",
+  "provider": "typesafe",
+  "configuredModel": "jev-1.13.0",
+  "acceptance": {
+    "minConfidence": 0.8
+  },
+  "distinctSemanticFamilies": 24,
+  "limitations": "24 distinct held-out semantic families, each aligned across five languages; translations are not 120 independent semantic families. Synthetic authored labels; no claim of arbitrary-language validity.",
+  "rows": [
+    {
+      "id": "compiler-newer",
+      "language": "ja",
+      "category": "direct",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 254.21941600000002,
+      "inputTokens": 615,
+      "outputTokens": 55,
+      "inputDigest": "f71dd10412ae6c87ad96d63c8394154b3079522fd06a583088a7dea8afcf62e1",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "browser-feature",
+      "language": "ja",
+      "category": "non-compiler",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 150.25770799999998,
+      "inputTokens": 598,
+      "outputTokens": 55,
+      "inputDigest": "52921e1c99d08c0807bf1c51749925d7a1ea3ef749a7a8025dbf76a9005a1a05",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "sqlite-probe",
+      "language": "ja",
+      "category": "capability-probe",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 145.615542,
+      "inputTokens": 605,
+      "outputTokens": 55,
+      "inputDigest": "c9d0cccc415442cb733ae662bcfb52f92a804086c00668c5f19011b25c9d44f5",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "distribution-label",
+      "language": "ja",
+      "category": "no-version-words",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 147.85500000000002,
+      "inputTokens": 609,
+      "outputTokens": 55,
+      "inputDigest": "6b8caa30303135197e29ed3205191866ddaaa2b08086b2a669cae358d7f0f3de",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "badge-indirect",
+      "language": "ja",
+      "category": "indirect",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 144.080917,
+      "inputTokens": 612,
+      "outputTokens": 55,
+      "inputDigest": "17b2af766147136cff218847a9b0fb4ecdb14dcbf28b7b861b4df0fb8cf9e5b2",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "long-positive",
+      "language": "ja",
+      "category": "long-context",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 175.51470900000004,
+      "inputTokens": 690,
+      "outputTokens": 55,
+      "inputDigest": "7dd9fa4a3fc158cfac7c42a79b75a45d1bcbb12d491ae8712a7c74853461dd97",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "summary-loss",
+      "language": "ja",
+      "category": "lossy-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 173.5351659999999,
+      "inputTokens": 623,
+      "outputTokens": 55,
+      "inputDigest": "fe08c386f36163a5f1b33abea868d718ea6130eb7a3086cc7c7b938f860856e1",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "summary-opposes-body",
+      "language": "ja",
+      "category": "contradictory-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 146.197042,
+      "inputTokens": 623,
+      "outputTokens": 55,
+      "inputDigest": "9ba79d191823929c4c7a4e317b8ea8c198ea5ee6348133f49e25027c6223c671",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "mixed-language",
+      "language": "ja",
+      "category": "mixed-language",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 290.30345799999986,
+      "inputTokens": 582,
+      "outputTokens": 55,
+      "inputDigest": "19aa21faef2904a2e90c229901de39bceeac43a9a003a6834713713e1e3d8c1b",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "negated-rule",
+      "language": "ja",
+      "category": "negation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 147.84616700000015,
+      "inputTokens": 606,
+      "outputTokens": 49,
+      "inputDigest": "6c0476201500a83bfbdc9ac8024234cdbf9f29d90ad626a1d2ebe365e08df36d",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "obsolete-quotation",
+      "language": "ja",
+      "category": "quotation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 166.34016699999984,
+      "inputTokens": 609,
+      "outputTokens": 49,
+      "inputDigest": "241918211decd8d49efcb74a8fd9ebd69a87d5be1da386affa68e8cc5d614374",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "explanatory-text",
+      "language": "ja",
+      "category": "explanation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 175.9029169999999,
+      "inputTokens": 615,
+      "outputTokens": 49,
+      "inputDigest": "9ddfe56c7aeb4c271e2049a100251ba708426de7cf86e1176d9f2749c42950a5",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "opposing-opinion",
+      "language": "ja",
+      "category": "opposition",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 153.93899999999985,
+      "inputTokens": 608,
+      "outputTokens": 49,
+      "inputDigest": "bf1ddd2d524d49eeb6a2d3707d60d9d66d7b2263cdfb686f0f59d5b2787f60a2",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "version-fact",
+      "language": "ja",
+      "category": "version-words-only",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 170.24116600000025,
+      "inputTokens": 592,
+      "outputTokens": 49,
+      "inputDigest": "822e1cef139ef977ef046508df717a64bf2355866b9203b20498d3df112c57f4",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "reproducibility-pin",
+      "language": "ja",
+      "category": "reproducibility",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 152.5796660000001,
+      "inputTokens": 618,
+      "outputTokens": 49,
+      "inputDigest": "60aa57020ae1e53a0c4b2e522dcf894011e9b5fea642808713cd50c430106080",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "ci-prerequisite",
+      "language": "ja",
+      "category": "ci-prerequisite",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 157.95229199999994,
+      "inputTokens": 620,
+      "outputTokens": 49,
+      "inputDigest": "b986af814ba378e54fe580f95a5b2e3db4d3621f015527366ccce6ac61392443",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "minimum-syntax",
+      "language": "ja",
+      "category": "legitimate-minimum",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 142.9627499999997,
+      "inputTokens": 623,
+      "outputTokens": 49,
+      "inputDigest": "764fb94ba177df4478ef5768b7d7175226c49a04ad74c97e1879cf8ded6cbb4e",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "install-runbook",
+      "language": "ja",
+      "category": "runbook",
+      "gold": "reference",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 207.73812499999985,
+      "inputTokens": 618,
+      "outputTokens": 55,
+      "inputDigest": "dcaeb4a4b75ffc7ec0dcfa9edf2cf562c76267718e3517777e98a6c1cf28a0a8",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "quote-warning",
+      "language": "ja",
+      "category": "quoted-instruction",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 192.96720800000003,
+      "inputTokens": 612,
+      "outputTokens": 49,
+      "inputDigest": "e61a1566d5a4a013cb26d9101f5d6e4d00a2f920679bbcd31c1c81c193568789",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "long-negative",
+      "language": "ja",
+      "category": "long-context",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 190.88016700000026,
+      "inputTokens": 682,
+      "outputTokens": 49,
+      "inputDigest": "fe6e3e99f1044f2d791d799c2a35f84825180aec16a27e470fab323b7cce4333",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "capability-failure",
+      "language": "ja",
+      "category": "actual-failure",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 210.27695900000072,
+      "inputTokens": 603,
+      "outputTokens": 55,
+      "inputDigest": "ee1a243cfa05fda4f77e5dda890f5c4f3e6683ed5ff5c303b42581e0c368931f",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "fragment",
+      "language": "ja",
+      "category": "short-ambiguous",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 171.30604200000016,
+      "inputTokens": 569,
+      "outputTokens": 51,
+      "inputDigest": "4d5f9089b3486cfa0dc89a793e5508f1e9fb7d9e75224e4f45fd571ccd77ed19",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "unresolved-options",
+      "language": "ja",
+      "category": "unresolved-choice",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 336.20408300000054,
+      "inputTokens": 598,
+      "outputTokens": 51,
+      "inputDigest": "a0f700b71c302d2b351b7c8f8b33e6804d3a8fb6279e0fa4691aba76ab4eccc3",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "contradictory-body",
+      "language": "ja",
+      "category": "unresolved-contradiction",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 148.26995799999986,
+      "inputTokens": 615,
+      "outputTokens": 51,
+      "inputDigest": "03f538094a90c23ab06015236af14133502173ded699c1c1ab3cef506b9911e0",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "compiler-newer",
+      "language": "en",
+      "category": "direct",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 159.0954589999992,
+      "inputTokens": 587,
+      "outputTokens": 55,
+      "inputDigest": "e72127feb7dd1cec500c0a5e942d8af7bb047209de6d411211a035f5981e7dd1",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "browser-feature",
+      "language": "en",
+      "category": "non-compiler",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 144.3272910000005,
+      "inputTokens": 576,
+      "outputTokens": 55,
+      "inputDigest": "3e219e4915a7a18ee1f535bde2ecaa6a694c5f603339539a8102f813be3577a3",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "sqlite-probe",
+      "language": "en",
+      "category": "capability-probe",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 166.76500000000033,
+      "inputTokens": 581,
+      "outputTokens": 55,
+      "inputDigest": "695d26bb52f266093d70956b294fe216f8bde029b28698f1fb3f9dd3d0ae07b8",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "distribution-label",
+      "language": "en",
+      "category": "no-version-words",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 187.34791600000062,
+      "inputTokens": 575,
+      "outputTokens": 55,
+      "inputDigest": "82101f8131926db912af55ca273783f76f6e256fbaafe6e8524358693aa6131e",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "badge-indirect",
+      "language": "en",
+      "category": "indirect",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 141.76587500000005,
+      "inputTokens": 580,
+      "outputTokens": 55,
+      "inputDigest": "6f971bb5eaeeb674360af2feafbaf467096a40788cfef03627085344a61b6778",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "long-positive",
+      "language": "en",
+      "category": "long-context",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 145.078708,
+      "inputTokens": 606,
+      "outputTokens": 55,
+      "inputDigest": "4258c1ccafdd3b32e11cf5947b3d9e4d0d5d899cf7aedc8eb59a7212efc200d1",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "summary-loss",
+      "language": "en",
+      "category": "lossy-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 159.54699999999957,
+      "inputTokens": 583,
+      "outputTokens": 55,
+      "inputDigest": "a5e820633aaf104f379363c68df2c92acfd3150ff724bb54c9dadd4484fd6fc6",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "summary-opposes-body",
+      "language": "en",
+      "category": "contradictory-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 150.13416599999982,
+      "inputTokens": 589,
+      "outputTokens": 55,
+      "inputDigest": "d262cca4b86e1f029baa937dc8aac043d93493846bfa386dcf8e8f59e6bb92ed",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "mixed-language",
+      "language": "en",
+      "category": "mixed-language",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 155.96991700000035,
+      "inputTokens": 568,
+      "outputTokens": 55,
+      "inputDigest": "88e69762e0cc850931b3b3a3f8ffa6cff399455e200aaf589b191a9c6158ac72",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "negated-rule",
+      "language": "en",
+      "category": "negation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 146.19275000000016,
+      "inputTokens": 574,
+      "outputTokens": 49,
+      "inputDigest": "d698da1865db2238d37bdee78cb5eac3d82f98fb9efd3ac7b4367149defb8510",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "obsolete-quotation",
+      "language": "en",
+      "category": "quotation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 158.0545000000002,
+      "inputTokens": 579,
+      "outputTokens": 49,
+      "inputDigest": "7d596aedd0305124c23a500442e98f3d53bd7f9a321433eb224603ed53b40fb9",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "explanatory-text",
+      "language": "en",
+      "category": "explanation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 171.3648750000002,
+      "inputTokens": 576,
+      "outputTokens": 49,
+      "inputDigest": "2d2de433df8692eee50169a6538aadc61cd03a02adc82331f0613c03cbc9216d",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "opposing-opinion",
+      "language": "en",
+      "category": "opposition",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 162.42449999999917,
+      "inputTokens": 574,
+      "outputTokens": 49,
+      "inputDigest": "d687fbdf9144b332ea424f8525f8c4d98851f294ad3227ca779632af5f5803c7",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "version-fact",
+      "language": "en",
+      "category": "version-words-only",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 163.9799579999999,
+      "inputTokens": 573,
+      "outputTokens": 49,
+      "inputDigest": "dead4f85973cd108ec00a823de7d5b72abb9b4d3baeb6748956e39cc5b926c94",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "reproducibility-pin",
+      "language": "en",
+      "category": "reproducibility",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 156.5270419999997,
+      "inputTokens": 587,
+      "outputTokens": 49,
+      "inputDigest": "da553a4fde5d93a5413abe6eba8b8410a7650da252d5adf401ebee8a5ed75a60",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "ci-prerequisite",
+      "language": "en",
+      "category": "ci-prerequisite",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 166.44420899999932,
+      "inputTokens": 581,
+      "outputTokens": 49,
+      "inputDigest": "419f2ea39be844ba245f394e1b63397c095d37eb9103a2fa206c1358cd114faf",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "minimum-syntax",
+      "language": "en",
+      "category": "legitimate-minimum",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 146.99179099999947,
+      "inputTokens": 587,
+      "outputTokens": 49,
+      "inputDigest": "4445ddebf31fbd8a2e90d64005404d372e1c4e45e6ea90f3573c9203b085c5b4",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "install-runbook",
+      "language": "en",
+      "category": "runbook",
+      "gold": "reference",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 156.29441700000007,
+      "inputTokens": 584,
+      "outputTokens": 55,
+      "inputDigest": "41e33cd73d7d938125c925cf2a0056020032149a593bb1829a2a826afe15ad51",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "quote-warning",
+      "language": "en",
+      "category": "quoted-instruction",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 158.63587499999994,
+      "inputTokens": 582,
+      "outputTokens": 49,
+      "inputDigest": "cc20d5c15b599c3fbdc20ac0c7185a4bad9041bf705c2e95ebbb4b6c9a117ae5",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "long-negative",
+      "language": "en",
+      "category": "long-context",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 162.85462499999994,
+      "inputTokens": 607,
+      "outputTokens": 49,
+      "inputDigest": "13732e98ab8a9d92ae0b6da1440e2e88c807f112adb76446d5ad32806394ce6b",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "capability-failure",
+      "language": "en",
+      "category": "actual-failure",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 166.56125000000065,
+      "inputTokens": 575,
+      "outputTokens": 55,
+      "inputDigest": "19decf840bc43616ecbbfcee6836b6115d6e36bfdccfc571de31475f39bb01f9",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "fragment",
+      "language": "en",
+      "category": "short-ambiguous",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 163.97329100000024,
+      "inputTokens": 563,
+      "outputTokens": 51,
+      "inputDigest": "4abccaa4451e067e341c063072954af76a10355d0985a9dcd1e8e20b7648b9bd",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "unresolved-options",
+      "language": "en",
+      "category": "unresolved-choice",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 147.6849999999995,
+      "inputTokens": 571,
+      "outputTokens": 51,
+      "inputDigest": "b61f97eeb7f089a9e816117b3428472cad131cd38a05b20191d4e93172b0f2f1",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "contradictory-body",
+      "language": "en",
+      "category": "unresolved-contradiction",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 146.4112499999992,
+      "inputTokens": 583,
+      "outputTokens": 51,
+      "inputDigest": "a4346e4b6c38275e33e11a0422fed06ebd658e3d60a8378860f985c3cf5b4fd0",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "compiler-newer",
+      "language": "zh",
+      "category": "direct",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 146.2641249999997,
+      "inputTokens": 600,
+      "outputTokens": 55,
+      "inputDigest": "604224f29c04f02c84e90ffcbd4f6e11ba0aad3a21f0c70af0da9e07404d7c17",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "browser-feature",
+      "language": "zh",
+      "category": "non-compiler",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 162.596375000001,
+      "inputTokens": 587,
+      "outputTokens": 55,
+      "inputDigest": "af3ef1cb6ef0741413a19f91349644e58a19b9b52f6bc26eacef587a5709c1d0",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "sqlite-probe",
+      "language": "zh",
+      "category": "capability-probe",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 155.27112500000112,
+      "inputTokens": 587,
+      "outputTokens": 55,
+      "inputDigest": "5b3cc5608dabb0522c7bf35c5e0359903b1029a082bb9e8b9b0a7a37f00f35b7",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "distribution-label",
+      "language": "zh",
+      "category": "no-version-words",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 177.3324590000011,
+      "inputTokens": 585,
+      "outputTokens": 55,
+      "inputDigest": "e9c2ef2fbcbb71a07d62dba8be623edfd98fcbb0f6e9a43b0fa0f839ff58da66",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "badge-indirect",
+      "language": "zh",
+      "category": "indirect",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 158.17441699999836,
+      "inputTokens": 594,
+      "outputTokens": 55,
+      "inputDigest": "671bc67f558b6e11a250d7c16eda5f651f4a870276bb6ecd2979c6542dcf43a1",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "long-positive",
+      "language": "zh",
+      "category": "long-context",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 141.25337500000023,
+      "inputTokens": 643,
+      "outputTokens": 55,
+      "inputDigest": "e9d648ab2a5ebf617fc39544cd2cefdadb9e779d43a53be61edb792345599909",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "summary-loss",
+      "language": "zh",
+      "category": "lossy-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 146.8192909999998,
+      "inputTokens": 601,
+      "outputTokens": 55,
+      "inputDigest": "5983eddc19947f0728e9a5970e145b9d0e6f5e374216eb7adcc47a299e8335ea",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "summary-opposes-body",
+      "language": "zh",
+      "category": "contradictory-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 163.15862500000003,
+      "inputTokens": 606,
+      "outputTokens": 55,
+      "inputDigest": "c6b396e3e4de842287a36ee6c44feec61e7b7483955f3ff33095a9708e3e3ff6",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "mixed-language",
+      "language": "zh",
+      "category": "mixed-language",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 151.0722079999996,
+      "inputTokens": 574,
+      "outputTokens": 55,
+      "inputDigest": "9ddca27319109bf040be1685fcf5f1664cd2e67630b84d678f7129b1e88bf118",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "negated-rule",
+      "language": "zh",
+      "category": "negation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 353.66683300000113,
+      "inputTokens": 590,
+      "outputTokens": 49,
+      "inputDigest": "872da30c5fff83ab053e0b95521e2cf90919ae7ae45b848e1995f6f828404a05",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "obsolete-quotation",
+      "language": "zh",
+      "category": "quotation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 157.82374999999956,
+      "inputTokens": 592,
+      "outputTokens": 49,
+      "inputDigest": "b0d59eb5455ab675e3da180d8a0deec8806c1ee6b54b30b6187f88e13bcc88ad",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "explanatory-text",
+      "language": "zh",
+      "category": "explanation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 148.37354100000084,
+      "inputTokens": 591,
+      "outputTokens": 49,
+      "inputDigest": "86a12b0b8be3133becb06d02a0f4801890c8c5ab7e9ab30d534b4936fd187000",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "opposing-opinion",
+      "language": "zh",
+      "category": "opposition",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 148.4983749999992,
+      "inputTokens": 583,
+      "outputTokens": 49,
+      "inputDigest": "16a350e4139d6cc5c0a9e6ee0f1ce530fde3625a4897433da2715c5dde657d0c",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "version-fact",
+      "language": "zh",
+      "category": "version-words-only",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 157.47154099999898,
+      "inputTokens": 578,
+      "outputTokens": 49,
+      "inputDigest": "acc6081a2b006cccee9ae6ece67cb2d5ebc40ad2d0b1a384665a8a53c87f1ff1",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "reproducibility-pin",
+      "language": "zh",
+      "category": "reproducibility",
+      "gold": "reference",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 143.1109579999993,
+      "inputTokens": 598,
+      "outputTokens": 49,
+      "inputDigest": "b23df80f83778f6aa2554387730c474694c3bf270dcb802bc73f613722cfa7b5",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "ci-prerequisite",
+      "language": "zh",
+      "category": "ci-prerequisite",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 144.36166700000103,
+      "inputTokens": 597,
+      "outputTokens": 49,
+      "inputDigest": "82c0804cf2ff4452a6df20a2593fbc8b2b4823f9abfd1a9f313679de84b4507b",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "minimum-syntax",
+      "language": "zh",
+      "category": "legitimate-minimum",
+      "gold": "reference",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 175.66841700000077,
+      "inputTokens": 600,
+      "outputTokens": 49,
+      "inputDigest": "528aea9e93e4b8e08a8ff76ab952c7a274d838a03fc7d0b860dbe02baeea5a88",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "install-runbook",
+      "language": "zh",
+      "category": "runbook",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 169.43249999999898,
+      "inputTokens": 599,
+      "outputTokens": 55,
+      "inputDigest": "bdba66740fecdcdcd93ec377e2d1517e811aadc9a9464e60dcc3e291ab82930a",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "quote-warning",
+      "language": "zh",
+      "category": "quoted-instruction",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 166.95620899999994,
+      "inputTokens": 594,
+      "outputTokens": 49,
+      "inputDigest": "9a6079363a4d5c289979b6050bcb15452bedd457e56a4cf7c1237e060afa7099",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "long-negative",
+      "language": "zh",
+      "category": "long-context",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 164.12966699999924,
+      "inputTokens": 636,
+      "outputTokens": 49,
+      "inputDigest": "9351e27fedbb2f1b9d35479b3b2be37bd40931e96245b9737906fe10d9e2c96d",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "capability-failure",
+      "language": "zh",
+      "category": "actual-failure",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 145.37362500000017,
+      "inputTokens": 584,
+      "outputTokens": 55,
+      "inputDigest": "9e21ecc3d13368be9e23197d170207c82bc58aa80cc6f134b93d4b1600cbf4cb",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "fragment",
+      "language": "zh",
+      "category": "short-ambiguous",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 145.7636249999996,
+      "inputTokens": 569,
+      "outputTokens": 51,
+      "inputDigest": "d106163a77a1d69482a55fb13f188aeac2e37107e65862efeb60817d50607873",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "unresolved-options",
+      "language": "zh",
+      "category": "unresolved-choice",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 157.8366249999999,
+      "inputTokens": 577,
+      "outputTokens": 51,
+      "inputDigest": "f9f68da844a1b094ad681d5d3616bc3c64b54b3d6d1308f6d0d11a51dcaff415",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "contradictory-body",
+      "language": "zh",
+      "category": "unresolved-contradiction",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 152.41920800000116,
+      "inputTokens": 602,
+      "outputTokens": 51,
+      "inputDigest": "b3301a81333d1219627ed05219782afd1a453df27bdd83b165492e0ad4faa1ea",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "compiler-newer",
+      "language": "ko",
+      "category": "direct",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 146.9500420000004,
+      "inputTokens": 605,
+      "outputTokens": 55,
+      "inputDigest": "1f3acce0a6d153a265e907cb6d436f2394524f7bbff7392b6cf13c7a04266e75",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "browser-feature",
+      "language": "ko",
+      "category": "non-compiler",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 145.93404200000077,
+      "inputTokens": 592,
+      "outputTokens": 55,
+      "inputDigest": "96d915cc84e6856336562fa7e0b2bb290198d6f19d85b534cbab81b986eba0cd",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "sqlite-probe",
+      "language": "ko",
+      "category": "capability-probe",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 169.42833399999836,
+      "inputTokens": 596,
+      "outputTokens": 55,
+      "inputDigest": "7566fcd987dc59a69614f3cba79054bdb80e9c17f5aa5b68decaadf908fc842a",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "distribution-label",
+      "language": "ko",
+      "category": "no-version-words",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 146.5577919999996,
+      "inputTokens": 594,
+      "outputTokens": 55,
+      "inputDigest": "9a126d37437a0b25b2e30211520a049765e70eb67db1e45397ebc1392a3ad424",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "badge-indirect",
+      "language": "ko",
+      "category": "indirect",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 148.260459000001,
+      "inputTokens": 597,
+      "outputTokens": 55,
+      "inputDigest": "602665d8002dc94a7a3d25c1e251bad76db8094c63ebf0d606b0e8f9238e5fc5",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "long-positive",
+      "language": "ko",
+      "category": "long-context",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 146.6989169999997,
+      "inputTokens": 655,
+      "outputTokens": 55,
+      "inputDigest": "7de3fab0ed8cca1a2821545f18b8b2749e2c04822451186c54068413da2b6496",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "summary-loss",
+      "language": "ko",
+      "category": "lossy-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 141.80712499999936,
+      "inputTokens": 608,
+      "outputTokens": 55,
+      "inputDigest": "f979fc61576dc6658806dc41c878633b0931fe7fe5f44ef2dc5294e143717303",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "summary-opposes-body",
+      "language": "ko",
+      "category": "contradictory-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 154.5908330000002,
+      "inputTokens": 623,
+      "outputTokens": 55,
+      "inputDigest": "08416b9743517ed8b4288fef232000d67e26a5502b9f7989b301c836b4e9d2f2",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "mixed-language",
+      "language": "ko",
+      "category": "mixed-language",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 164.19312499999978,
+      "inputTokens": 576,
+      "outputTokens": 55,
+      "inputDigest": "6f22fc65fea08b3157d87e2805dd30fa718a2e675b7660b4dfb1d4eae19e0f9f",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "capability_compatibility"
+    },
+    {
+      "id": "negated-rule",
+      "language": "ko",
+      "category": "negation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 145.80649999999878,
+      "inputTokens": 600,
+      "outputTokens": 49,
+      "inputDigest": "707636b7db6e751e5f5cc315c510030153b9398b3d2c6119e487f3529e6a4501",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "obsolete-quotation",
+      "language": "ko",
+      "category": "quotation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 153.69020799999998,
+      "inputTokens": 599,
+      "outputTokens": 49,
+      "inputDigest": "4292b32cfa6a9b87850115d818d0a3346981ac976b01f9c191691ba65999c833",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "explanatory-text",
+      "language": "ko",
+      "category": "explanation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 153.05062499999985,
+      "inputTokens": 598,
+      "outputTokens": 49,
+      "inputDigest": "5036590038f4c64084f77bbf0288aaf6c384275dfa47fe7d28f40d4e2c22b766",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "opposing-opinion",
+      "language": "ko",
+      "category": "opposition",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 148.4074589999982,
+      "inputTokens": 598,
+      "outputTokens": 49,
+      "inputDigest": "15ba3de9aaad853670bbfc71e9dc8871aa67d08ba94589a3df1192575b32b905",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "version-fact",
+      "language": "ko",
+      "category": "version-words-only",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 160.33562500000153,
+      "inputTokens": 577,
+      "outputTokens": 49,
+      "inputDigest": "830d9efbf20012bc7676db5cfcc7bce117e427fbcadb6f551a653f23c08f1853",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "reproducibility-pin",
+      "language": "ko",
+      "category": "reproducibility",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 164.95983299999898,
+      "inputTokens": 610,
+      "outputTokens": 49,
+      "inputDigest": "e44dbf554c128e207344d3f3e886c343820832c992a4d10e5cebe22efbf463a6",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "ci-prerequisite",
+      "language": "ko",
+      "category": "ci-prerequisite",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 206.8288330000014,
+      "inputTokens": 602,
+      "outputTokens": 49,
+      "inputDigest": "c0d6c8aadf2f14dba1c17085fa740bb5becc74826bf2abf8d91d75a361c3ded6",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "minimum-syntax",
+      "language": "ko",
+      "category": "legitimate-minimum",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 169.61574999999903,
+      "inputTokens": 608,
+      "outputTokens": 49,
+      "inputDigest": "dc9a41efc4aee0bc30107748ecc5650ea5a10c1f2a338e18700aef913af0b7b7",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "install-runbook",
+      "language": "ko",
+      "category": "runbook",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 150.00591600000007,
+      "inputTokens": 607,
+      "outputTokens": 55,
+      "inputDigest": "ce85e1a08818c966a1b2095e4972efbbfa741b7323f909ff49166f4f5aebbaf9",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "quote-warning",
+      "language": "ko",
+      "category": "quoted-instruction",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 152.05645800000093,
+      "inputTokens": 601,
+      "outputTokens": 49,
+      "inputDigest": "5ef637ae116d193574fa73db4707ff22c57b2c47a77246846eda70bfcf9849f2",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "long-negative",
+      "language": "ko",
+      "category": "long-context",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 168.94308399999863,
+      "inputTokens": 649,
+      "outputTokens": 49,
+      "inputDigest": "1ce67fa8f3390cf44470380224c3b6105546b3eb73642a342b5acbbcccbf69b8",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "capability-failure",
+      "language": "ko",
+      "category": "actual-failure",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 145.53329099999974,
+      "inputTokens": 594,
+      "outputTokens": 55,
+      "inputDigest": "27ad360e3d349d7e032cea141389f7c3b5daf32ff13ad0098b4a8f1e9a8ce748",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "fragment",
+      "language": "ko",
+      "category": "short-ambiguous",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 164.18983300000036,
+      "inputTokens": 569,
+      "outputTokens": 51,
+      "inputDigest": "23cab51f5cb2c3a2e34c079595376be971f9421349edfd8854c439c455743013",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "unresolved-options",
+      "language": "ko",
+      "category": "unresolved-choice",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 176.4862499999981,
+      "inputTokens": 584,
+      "outputTokens": 49,
+      "inputDigest": "6b684098da3d3e8fa3ae7bdec4bdcb3549a0b10d7ec7a7c79ca60cd74daffadc",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "contradictory-body",
+      "language": "ko",
+      "category": "unresolved-contradiction",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 192.79079099999944,
+      "inputTokens": 610,
+      "outputTokens": 51,
+      "inputDigest": "5cb3fe2287de50bda4062232ed849af93390d4ed6129b0151415bc7484f6a347",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "compiler-newer",
+      "language": "es",
+      "category": "direct",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 183.45262499999808,
+      "inputTokens": 589,
+      "outputTokens": 55,
+      "inputDigest": "7ce7b73bca88d85f94309ce9251e7fd84461cc1e814f0b3ff68f1ef35406892a",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "browser-feature",
+      "language": "es",
+      "category": "non-compiler",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 169.22249999999985,
+      "inputTokens": 579,
+      "outputTokens": 55,
+      "inputDigest": "f28efca9c1b2b5d3d6e5c2a5947dc9acc3478b6315d78d1942b1e9f7ac1a0e70",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "sqlite-probe",
+      "language": "es",
+      "category": "capability-probe",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 178.4212090000001,
+      "inputTokens": 583,
+      "outputTokens": 55,
+      "inputDigest": "7419c1a1605de95beed292797d4248f20465e5edf5ed42b8daf7e3ed54ef7ef1",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "distribution-label",
+      "language": "es",
+      "category": "no-version-words",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 170.4152920000015,
+      "inputTokens": 576,
+      "outputTokens": 55,
+      "inputDigest": "0f7c73458f5b0cccf1052ed70223a3fb58c98d970942785bae4663fc6f181124",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "badge-indirect",
+      "language": "es",
+      "category": "indirect",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 152.03066700000272,
+      "inputTokens": 581,
+      "outputTokens": 55,
+      "inputDigest": "14acd9a081805f0e254daed2777fc88e30bd7030044a5bf23b4a75853500a073",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "long-positive",
+      "language": "es",
+      "category": "long-context",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 146.0580829999999,
+      "inputTokens": 622,
+      "outputTokens": 55,
+      "inputDigest": "dda7eb2c21909f19bac6e6eec795708a9fc1ebc0c04fad1c3aaed6ef72d7b2c2",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "summary-loss",
+      "language": "es",
+      "category": "lossy-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 230.20254200000272,
+      "inputTokens": 589,
+      "outputTokens": 55,
+      "inputDigest": "5d9073e08d92a635034f22f4f93b83a1ee28b1018a53e33beb0c32be8e4e0044",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "summary-opposes-body",
+      "language": "es",
+      "category": "contradictory-summary",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 140.22304200000144,
+      "inputTokens": 595,
+      "outputTokens": 55,
+      "inputDigest": "e13c8a4e8310b419d91ab8b2db8514eaa6a482a4b8044ce58fa7de443a480561",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "mixed-language",
+      "language": "es",
+      "category": "mixed-language",
+      "gold": "capability_compatibility",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 163.56424999999945,
+      "inputTokens": 570,
+      "outputTokens": 55,
+      "inputDigest": "e0901deb624a36a6baebc326b5014ca1af8bed04a2b9e96880ff79c675212f9c",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "negated-rule",
+      "language": "es",
+      "category": "negation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 143.04891599999974,
+      "inputTokens": 574,
+      "outputTokens": 49,
+      "inputDigest": "73b5618c034d88b636879b577c6ec8f08bcf6658dd0eaf94f802be99d576dd66",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "obsolete-quotation",
+      "language": "es",
+      "category": "quotation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 154.36462500000198,
+      "inputTokens": 581,
+      "outputTokens": 49,
+      "inputDigest": "0d091bbf7d165453e235bbbc8937806c42beba109b0e75449c9f6492079f5d27",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "explanatory-text",
+      "language": "es",
+      "category": "explanation",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 151.229209000001,
+      "inputTokens": 582,
+      "outputTokens": 49,
+      "inputDigest": "0316bd44590559b18a560a2d754890311234f7a9aef0786db4f14fdbbba49bb7",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "opposing-opinion",
+      "language": "es",
+      "category": "opposition",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 152.273333000001,
+      "inputTokens": 579,
+      "outputTokens": 49,
+      "inputDigest": "433293c83dc9c4c28dfe1113258e3e48a321719273d1c845ce7232b600306c2f",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "version-fact",
+      "language": "es",
+      "category": "version-words-only",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 144.0727909999987,
+      "inputTokens": 576,
+      "outputTokens": 49,
+      "inputDigest": "f92156a31c701df0cc48aa95ad88faf2ce8484842f9e7e1392c61256fc216941",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "reproducibility-pin",
+      "language": "es",
+      "category": "reproducibility",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 170.27979100000084,
+      "inputTokens": 592,
+      "outputTokens": 49,
+      "inputDigest": "0c3be8ad4f9275ecc67d6d51769238e1dbd64f3ffb5b46466c5a77414c991553",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "ci-prerequisite",
+      "language": "es",
+      "category": "ci-prerequisite",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 148.06054100000256,
+      "inputTokens": 587,
+      "outputTokens": 49,
+      "inputDigest": "367b8177f120d1987ba5c7cdd978e7a045a3d4c74f77db1020c90c6f469c3556",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "minimum-syntax",
+      "language": "es",
+      "category": "legitimate-minimum",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 168.21875,
+      "inputTokens": 593,
+      "outputTokens": 49,
+      "inputDigest": "4afcb7c12a0736180b3c69e1f8541db9e45241755bf54df262bfac7181bf105c",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "install-runbook",
+      "language": "es",
+      "category": "runbook",
+      "gold": "reference",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 146.22299999999814,
+      "inputTokens": 586,
+      "outputTokens": 55,
+      "inputDigest": "31ded60452ab4fa486f25e9026d748de22b32db060a42990facd0358b5d90730",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "quote-warning",
+      "language": "es",
+      "category": "quoted-instruction",
+      "gold": "reference",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 155.445499999998,
+      "inputTokens": 579,
+      "outputTokens": 55,
+      "inputDigest": "93e3b3ede2932552777ded584d9d0ff02c82509bb62a7e9cbbe1df8bfaf42d80",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "long-negative",
+      "language": "es",
+      "category": "long-context",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "reference",
+      "reason": "semantic",
+      "elapsedMs": 142.0720840000031,
+      "inputTokens": 613,
+      "outputTokens": 49,
+      "inputDigest": "2e16af4fdf4b00fc479f9090ae38afc82c1b3cb484d88dfb673f4fd3253bf709",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "capability-failure",
+      "language": "es",
+      "category": "actual-failure",
+      "gold": "reference",
+      "state": "classified",
+      "actual": "capability_compatibility",
+      "reason": "semantic",
+      "elapsedMs": 163.05924999999843,
+      "inputTokens": 579,
+      "outputTokens": 55,
+      "inputDigest": "3c4118ac2318a4d18de5061dca60c4cb14ae7a98630a31fde5593115ad294289",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "fragment",
+      "language": "es",
+      "category": "short-ambiguous",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 280.9963749999988,
+      "inputTokens": 566,
+      "outputTokens": 51,
+      "inputDigest": "775b93cd7ee1c4cbb04a71a148cff1c8e5ae335438ff6b51da697d2f68301e06",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "unresolved-options",
+      "language": "es",
+      "category": "unresolved-choice",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 166.06683300000077,
+      "inputTokens": 575,
+      "outputTokens": 51,
+      "inputDigest": "4efa4bea0c60ceab590eb894738421e3cda27f00bb326c6b8b22cd8b0ac2ffd4",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    },
+    {
+      "id": "contradictory-body",
+      "language": "es",
+      "category": "unresolved-contradiction",
+      "gold": "uncertain",
+      "state": "abstained",
+      "actual": "uncertain",
+      "reason": "uncertain",
+      "elapsedMs": 176.3454160000001,
+      "inputTokens": 587,
+      "outputTokens": 51,
+      "inputDigest": "6dc7e2cca62f212c54b64b2b88c8b7b08d429cf13d92c7be97a7324e826b92fd",
+      "provider": "typesafe",
+      "requestedModel": "jev-1.13.0",
+      "returnedModel": "jev-1.13.0",
+      "providerRevision": null,
+      "attested": true,
+      "baseline": "reference"
+    }
+  ],
+  "metrics": {
+    "overall": {
+      "attempted": 120,
+      "correct": 107,
+      "accuracy": 0.8916666666666667,
+      "semanticOnlyAccuracy": 0.9292929292929293,
+      "coverage": 0.825,
+      "trueSpecial": 45,
+      "falseSpecial": 7,
+      "goldSpecial": 45,
+      "goldNonSpecial": 75,
+      "specialPrecision": 0.8653846153846154,
+      "specialRecall": 1,
+      "falseSpecialRate": 0.09333333333333334,
+      "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+      "abstentionRate": 0.175,
+      "providerFailureRate": 0,
+      "providerFailures": 0,
+      "latencyMs": {
+        "mean": 165.68923816666666,
+        "p50": 157.47154099999898,
+        "p95": 210.27695900000072
+      },
+      "inputTokens": {
+        "reportedCases": 120,
+        "total": 71438,
+        "mean": 595.3166666666667
+      },
+      "denominatorZero": "null, never zero or success"
+    },
+    "languages": {
+      "ja": {
+        "attempted": 24,
+        "correct": 22,
+        "accuracy": 0.9166666666666666,
+        "semanticOnlyAccuracy": 0.95,
+        "coverage": 0.8333333333333334,
+        "trueSpecial": 9,
+        "falseSpecial": 1,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": 0.9,
+        "specialRecall": 1,
+        "falseSpecialRate": 0.06666666666666667,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0.16666666666666666,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 181.37440104166672,
+          "p50": 166.34016699999984,
+          "p95": 290.30345799999986
+        },
+        "inputTokens": {
+          "reportedCases": 24,
+          "total": 14745,
+          "mean": 614.375
+        },
+        "denominatorZero": "null, never zero or success"
+      },
+      "en": {
+        "attempted": 24,
+        "correct": 22,
+        "accuracy": 0.9166666666666666,
+        "semanticOnlyAccuracy": 0.95,
+        "coverage": 0.8333333333333334,
+        "trueSpecial": 9,
+        "falseSpecial": 1,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": 0.9,
+        "specialRecall": 1,
+        "falseSpecialRate": 0.06666666666666667,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0.16666666666666666,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 157.6844443749999,
+          "p50": 158.0545000000002,
+          "p95": 171.3648750000002
+        },
+        "inputTokens": {
+          "reportedCases": 24,
+          "total": 13941,
+          "mean": 580.875
+        },
+        "denominatorZero": "null, never zero or success"
+      },
+      "zh": {
+        "attempted": 24,
+        "correct": 20,
+        "accuracy": 0.8333333333333334,
+        "semanticOnlyAccuracy": 0.8947368421052632,
+        "coverage": 0.7916666666666666,
+        "trueSpecial": 9,
+        "falseSpecial": 2,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": 0.8181818181818182,
+        "specialRecall": 1,
+        "falseSpecialRate": 0.13333333333333333,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0.20833333333333334,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 163.86785587500003,
+          "p50": 155.27112500000112,
+          "p95": 177.3324590000011
+        },
+        "inputTokens": {
+          "reportedCases": 24,
+          "total": 14267,
+          "mean": 594.4583333333334
+        },
+        "denominatorZero": "null, never zero or success"
+      },
+      "ko": {
+        "attempted": 24,
+        "correct": 22,
+        "accuracy": 0.9166666666666666,
+        "semanticOnlyAccuracy": 0.9047619047619048,
+        "coverage": 0.875,
+        "trueSpecial": 9,
+        "falseSpecial": 2,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": 0.8181818181818182,
+        "specialRecall": 1,
+        "falseSpecialRate": 0.13333333333333333,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0.125,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 159.04671354166643,
+          "p50": 153.05062499999985,
+          "p95": 192.79079099999944
+        },
+        "inputTokens": {
+          "reportedCases": 24,
+          "total": 14452,
+          "mean": 602.1666666666666
+        },
+        "denominatorZero": "null, never zero or success"
+      },
+      "es": {
+        "attempted": 24,
+        "correct": 21,
+        "accuracy": 0.875,
+        "semanticOnlyAccuracy": 0.9473684210526315,
+        "coverage": 0.7916666666666666,
+        "trueSpecial": 9,
+        "falseSpecial": 1,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": 0.9,
+        "specialRecall": 1,
+        "falseSpecialRate": 0.06666666666666667,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0.20833333333333334,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 166.47277600000038,
+          "p50": 155.445499999998,
+          "p95": 230.20254200000272
+        },
+        "inputTokens": {
+          "reportedCases": 24,
+          "total": 14033,
+          "mean": 584.7083333333334
+        },
+        "denominatorZero": "null, never zero or success"
+      }
+    },
+    "gates": {
+      "specialPrecision": 0.95,
+      "specialRecall": 0.9,
+      "falseSpecialRate": 0.02,
+      "noSharplyFailingLanguage": "each tested language meets the precision and recall gates",
+      "qualified": false
+    },
+    "baseline": {
+      "attempted": 120,
+      "correct": 52,
+      "accuracy": 0.43333333333333335,
+      "semanticOnlyAccuracy": 0.43333333333333335,
+      "coverage": 1,
+      "trueSpecial": 5,
+      "falseSpecial": 14,
+      "goldSpecial": 45,
+      "goldNonSpecial": 75,
+      "specialPrecision": 0.2631578947368421,
+      "specialRecall": 0.1111111111111111,
+      "falseSpecialRate": 0.18666666666666668,
+      "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+      "abstentionRate": 0,
+      "providerFailureRate": 0,
+      "providerFailures": 0,
+      "latencyMs": {
+        "mean": 0,
+        "p50": 0,
+        "p95": 0
+      },
+      "inputTokens": {
+        "reportedCases": 0,
+        "total": null,
+        "mean": null
+      },
+      "denominatorZero": "null, never zero or success"
+    },
+    "baselineLanguages": {
+      "ja": {
+        "attempted": 24,
+        "correct": 10,
+        "accuracy": 0.4166666666666667,
+        "semanticOnlyAccuracy": 0.4166666666666667,
+        "coverage": 1,
+        "trueSpecial": 1,
+        "falseSpecial": 3,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": 0.25,
+        "specialRecall": 0.1111111111111111,
+        "falseSpecialRate": 0.2,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 0,
+          "p50": 0,
+          "p95": 0
+        },
+        "inputTokens": {
+          "reportedCases": 0,
+          "total": null,
+          "mean": null
+        },
+        "denominatorZero": "null, never zero or success"
+      },
+      "en": {
+        "attempted": 24,
+        "correct": 6,
+        "accuracy": 0.25,
+        "semanticOnlyAccuracy": 0.25,
+        "coverage": 1,
+        "trueSpecial": 2,
+        "falseSpecial": 9,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": 0.18181818181818182,
+        "specialRecall": 0.2222222222222222,
+        "falseSpecialRate": 0.6,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 0,
+          "p50": 0,
+          "p95": 0
+        },
+        "inputTokens": {
+          "reportedCases": 0,
+          "total": null,
+          "mean": null
+        },
+        "denominatorZero": "null, never zero or success"
+      },
+      "zh": {
+        "attempted": 24,
+        "correct": 11,
+        "accuracy": 0.4583333333333333,
+        "semanticOnlyAccuracy": 0.4583333333333333,
+        "coverage": 1,
+        "trueSpecial": 1,
+        "falseSpecial": 2,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": 0.3333333333333333,
+        "specialRecall": 0.1111111111111111,
+        "falseSpecialRate": 0.13333333333333333,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 0,
+          "p50": 0,
+          "p95": 0
+        },
+        "inputTokens": {
+          "reportedCases": 0,
+          "total": null,
+          "mean": null
+        },
+        "denominatorZero": "null, never zero or success"
+      },
+      "ko": {
+        "attempted": 24,
+        "correct": 13,
+        "accuracy": 0.5416666666666666,
+        "semanticOnlyAccuracy": 0.5416666666666666,
+        "coverage": 1,
+        "trueSpecial": 1,
+        "falseSpecial": 0,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": 1,
+        "specialRecall": 0.1111111111111111,
+        "falseSpecialRate": 0,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 0,
+          "p50": 0,
+          "p95": 0
+        },
+        "inputTokens": {
+          "reportedCases": 0,
+          "total": null,
+          "mean": null
+        },
+        "denominatorZero": "null, never zero or success"
+      },
+      "es": {
+        "attempted": 24,
+        "correct": 12,
+        "accuracy": 0.5,
+        "semanticOnlyAccuracy": 0.5,
+        "coverage": 1,
+        "trueSpecial": 0,
+        "falseSpecial": 0,
+        "goldSpecial": 9,
+        "goldNonSpecial": 15,
+        "specialPrecision": null,
+        "specialRecall": 0,
+        "falseSpecialRate": 0,
+        "falseSpecialDenominator": "all gold non-special cases, including gold uncertain",
+        "abstentionRate": 0,
+        "providerFailureRate": 0,
+        "providerFailures": 0,
+        "latencyMs": {
+          "mean": 0,
+          "p50": 0,
+          "p95": 0
+        },
+        "inputTokens": {
+          "reportedCases": 0,
+          "total": null,
+          "mean": null
+        },
+        "denominatorZero": "null, never zero or success"
+      }
+    }
+  },
+  "prototype": null
+}