zorya-classifier 0.1.0 → 0.2.0

package/docs/evidence/v02/categorical-dev40-freeze.json

@@ -0,0 +1,94 @@
+{
+  "schema": "categorical-dev40-paired-freeze-v1",
+  "recordedAt": "2026-10-20T16:47:32.658Z",
+  "revision": "e4f55baa2c3c8a9ccc711a8aafc56d0c69f4af82",
+  "producerSourceSha256": "7ec64fb859b8e322bcd5e5b8956c4b7c0be5e2ceec36d19fc08906e3912ca46d",
+  "sourceHashes": {
+    "./categorical-presence-fresh-runner.ts": "65df6237bc9470b04bc8d243793542d7f32e6aaea67ec8f7a2a7248b95b42493",
+    "./run-categorical-presence-fresh.ts": "b0aee1b9f3c2bd5dddaa74f7b9d45dfefbab1861d8074305b1e443ea4c7d3f3b",
+    "./fresh-corpus.ts": "7f1bcb21a2d933f1ad01d77b2188c9531987c557b3c0d474428ce512b9127779",
+    "./recording.ts": "7cf73a6e988491a443caeca6de33fa3824c2253d083d9155b9bde74b317d85f9",
+    "./budget.ts": "c1b1b84125bc8dc7890b353cb71ad2cc5332715766a76f0e6131208bd1826218",
+    "./protocol.ts": "e968bf77df172b2058d2e7dce30d1104968d56203864142d94690ebf6a838aec",
+    "./categorical-presence-port.ts": "0d85dcb5acb12d10c4fab888f7a0b81e16c594c940886794fecc2b9367c26512",
+    "./native-categorical-presence-port.ts": "0bf4fa6a16c52083f1a97a696eeead26a6710d82bbacb27af4380ae01143eb3a",
+    "./categorical-presence-fresh-pair.md": "509ba6beb486084194996c8ddd8fe17e6c96b1e5344d65ff4457948d3e6f966f",
+    "../../package.json": "11d19ae22e106be1ae2cb2c5e1c08a7359d9f89c2ca943846b29d415c45a69bd",
+    "../../package-lock.json": "61543b204b5fe38a94b32f4528e4d1e32b0061a304beab6e5ee5f19887868baf",
+    "src/app/cli-arguments.ts": "cc072ada300d459ca070dce6312e0205afb1125888a4be7373c9c6a50a5498a4",
+    "src/app/cli-route.ts": "769b0f2e8fa6d1fabbf2e7bd000fec724c1b94a3c6233eea7b93d55503052aad",
+    "src/app/create-classifier.ts": "2a244a44056f6b8bed7e4255419a1546cc6aee08df242904a89cffbca2a6310b",
+    "src/app/extraction-files.ts": "e86d9ef07eda5537572398a2d4d0a9fb41a8f3dff447279f6a55b6b1f9136c69",
+    "src/cli.ts": "887dbf2a987f1241e2f1e1a659321ea87a5148a03956438678969923579206eb",
+    "src/entities/boundary-view.ts": "187ae80d2952cc2452752f06bbb1eeba200c715c12f8dd9ada4fd29156141655",
+    "src/entities/contracts.ts": "7710dad19cd6caa1d10516babb2f9d9f108af1c7040302f09bf53b9b478187cd",
+    "src/entities/cutout-raster.ts": "51fc476ced53f451f82eb9a2881c124d751b9d1b071c32d4b82cbd2d0edfbe45",
+    "src/entities/errors.ts": "1c92c94c9ed6917953ac5192bfd2d8896cdb6fe13b7d05593573b7f2103330b0",
+    "src/entities/object-proposals.ts": "112e182eedc46a402f9f94b776494c2afad8194dc692ed045a2d286d15775434",
+    "src/entities/representation.ts": "67cfafea702e28b25bc472b4d961914102628db24679b6099d31c4d32ebf5088",
+    "src/entities/segmentation-metadata.ts": "b8cc02740523e90d1b9493c6d9d8c6a33f963e6b08b5b1c8636e3fed3aa8b270",
+    "src/entities/segmentation.ts": "04d6c3a226a975610eba20652a6adabf03788b11e27e642e67bdbbf14ba7f1e9",
+    "src/entities/whole-object.ts": "e0a00faf0674140e9e911133d063729df1c4c000eecf5ffe50d24da011df8dc1",
+    "src/features/choice-beam-layout.ts": "8f61d6f784e0e6273467cea01315f17bbfa4fffa695dd7a7bb9cd5cac5354e1a",
+    "src/features/choice.ts": "ff972121520a339b82895914242bf40f7b8dcd198b4305fd57e51b204b13952d",
+    "src/features/prompts.ts": "b808ed8f42e8c92daf08060d2805da618f2b140f99b6a9b07df49622d57b62aa",
+    "src/features/segmentation/mask.ts": "5d13115284bb6474e2312409d4464891eb4cf55174a9da6a92fe89d62aececc9",
+    "src/features/segmentation/packed-mask.ts": "38dc9a7d15f07e9e11c31598df3e1c8369330f6e46722f04fe3e35fc216ef523",
+    "src/features/uniform-grid.ts": "8cee38aee52ba2c4ac2eaed909d5f53cc0e5aa2c04fe87585c66b29573e21c4d",
+    "src/index.ts": "77e5a8b85bf6aa549b700e113c77ab6032f52a8611161b2c1ee62f35644aabb1",
+    "src/infrastructure/boundary-view.ts": "2fb5546ae4a47a2a08f13ccad74c5a9cc7b9736ff052738637bfd65f1acd7775",
+    "src/infrastructure/openrouter-common.ts": "415462c42da7a3748c6bfe942ee99085fba71bc1f4158d369edda8269efeb124",
+    "src/infrastructure/openrouter-vision.ts": "b72e4699e132c1ac598772c49287edb0b5ca355ad2af33481f9c741ddcb13eaa",
+    "src/infrastructure/openrouter.ts": "486a919853949e6789dd4035b7699fd89b9682cb3e928632c77b216656f44c55",
+    "src/infrastructure/raster.ts": "615626e6fe04e377712ec7a3e3d8f2ea5e35ec17c2fd3982ea9df940ce5303dd",
+    "src/infrastructure/segmentation/cutout-raster.ts": "f0ff7e1dd8b6670bb6320813ed4a0bb17d8054b766fc016bcedb17d097eafbfe",
+    "src/infrastructure/segmentation/grabcut/index.ts": "0493809b37c3bd44be0f911cbc46f0e3f8401f34665fa24ab9c911cda445adc9",
+    "src/infrastructure/segmentation/grabcut/worker-inference.ts": "0b34665c18a67175b0ed326cb83b753a0e18e1f61618805620e6e22187aa95a1",
+    "src/infrastructure/segmentation/index.ts": "91f683e7b4cd73c79534c141858a50d376c606f15845dc48340a4462f83deed4",
+    "src/infrastructure/segmentation/mobile-sam/index.ts": "5a9899e55d0285ac16c8086af5775eeeadbe05bbfb955d6ed3c015bd8c27cb8a",
+    "src/infrastructure/segmentation/mobile-sam/worker-inference.ts": "50b27b211d162f15c31f2726f2236615dbd4a13533173a9206e9afbae72b6ed6",
+    "src/infrastructure/segmentation/native-child.ts": "94f0ccea6aec1d93a93256553cae92c3f19220f1ffbd3ac14060c2daa8ee2f83",
+    "src/infrastructure/segmentation/native-protocol.ts": "b79299afb9b3951db524675f2b69b0faaf77fbb94efc6a826ba820e728bf1a30",
+    "src/infrastructure/segmentation/native-worker.ts": "aad23684157420f81a863b4b1484b86cec72c83c802cab01f2732c59a9912bb7",
+    "src/infrastructure/segmentation/probe-backend.ts": "32cfee334bd014b16134f7efae5cbb9ca1953e5b578fd466105e869ce73a66ff",
+    "src/infrastructure/segmentation/proposal-presentation.ts": "c1e5ab928a97209e090b076db56d7fac69d5fa743dacbfd4288307e576990c25",
+    "src/infrastructure/segmentation/verify-asset.ts": "2a8479dabf84622003a5eb01f3c1a116347e808108e8a0c8971129b18e1c5ef1",
+    "src/infrastructure/text-representation.ts": "7f392f1bcdb77969eaccf40be4b6d5c8a4a11a8b3708dda9b91ff1d8584c2061",
+    "src/infrastructure/vision-chat.ts": "314e2c236a75ad43023c6ae34544a849df027f025eda32abdc2a7e1d49c742f3",
+    "src/openai-compatible.ts": "5461c54dbf3a691b3391834511d06baaf511b07487849f3d823b357fed9d8513",
+    "src/openrouter.ts": "8b28a235bacec5ad7c00ab0ac72fcabdc58658dd72971a5935f2a1572f572bf9",
+    "src/processes/boundary-state.ts": "77c636e2a2311ed989e514ee78adef66f80230d5eee394549917c9ff13fc99d7",
+    "src/processes/classify.ts": "0edf3e8a05333c2325f53ddd06c1c903d3daca80ca082ba2e3609ff9de6ffb9d",
+    "src/processes/extract.ts": "4a7db4b66bdff2645e34f46f2d450dad8895485ce1b7111068d2207fd27496ee",
+    "src/processes/locate.ts": "a5a1320c2dff4060a3c5ab5e32cb5f0af2d94fcad458caba3818b6a0a28dab3d",
+    "src/processes/proposal-location.ts": "0670d56e30b2f42e499d3311149da8bb9b1af83368c0908ae1538bc6d04877a3",
+    "src/processes/whole-object.ts": "548a0de8ee72956da3162023f43983d7596a2df9ec2756e33c952ca27b3fc320",
+    "src/segmentation.ts": "5ca90e5f6cc1a688667d1ee3bf041654404a80129fab93677106fa55dea2b253",
+    "src/shared/choice-mass.ts": "7f645998d9cd2688ca425b4765ec0bf7d125e932f085f9e84599b4c3b97743a3",
+    "src/shared/gate.ts": "97e4e32749dc9d3a9def6faaea2566b5d0ed831ba4451999740c719fafa8e576",
+    "src/shared/input-budget.ts": "f47f084681d0a559b2154ce731d1897d9dde0c293a5d52c885236b9eb459e050",
+    "src/shared/scope.ts": "cc557e9fd83a838f5366c64d026859db119491d927dfb3a84ef4320b2f0b0beb"
+  },
+  "profiles": [
+    "native-luna-categorical-presence-sam-target-plus-neutral-v1",
+    "native-luna-categorical-presence-sam-target-only-v1"
+  ],
+  "manifestSha256": [
+    "6c9ed29d8586c7887ae0861fc853baf203cb43790df4959390da4b5cc9ac679a",
+    "6013a54bebba277f6457765cd8ef78e12e2dd5bab4453a752967233ebb429bfc",
+    "b04ba6cac5b39c927281f61e4af7dcc7a5c5c2272a637aa9676ab3009fbd5d15"
+  ],
+  "casesPerProfile": 40,
+  "profileOrder": "serial",
+  "maxPhysicalCallsPerProfile": 300,
+  "maxPhysicalCallsPerCase": 6,
+  "worstCasePhysicalCallsPerProfile": 240,
+  "maxCostUsdPerProfile": 5,
+  "unknownCostReserveUsd": 0.05,
+  "retries": 0,
+  "fallback": false,
+  "phase": "dev",
+  "heldoutAuthorized": false,
+  "latencyRankingEligible": false,
+  "reviewedFix": "Abort and join peers after immutable persistence failure; independently settle and dispose pool."
+}

package/docs/evidence/v02/categorical-dev40-preserve.json

@@ -0,0 +1,460 @@
+{
+  "schema": "zorya-categorical-dev40-evaluation-v1",
+  "profileId": "native-luna-categorical-presence-sam-target-plus-neutral-v1",
+  "phase": "dev",
+  "producerRevision": "e4f55baa2c3c8a9ccc711a8aafc56d0c69f4af82",
+  "predispatchFreezeSha256": "c1f2000d59a0724acb41c5c46e647e8c964295e522e8722c2d2512723e02f69a",
+  "producerSourceSha256": "7ec64fb859b8e322bcd5e5b8956c4b7c0be5e2ceec36d19fc08906e3912ca46d",
+  "variantSha256": "08ff550d8f62f708a018f80b13369ba85112ad8e01c76ec42c21a1d3ea5cc7df",
+  "complete": true,
+  "coverage": {
+    "planned": 40,
+    "reported": 40,
+    "missing": [],
+    "denominatorPolicy": "all planned cases; missing results fail qualification, not invented API calls"
+  },
+  "classificationCorrect": 35,
+  "localization": {
+    "attempted": 40,
+    "positives": 30,
+    "negatives": 10,
+    "matched": 3,
+    "localizationRate": 0.1,
+    "falseLocations": 0,
+    "falseLocationRate": 0,
+    "unknown": 26,
+    "failed": 8,
+    "correct": 5
+  },
+  "photoLocalization": {
+    "attempted": 20,
+    "positives": 16,
+    "negatives": 4,
+    "matched": 3,
+    "localizationRate": 0.1875,
+    "falseLocations": 0,
+    "falseLocationRate": 0,
+    "unknown": 9,
+    "failed": 7,
+    "correct": 3
+  },
+  "maskMetrics": {
+    "threshold": 0.8,
+    "truthCases": 5,
+    "scoredCases": 2,
+    "unavailableAnnotatedCases": 3,
+    "unannotatedCases": 35,
+    "referenceInstances": 7,
+    "scoredReferenceInstances": 2,
+    "unavailableReferenceInstances": 5,
+    "passingReferenceInstances": 1,
+    "passedCases": 1,
+    "meanBestInstanceIoU": 0.8508715400321163
+  },
+  "byStratum": {
+    "photo": {
+      "cases": 20,
+      "classificationCorrect": 17,
+      "positiveCases": 16,
+      "wholeMatches": 3
+    },
+    "ui": {
+      "cases": 10,
+      "classificationCorrect": 8,
+      "positiveCases": 7,
+      "wholeMatches": 0
+    },
+    "map": {
+      "cases": 10,
+      "classificationCorrect": 10,
+      "positiveCases": 7,
+      "wholeMatches": 0
+    }
+  },
+  "results": [
+    {
+      "caseId": "photo-dev-present-01",
+      "imageSha256": "71e781adb0c2d47d97e6fd5868e6dbe4de8c1375536e1753f897931ff90575dc",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-02",
+      "imageSha256": "a27d93b12fadd550899a1d1d8ce70d34ba3c692affebf09134eda838910fcab5",
+      "expectedPresence": "present",
+      "sourceStatus": "failed",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-03",
+      "imageSha256": "e20c5e6f6a9334aca94289a99a56f3c0ee7cb8de8f5e00eff886cf772600250c",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-04",
+      "imageSha256": "66fe4e85ef638a2f28d5a2e7472ccebe46d2c8446304db73659d8af37f0d489c",
+      "expectedPresence": "present",
+      "sourceStatus": "failed",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-05",
+      "imageSha256": "71b99532e14abb6098a704e9bd9c2c50eebba72588a49e60c8a4b89af4eea4c5",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-06",
+      "imageSha256": "ad0eb4bf4a6c2c1be585846a943aa06ec2440696b7e8874374904eb25dcc594a",
+      "expectedPresence": "present",
+      "sourceStatus": "located",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-07",
+      "imageSha256": "16cae5fc9b21c562a005d7e1a00809ea90e4b143ee13614aefffa75fb113e044",
+      "expectedPresence": "present",
+      "sourceStatus": "located",
+      "classificationCorrect": true,
+      "localizationCorrect": true
+    },
+    {
+      "caseId": "photo-dev-present-08",
+      "imageSha256": "74b944d3b7d88a046d01f2d813c88e8a6415296db938a343a83d86048f4c3a4f",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-09",
+      "imageSha256": "6710905e971316f4b0d0fe1535eb64702807bc4c041bc161ea1ce1208eff5a0f",
+      "expectedPresence": "present",
+      "sourceStatus": "located",
+      "classificationCorrect": true,
+      "localizationCorrect": true
+    },
+    {
+      "caseId": "photo-dev-present-10",
+      "imageSha256": "f118352c4bfeb65b0a2dae153428ce0f802a01a232d45d0be4b0a7176bfaa342",
+      "expectedPresence": "present",
+      "sourceStatus": "failed",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-11",
+      "imageSha256": "07ab595c6482338b5982d61ac175450295be81338e9c641b218d7794b658249e",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-12",
+      "imageSha256": "65c38939211e8ae0d98e7d01fd3bc8d159fe8b96969940a169e82556071059c8",
+      "expectedPresence": "present",
+      "sourceStatus": "failed",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-13",
+      "imageSha256": "750f09aeeb5d1113088eedaf47f201f0837ad64720f836a69fec9ed3e4f1e5a7",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-14",
+      "imageSha256": "77681ffeb78a27bb0d59111acb638254948ece8115f6e5f6d1438b50c319c4d1",
+      "expectedPresence": "present",
+      "sourceStatus": "located",
+      "classificationCorrect": true,
+      "localizationCorrect": true
+    },
+    {
+      "caseId": "photo-dev-present-15",
+      "imageSha256": "a0a80df65932f8cb7cf7367305372c04aa37f1991436e4f1cb7828c9138f708e",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-present-16",
+      "imageSha256": "4a0dffd0f9f85bacac77d4f372c1f3eb754ba6a7440de3bc7c7f6a42f4c53ecd",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-absent-01",
+      "imageSha256": "604b8fa9c30881acee7c67d078bb7d08f846aeac6152dc1bf23a41ddefe45988",
+      "expectedPresence": "absent",
+      "sourceStatus": "failed",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-absent-02",
+      "imageSha256": "8bcbc695bc113f645bb66dd2e03615764cd37d80e5794d8f9ffc79f1e364e077",
+      "expectedPresence": "absent",
+      "sourceStatus": "failed",
+      "classificationCorrect": false,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-absent-03",
+      "imageSha256": "f8c2cc736fd7941bf2bc51c73147aeec96deba4b22e6948fe088a2d9121c51a6",
+      "expectedPresence": "absent",
+      "sourceStatus": "failed",
+      "classificationCorrect": false,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "photo-dev-absent-04",
+      "imageSha256": "085ac7dc3243e28816e69f5e1ad56b9e8858c7135fac366f3172ad862e28eeae",
+      "expectedPresence": "absent",
+      "sourceStatus": "unknown",
+      "classificationCorrect": false,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-present-01",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-present-02",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-present-03",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-present-04",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-present-05",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-present-06",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-present-07",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-absent-01",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "absent",
+      "sourceStatus": "unknown",
+      "classificationCorrect": false,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-absent-02",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "absent",
+      "sourceStatus": "unknown",
+      "classificationCorrect": false,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "ui-geany-oracle-dev-absent-03",
+      "imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
+      "expectedPresence": "absent",
+      "sourceStatus": "failed",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-present-01",
+      "imageSha256": "bfe6318454b7122c609e3672e87852df73b0778703ac28796ab6490cb7686460",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-present-02",
+      "imageSha256": "1d696fe4fd5ab990650da67c20b78d3240c048e4849ab8f043c398cfcf1ecc85",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-present-03",
+      "imageSha256": "bf553f5d9b693d654bed6d438bc1f548c6d7719a32e423695b599d603feb9367",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-present-04",
+      "imageSha256": "64523faf973f4ee597b381152c1ca60fdf919e298af6627327ec0571219c7a79",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-present-05",
+      "imageSha256": "a970216cbccf7456464e5ca25fc120e1e3994344e5fdc95607c1eb27d61ec205",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-present-06",
+      "imageSha256": "07e1ea0a28ea9e7e183e6c8c04797e0fee0995c9f91d0933293bac73f2ea4e2a",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-present-07",
+      "imageSha256": "c9ae28636545d886730514468e10daea0864720b28e812e332f9ea6f0a7c53b8",
+      "expectedPresence": "present",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-absent-bomber",
+      "imageSha256": "7b3d2a97fe944836485af95efacd265d713ff68578b0c99029acd11d621a51e7",
+      "expectedPresence": "absent",
+      "sourceStatus": "not-found",
+      "classificationCorrect": true,
+      "localizationCorrect": true
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-absent-battleship",
+      "imageSha256": "d137f8168d0bf1aa4d4a870ef3e883580ab9ca0131828235df5318e8ba6e832c",
+      "expectedPresence": "absent",
+      "sourceStatus": "not-found",
+      "classificationCorrect": true,
+      "localizationCorrect": true
+    },
+    {
+      "caseId": "map-freeciv-oracle-dev-absent-fighter",
+      "imageSha256": "4c48235b5a5c4413eccae22ad9ef2e89b697c073d40cf8c7b3c8978b662eacfa",
+      "expectedPresence": "absent",
+      "sourceStatus": "unknown",
+      "classificationCorrect": true,
+      "localizationCorrect": false
+    }
+  ],
+  "budget": {
+    "admittedPhysicalCalls": 182,
+    "knownCostUsd": 0.08523979999999999,
+    "unknownCostCalls": 8,
+    "inFlightCalls": 0,
+    "accountedExposureUsd": 0.4852398,
+    "maxPhysicalCalls": 300,
+    "maxCostUsd": 5
+  },
+  "providerFailures": {
+    "physical": 8,
+    "httpStatuses": {
+      "502": 8
+    },
+    "bodyRead": {
+      "parsed": 8
+    }
+  },
+  "producerInputs": [
+    {
+      "sha256": "6c9ed29d8586c7887ae0861fc853baf203cb43790df4959390da4b5cc9ac679a",
+      "cases": 20
+    },
+    {
+      "sha256": "6013a54bebba277f6457765cd8ef78e12e2dd5bab4453a752967233ebb429bfc",
+      "cases": 10
+    },
+    {
+      "sha256": "b04ba6cac5b39c927281f61e4af7dcc7a5c5c2272a637aa9676ab3009fbd5d15",
+      "cases": 10
+    }
+  ],
+  "truthSha256": [
+    "793e26845deaa2cb56748ef270b8cb02877218d680068573f02e5af92b26af6a",
+    "c7944190e1cadab695f2688351df10a14132986040dafb72794bb1df4571abfe",
+    "874971d3e9344f7c54207064115257e5c802260d2a996a53f96bb6a68b2afad3"
+  ],
+  "artifactSha256": {
+    "summary.json": "7ee2d78b80d3a2917388e1a5fa8d7980e760c4850156197906880a4a7f629df0",
+    "run-manifest.json": "6d7d81c47fe8c751e33e2f6a981d83c1f730920c1fec5aa19ca7de460b05cae7",
+    "run-complete.json": "08dbe6ddbd11085b1b6bd95258b435818b27dc715ab41a5c55624f96fcda4b9f",
+    "derived.json": "5d0e24f8ae2ab0d26d21b4877d106825933375d488a80ad27f2a41bbe4afa046",
+    "evaluation.json": "0779badea569409fad7f1938f1007bdea393a511a95b15661c0e310ca7af6e28",
+    "provenance.json": "7669733495984e2ac8df8a773d15d9ad4d0798f9f4bf6e4cce619380c97a0d2f"
+  },
+  "evaluatorSourceSha256": {
+    "benchmarks/v02/evaluate-categorical-fresh.ts": "5b9e0312bbb7a32480090c7254c85d5c5e19dcc955b17284c3480e8fb3e3c450",
+    "benchmarks/v02/evaluate-proposals.ts": "78ff41aae9634b002cc9fe3e065d462c482e1359d1a5786433743e195bc44e54",
+    "benchmarks/v02/evaluate-fresh.ts": "6e12a97f476551d4414e6ab04e187c7a274696ce3e91d1547ab7bd77b366cb8e",
+    "benchmarks/v02/metrics.ts": "c22e5ff58ac13f9c54ce064fe839ca690de6c511384cf3a2546ef3de0d761416"
+  },
+  "latencyRankingEligible": false,
+  "devNegativeGatePassed": true,
+  "winnerSelected": false,
+  "heldoutQualified": false,
+  "releaseQualified": false,
+  "limits": [
+    "All unknowns and failures remain in denominators.",
+    "Mask and box correctness are separate.",
+    "Original DEV data is exposed; this report cannot qualify heldout accuracy.",
+    "Eight 502 calls have no known cost; conservative reservations remain charged.",
+    "The serial second profile is still running; no paired winner is selected.",
+    "Native CPU stress is concurrent; timings cannot rank candidates."
+  ]
+}