zorya-classifier 0.1.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE.md +2 -0
- package/README.md +37 -9
- package/dist/app/cli-arguments.d.ts +40 -0
- package/dist/app/cli-arguments.js +67 -0
- package/dist/app/create-classifier.d.ts +24 -0
- package/dist/app/create-classifier.js +226 -14
- package/dist/app/extraction-files.d.ts +9 -0
- package/dist/app/extraction-files.js +28 -0
- package/dist/cli.js +58 -14
- package/dist/entities/boundary-view.d.ts +29 -0
- package/dist/entities/boundary-view.js +1 -0
- package/dist/entities/contracts.d.ts +81 -1
- package/dist/entities/contracts.js +7 -0
- package/dist/entities/cutout-raster.d.ts +7 -0
- package/dist/entities/cutout-raster.js +1 -0
- package/dist/entities/object-proposals.d.ts +56 -0
- package/dist/entities/object-proposals.js +8 -0
- package/dist/entities/representation.d.ts +225 -0
- package/dist/entities/representation.js +33 -0
- package/dist/entities/segmentation-metadata.d.ts +11 -0
- package/dist/entities/segmentation-metadata.js +1 -0
- package/dist/entities/segmentation-verification.d.ts +31 -0
- package/dist/entities/segmentation-verification.js +1 -0
- package/dist/entities/segmentation.d.ts +164 -0
- package/dist/entities/segmentation.js +5 -0
- package/dist/entities/whole-object.d.ts +132 -0
- package/dist/entities/whole-object.js +7 -0
- package/dist/features/choice.d.ts +1 -1
- package/dist/features/choice.js +2 -2
- package/dist/features/segmentation/box-check.d.ts +10 -0
- package/dist/features/segmentation/box-check.js +299 -0
- package/dist/features/segmentation/mask.d.ts +6 -0
- package/dist/features/segmentation/mask.js +89 -0
- package/dist/features/segmentation/packed-mask.d.ts +5 -0
- package/dist/features/segmentation/packed-mask.js +53 -0
- package/dist/index.d.ts +6 -1
- package/dist/infrastructure/boundary-view.d.ts +2 -0
- package/dist/infrastructure/boundary-view.js +263 -0
- package/dist/infrastructure/openrouter-common.d.ts +8 -8
- package/dist/infrastructure/openrouter-vision.d.ts +3 -0
- package/dist/infrastructure/openrouter-vision.js +5 -0
- package/dist/infrastructure/raster.d.ts +10 -1
- package/dist/infrastructure/raster.js +99 -4
- package/dist/infrastructure/segmentation/box-presentation.d.ts +2 -0
- package/dist/infrastructure/segmentation/box-presentation.js +136 -0
- package/dist/infrastructure/segmentation/cutout-raster.d.ts +3 -0
- package/dist/infrastructure/segmentation/cutout-raster.js +79 -0
- package/dist/infrastructure/segmentation/grabcut/index.d.ts +17 -0
- package/dist/infrastructure/segmentation/grabcut/index.js +121 -0
- package/dist/infrastructure/segmentation/grabcut/worker-inference.d.ts +47 -0
- package/dist/infrastructure/segmentation/grabcut/worker-inference.js +260 -0
- package/dist/infrastructure/segmentation/index.d.ts +2 -0
- package/dist/infrastructure/segmentation/index.js +2 -0
- package/dist/infrastructure/segmentation/mobile-sam/index.d.ts +66 -0
- package/dist/infrastructure/segmentation/mobile-sam/index.js +478 -0
- package/dist/infrastructure/segmentation/mobile-sam/worker-inference.d.ts +149 -0
- package/dist/infrastructure/segmentation/mobile-sam/worker-inference.js +845 -0
- package/dist/infrastructure/segmentation/native-child.d.ts +23 -0
- package/dist/infrastructure/segmentation/native-child.js +297 -0
- package/dist/infrastructure/segmentation/native-protocol.d.ts +923 -0
- package/dist/infrastructure/segmentation/native-protocol.js +242 -0
- package/dist/infrastructure/segmentation/native-worker.d.ts +1 -0
- package/dist/infrastructure/segmentation/native-worker.js +93 -0
- package/dist/infrastructure/segmentation/probe-backend.d.ts +1 -0
- package/dist/infrastructure/segmentation/probe-backend.js +31 -0
- package/dist/infrastructure/segmentation/proposal-presentation.d.ts +3 -0
- package/dist/infrastructure/segmentation/proposal-presentation.js +371 -0
- package/dist/infrastructure/segmentation/verify-asset.d.ts +4 -0
- package/dist/infrastructure/segmentation/verify-asset.js +32 -0
- package/dist/infrastructure/text-representation.d.ts +23 -0
- package/dist/infrastructure/text-representation.js +226 -0
- package/dist/infrastructure/vision-chat.d.ts +1 -1
- package/dist/infrastructure/vision-chat.js +13 -4
- package/dist/openai-compatible.d.ts +3 -0
- package/dist/openai-compatible.js +4 -0
- package/dist/openrouter.d.ts +2 -2
- package/dist/openrouter.js +1 -1
- package/dist/processes/boundary-state.d.ts +12 -0
- package/dist/processes/boundary-state.js +196 -0
- package/dist/processes/classify.d.ts +2 -1
- package/dist/processes/classify.js +21 -3
- package/dist/processes/extract-from-region.d.ts +19 -0
- package/dist/processes/extract-from-region.js +415 -0
- package/dist/processes/extract.d.ts +25 -0
- package/dist/processes/extract.js +223 -0
- package/dist/processes/locate.d.ts +2 -1
- package/dist/processes/locate.js +84 -11
- package/dist/processes/proposal-location.d.ts +19 -0
- package/dist/processes/proposal-location.js +396 -0
- package/dist/processes/whole-object.d.ts +7 -0
- package/dist/processes/whole-object.js +272 -0
- package/dist/segmentation.d.ts +10 -0
- package/dist/segmentation.js +4 -0
- package/dist/shared/input-budget.d.ts +7 -0
- package/dist/shared/input-budget.js +21 -0
- package/docs/0.2.0-plan.md +190 -0
- package/docs/README.ru.md +43 -14
- package/docs/acceptance.md +116 -3
- package/docs/api.md +12 -6
- package/docs/architecture.md +22 -7
- package/docs/benchmarks.md +10 -0
- package/docs/categorical-presence-port.md +26 -0
- package/docs/evidence/v02/baseline.json +1043 -0
- package/docs/evidence/v02/boundary-variants.md +17 -0
- package/docs/evidence/v02/box-confirmation-dev40/README.md +15 -0
- package/docs/evidence/v02/box-confirmation-dev40/component-refinement.json +246 -0
- package/docs/evidence/v02/box-confirmation-dev40/evaluation.json +1663 -0
- package/docs/evidence/v02/box-confirmation-dev40/provenance.json +130 -0
- package/docs/evidence/v02/box-confirmation-dev40/report.json +127 -0
- package/docs/evidence/v02/box-confirmation-dev40-freeze-20261020-v1.json +230 -0
- package/docs/evidence/v02/box-confirmation-method-selection-20261020-v1.json +85 -0
- package/docs/evidence/v02/box-heldout-cancelled-before-dispatch-20261021-v1.json +32 -0
- package/docs/evidence/v02/box-heldout-combined-seal-20261021-v1.json +89 -0
- package/docs/evidence/v02/box-heldout-evaluator-truth-seal-20261021-v1.json +61 -0
- package/docs/evidence/v02/box-heldout-exclusion-audit-20261020-v1.json +81 -0
- package/docs/evidence/v02/box-heldout-map-seal-20261021-v1.json +48 -0
- package/docs/evidence/v02/box-heldout-photo-seal-20261020-v1.json +62 -0
- package/docs/evidence/v02/box-heldout-run-freeze-20261021-v1.json +61 -0
- package/docs/evidence/v02/box-heldout-source-review-20261020-v1.json +134 -0
- package/docs/evidence/v02/box-heldout-ui-seal-20261020-v1.json +44 -0
- package/docs/evidence/v02/calculator-proof-root-review-20261020-v1.json +63 -0
- package/docs/evidence/v02/categorical-dev40-freeze.json +94 -0
- package/docs/evidence/v02/categorical-dev40-preserve.json +460 -0
- package/docs/evidence/v02/categorical-dev40-target-only.json +460 -0
- package/docs/evidence/v02/categorical-heldout-admission-20261020-v3.json +215 -0
- package/docs/evidence/v02/categorical-heldout-admission-20261020-v4.json +270 -0
- package/docs/evidence/v02/categorical-heldout-dispatch-authorization-20261020-v4.json +79 -0
- package/docs/evidence/v02/categorical-heldout-predispatch-20261020-v3.json +57 -0
- package/docs/evidence/v02/categorical-heldout-producer-source-map-v4.json +262 -0
- package/docs/evidence/v02/categorical-heldout-producer-source-map.json +263 -0
- package/docs/evidence/v02/categorical-heldout-run-freeze-20261020-v3.json +35 -0
- package/docs/evidence/v02/categorical-heldout-run-freeze-20261020-v4.json +35 -0
- package/docs/evidence/v02/categorical-heldout-v4/candidate-evaluation.json +2812 -0
- package/docs/evidence/v02/categorical-heldout-v4/candidate-physical-receipts.json +15261 -0
- package/docs/evidence/v02/categorical-heldout-v4/candidate-provenance.json +131 -0
- package/docs/evidence/v02/categorical-heldout-v4/control-evaluation.json +855 -0
- package/docs/evidence/v02/categorical-heldout-v4/control-physical-receipts.json +4402 -0
- package/docs/evidence/v02/categorical-heldout-v4/control-provenance.json +31 -0
- package/docs/evidence/v02/categorical-heldout-v4/mask-normalized-exploratory.json +682 -0
- package/docs/evidence/v02/categorical-heldout-v4/paired-qualification.json +21 -0
- package/docs/evidence/v02/categorical-heldout-v4/report.json +258 -0
- package/docs/evidence/v02/categorical-presence-dev6.json +144 -0
- package/docs/evidence/v02/categorical-presence-dev6.md +18 -0
- package/docs/evidence/v02/categorical-vision-method-selection.json +90 -0
- package/docs/evidence/v02/checked-region-component-v1/README.md +7 -0
- package/docs/evidence/v02/checked-region-component-v1/evidence.json +311 -0
- package/docs/evidence/v02/checked-region-resource-interrupted-2b0d09f.json +102 -0
- package/docs/evidence/v02/checked-region-segmentation-resource-4df544c-receipt.json +167 -0
- package/docs/evidence/v02/checked-region-segmentation-resource-4df544c-root-review.json +58 -0
- package/docs/evidence/v02/checked-region-segmentation-resource-987ac32-receipt.json +158 -0
- package/docs/evidence/v02/ci-012b935.json +17 -0
- package/docs/evidence/v02/ci-0c365cb.json +372 -0
- package/docs/evidence/v02/ci-185bde8.json +32 -0
- package/docs/evidence/v02/ci-24f849f.json +95 -0
- package/docs/evidence/v02/ci-25c19cd.json +375 -0
- package/docs/evidence/v02/ci-2922caf.json +375 -0
- package/docs/evidence/v02/ci-29357d7.json +29 -0
- package/docs/evidence/v02/ci-32aa90d.json +24 -0
- package/docs/evidence/v02/ci-35e3064.json +376 -0
- package/docs/evidence/v02/ci-4331b1b.json +384 -0
- package/docs/evidence/v02/ci-43b7426.json +376 -0
- package/docs/evidence/v02/ci-450439c.json +373 -0
- package/docs/evidence/v02/ci-46283fe.json +29 -0
- package/docs/evidence/v02/ci-4c9c09f.json +34 -0
- package/docs/evidence/v02/ci-5579646.json +27 -0
- package/docs/evidence/v02/ci-6f9cc15.json +127 -0
- package/docs/evidence/v02/ci-7c1051f.json +27 -0
- package/docs/evidence/v02/ci-9837888.json +34 -0
- package/docs/evidence/v02/ci-987ac32.json +29 -0
- package/docs/evidence/v02/ci-9d00fe5.json +25 -0
- package/docs/evidence/v02/ci-9f85acc.json +127 -0
- package/docs/evidence/v02/ci-be275a6.json +201 -0
- package/docs/evidence/v02/ci-c107ddf.json +372 -0
- package/docs/evidence/v02/ci-c35f67d.json +127 -0
- package/docs/evidence/v02/ci-c5eddd8.json +32 -0
- package/docs/evidence/v02/ci-d2042e0.json +372 -0
- package/docs/evidence/v02/ci-d684259.json +375 -0
- package/docs/evidence/v02/ci-e0c190b.json +127 -0
- package/docs/evidence/v02/ci-e551253.json +372 -0
- package/docs/evidence/v02/ci-f9d4633.json +29 -0
- package/docs/evidence/v02/dev1-proposal-evaluation.md +13 -0
- package/docs/evidence/v02/dev2-mobile-sam-proposal-oracle.md +21 -0
- package/docs/evidence/v02/dev2-proposal-evaluation.md +21 -0
- package/docs/evidence/v02/fresh-development.md +16 -0
- package/docs/evidence/v02/fresh-native-numeric/artifact-hashes.json +9 -0
- package/docs/evidence/v02/fresh-native-numeric/evaluation-root-v1.json +568 -0
- package/docs/evidence/v02/fresh-native-numeric/run-manifest.json +342 -0
- package/docs/evidence/v02/fresh-native-numeric/summary.json +5654 -0
- package/docs/evidence/v02/fresh-native-outline-axis/artifact-hashes.json +9 -0
- package/docs/evidence/v02/fresh-native-outline-axis/evaluation-root-v1.json +568 -0
- package/docs/evidence/v02/fresh-native-outline-axis/run-manifest.json +378 -0
- package/docs/evidence/v02/fresh-native-outline-axis/summary.json +5605 -0
- package/docs/evidence/v02/fresh-text/README.md +23 -0
- package/docs/evidence/v02/fresh-text/ascii-contours-v1/classify-followup-run-manifest.json +405 -0
- package/docs/evidence/v02/fresh-text/ascii-contours-v1/classify-followup-summary.json +1646 -0
- package/docs/evidence/v02/fresh-text/ascii-contours-v1/evaluation.json +568 -0
- package/docs/evidence/v02/fresh-text/ascii-contours-v1/original-run-manifest.json +404 -0
- package/docs/evidence/v02/fresh-text/ascii-contours-v1/original-summary.json +4416 -0
- package/docs/evidence/v02/fresh-text/ascii-luma-v1/classify-followup-run-manifest.json +405 -0
- package/docs/evidence/v02/fresh-text/ascii-luma-v1/classify-followup-summary.json +1646 -0
- package/docs/evidence/v02/fresh-text/ascii-luma-v1/evaluation.json +568 -0
- package/docs/evidence/v02/fresh-text/ascii-luma-v1/original-run-manifest.json +404 -0
- package/docs/evidence/v02/fresh-text/ascii-luma-v1/original-summary.json +4647 -0
- package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/classify-followup-run-manifest.json +405 -0
- package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/classify-followup-summary.json +846 -0
- package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/evaluation.json +568 -0
- package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/original-run-manifest.json +404 -0
- package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/original-summary.json +1789 -0
- package/docs/evidence/v02/fresh-text/no-image-control/evaluation.json +568 -0
- package/docs/evidence/v02/fresh-text/no-image-control/original-run-manifest.json +404 -0
- package/docs/evidence/v02/fresh-text/no-image-control/original-summary.json +3953 -0
- package/docs/evidence/v02/fresh-text/palette-grid-v1/classify-followup-run-manifest.json +405 -0
- package/docs/evidence/v02/fresh-text/palette-grid-v1/classify-followup-summary.json +1646 -0
- package/docs/evidence/v02/fresh-text/palette-grid-v1/evaluation.json +568 -0
- package/docs/evidence/v02/fresh-text/palette-grid-v1/original-run-manifest.json +404 -0
- package/docs/evidence/v02/fresh-text/palette-grid-v1/original-summary.json +3974 -0
- package/docs/evidence/v02/fresh-text/pixel-rle-v1/classify-followup-run-manifest.json +405 -0
- package/docs/evidence/v02/fresh-text/pixel-rle-v1/classify-followup-summary.json +1646 -0
- package/docs/evidence/v02/fresh-text/pixel-rle-v1/evaluation.json +568 -0
- package/docs/evidence/v02/fresh-text/pixel-rle-v1/original-run-manifest.json +404 -0
- package/docs/evidence/v02/fresh-text/pixel-rle-v1/original-summary.json +4945 -0
- package/docs/evidence/v02/fresh-text/report.json +284 -0
- package/docs/evidence/v02/fresh-text/svg-contours-v1/classify-followup-run-manifest.json +405 -0
- package/docs/evidence/v02/fresh-text/svg-contours-v1/classify-followup-summary.json +846 -0
- package/docs/evidence/v02/fresh-text/svg-contours-v1/evaluation.json +568 -0
- package/docs/evidence/v02/fresh-text/svg-contours-v1/original-run-manifest.json +404 -0
- package/docs/evidence/v02/fresh-text/svg-contours-v1/original-summary.json +2189 -0
- package/docs/evidence/v02/heldout-evaluation-20261020.md +37 -0
- package/docs/evidence/v02/heldout-input-derivation.md +18 -0
- package/docs/evidence/v02/integration-0c365cb.json +90 -0
- package/docs/evidence/v02/integration-25c19cd.json +52 -0
- package/docs/evidence/v02/integration-35e3064.json +41 -0
- package/docs/evidence/v02/integration-4331b1b.json +42 -0
- package/docs/evidence/v02/integration-4c9c09f.json +46 -0
- package/docs/evidence/v02/integration-8010aad.json +48 -0
- package/docs/evidence/v02/integration-c1aa640.json +41 -0
- package/docs/evidence/v02/integration-eea1790.json +46 -0
- package/docs/evidence/v02/integration-fa82e65.json +42 -0
- package/docs/evidence/v02/jpeg-transport-offline.json +268 -0
- package/docs/evidence/v02/jpeg-transport-offline.md +7 -0
- package/docs/evidence/v02/local-archive-cleanup.json +59 -0
- package/docs/evidence/v02/native-base64-after.json +30 -0
- package/docs/evidence/v02/native-base64-before.json +32 -0
- package/docs/evidence/v02/native-checked-region-windows-46283fe.json +248 -0
- package/docs/evidence/v02/native-checked-region-windows-987ac32.json +141 -0
- package/docs/evidence/v02/native-grabcut-windows-4c494a3-run2.json +148 -0
- package/docs/evidence/v02/native-grabcut-windows-4c494a3-run3.json +148 -0
- package/docs/evidence/v02/native-grabcut-windows-4c494a3.json +56 -0
- package/docs/evidence/v02/native-proposal-windows-0c365cb.json +148 -0
- package/docs/evidence/v02/native-proposal-windows-450439c.json +156 -0
- package/docs/evidence/v02/native-proposal-windows-4c9c09f-retry1.json +147 -0
- package/docs/evidence/v02/native-proposal-windows-4c9c09f.json +52 -0
- package/docs/evidence/v02/native-region-windows-efc9318.json +163 -0
- package/docs/evidence/v02/native-windows-eea1790-baseline.json +198 -0
- package/docs/evidence/v02/native-windows-eea1790.json +228 -0
- package/docs/evidence/v02/ordinary-luna-axis/run-manifest.json +99 -0
- package/docs/evidence/v02/ordinary-luna-axis/summary.json +811 -0
- package/docs/evidence/v02/owned-temp-cleanup-20261020-v1.json +28 -0
- package/docs/evidence/v02/presentation-paired-20261020.json +1438 -0
- package/docs/evidence/v02/proposal-resource-soak-261dc23.json +201 -0
- package/docs/evidence/v02/proposal-resource-soak-450439c-receipt.md +13 -0
- package/docs/evidence/v02/reconstructed-c03-box.json +41 -0
- package/docs/evidence/v02/region-seeded-dev-v1/README.md +17 -0
- package/docs/evidence/v02/region-seeded-dev-v1/evaluation.json +260 -0
- package/docs/evidence/v02/region-seeded-dev-v2/README.md +15 -0
- package/docs/evidence/v02/region-seeded-dev-v2/evaluation.json +232 -0
- package/docs/evidence/v02/region-seeded-dev-v3-candidate-only/README.md +9 -0
- package/docs/evidence/v02/region-seeded-dev-v3-candidate-only/control-identity-failure.json +22 -0
- package/docs/evidence/v02/region-seeded-dev-v3-candidate-only/evaluation.json +160 -0
- package/docs/evidence/v02/region-seeded-dev-v3-control-r2/README.md +9 -0
- package/docs/evidence/v02/region-seeded-dev-v3-control-r2/attempt-accounting.json +55 -0
- package/docs/evidence/v02/region-seeded-dev-v3-control-r2/evaluation.json +136 -0
- package/docs/evidence/v02/region-seeded-development-control-r2-freeze-20261021.json +132 -0
- package/docs/evidence/v02/region-seeded-development-freeze-20261021-v1.json +167 -0
- package/docs/evidence/v02/region-seeded-development-freeze-20261021-v2.json +186 -0
- package/docs/evidence/v02/region-seeded-development-freeze-20261021-v3.json +205 -0
- package/docs/evidence/v02/region-seeded-heldout-cancelled-before-dispatch-20261021-v2.json +20 -0
- package/docs/evidence/v02/region-seeded-heldout-dispatch-authorization-20261021-v3.json +47 -0
- package/docs/evidence/v02/region-seeded-heldout-readiness-audit-20261021-v3.json +125 -0
- package/docs/evidence/v02/region-seeded-heldout-run-freeze-20261021-v2.json +234 -0
- package/docs/evidence/v02/region-seeded-heldout-run-freeze-20261021-v3.json +357 -0
- package/docs/evidence/v02/region-seeded-heldout-v3/README.md +19 -0
- package/docs/evidence/v02/region-seeded-heldout-v3/evaluation-summary.json +445 -0
- package/docs/evidence/v02/region-seeded-method-selection-20261021-v2.json +66 -0
- package/docs/evidence/v02/region-seeded-method-selection-20261021-v3.json +120 -0
- package/docs/evidence/v02/region-segmentation-resource-0ba4c87-receipt.json +156 -0
- package/docs/evidence/v02/resource-soak-linux-8010aad.json +125 -0
- package/docs/evidence/v02/screen-v2-terminal-evaluation.md +22 -0
- package/docs/evidence/v02/seed-outline/run-manifest.json +59 -0
- package/docs/evidence/v02/seed-outline/summary.json +487 -0
- package/docs/evidence/v02/seed-unbounded/run-manifest.json +80 -0
- package/docs/evidence/v02/seed-unbounded/summary.json +730 -0
- package/docs/evidence/v02/segmentation/README.md +21 -0
- package/docs/evidence/v02/segmentation/component-comparison-summary.json +240 -0
- package/docs/evidence/v02/segmentation/provenance/MOBILE-SAM-LICENSE.txt +201 -0
- package/docs/evidence/v02/segmentation/provenance/OPENCV-LICENSE.txt +202 -0
- package/docs/evidence/v02/segmentation/provenance/mobile-sam-download-receipt.json +29 -0
- package/docs/evidence/v02/segmentation/provenance/mobile-sam-graph-audit.json +214 -0
- package/docs/evidence/v02/segmentation/provenance/mobile-sam-model-metadata.json +166 -0
- package/docs/evidence/v02/split-choice-noul-dev6.json +72 -0
- package/docs/evidence/v02/split-choice-noul-dev6.md +11 -0
- package/docs/evidence/v02/supported-vision-screen-20261020.md +65 -0
- package/docs/evidence/v02/wesnoth-1.16.11-minimap-projection-source-audit.md +56 -0
- package/docs/evidence/v02/wesnoth-proof-root-review-20261020-v1.json +76 -0
- package/docs/operations.md +8 -2
- package/docs/plan.md +2 -0
- package/docs/publishing.md +16 -1
- package/docs/research/text-transport-audit.md +66 -0
- package/docs/v02-usage.md +164 -0
- package/docs/vision-results.md +31 -2
- package/package.json +30 -5
|
@@ -0,0 +1,460 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "zorya-categorical-dev40-evaluation-v1",
|
|
3
|
+
"profileId": "native-luna-categorical-presence-sam-target-only-v1",
|
|
4
|
+
"phase": "dev",
|
|
5
|
+
"producerRevision": "e4f55baa2c3c8a9ccc711a8aafc56d0c69f4af82",
|
|
6
|
+
"predispatchFreezeSha256": "c1f2000d59a0724acb41c5c46e647e8c964295e522e8722c2d2512723e02f69a",
|
|
7
|
+
"producerSourceSha256": "7ec64fb859b8e322bcd5e5b8956c4b7c0be5e2ceec36d19fc08906e3912ca46d",
|
|
8
|
+
"variantSha256": "2a93ed9cf65e545fcdae30cb2d42c94f87791b51067365d4a7b20583fc185e6d",
|
|
9
|
+
"complete": true,
|
|
10
|
+
"coverage": {
|
|
11
|
+
"planned": 40,
|
|
12
|
+
"reported": 40,
|
|
13
|
+
"missing": [],
|
|
14
|
+
"denominatorPolicy": "all planned cases; missing results fail qualification, not invented API calls"
|
|
15
|
+
},
|
|
16
|
+
"classificationCorrect": 35,
|
|
17
|
+
"localization": {
|
|
18
|
+
"attempted": 40,
|
|
19
|
+
"positives": 30,
|
|
20
|
+
"negatives": 10,
|
|
21
|
+
"matched": 0,
|
|
22
|
+
"localizationRate": 0,
|
|
23
|
+
"falseLocations": 0,
|
|
24
|
+
"falseLocationRate": 0,
|
|
25
|
+
"unknown": 33,
|
|
26
|
+
"failed": 4,
|
|
27
|
+
"correct": 2
|
|
28
|
+
},
|
|
29
|
+
"photoLocalization": {
|
|
30
|
+
"attempted": 20,
|
|
31
|
+
"positives": 16,
|
|
32
|
+
"negatives": 4,
|
|
33
|
+
"matched": 0,
|
|
34
|
+
"localizationRate": 0,
|
|
35
|
+
"falseLocations": 0,
|
|
36
|
+
"falseLocationRate": 0,
|
|
37
|
+
"unknown": 16,
|
|
38
|
+
"failed": 3,
|
|
39
|
+
"correct": 0
|
|
40
|
+
},
|
|
41
|
+
"maskMetrics": {
|
|
42
|
+
"threshold": 0.8,
|
|
43
|
+
"truthCases": 5,
|
|
44
|
+
"scoredCases": 0,
|
|
45
|
+
"unavailableAnnotatedCases": 5,
|
|
46
|
+
"unannotatedCases": 35,
|
|
47
|
+
"referenceInstances": 7,
|
|
48
|
+
"scoredReferenceInstances": 0,
|
|
49
|
+
"unavailableReferenceInstances": 7,
|
|
50
|
+
"passingReferenceInstances": 0,
|
|
51
|
+
"passedCases": 0,
|
|
52
|
+
"meanBestInstanceIoU": null
|
|
53
|
+
},
|
|
54
|
+
"byStratum": {
|
|
55
|
+
"photo": {
|
|
56
|
+
"cases": 20,
|
|
57
|
+
"classificationCorrect": 17,
|
|
58
|
+
"positiveCases": 16,
|
|
59
|
+
"wholeMatches": 0
|
|
60
|
+
},
|
|
61
|
+
"ui": {
|
|
62
|
+
"cases": 10,
|
|
63
|
+
"classificationCorrect": 8,
|
|
64
|
+
"positiveCases": 7,
|
|
65
|
+
"wholeMatches": 0
|
|
66
|
+
},
|
|
67
|
+
"map": {
|
|
68
|
+
"cases": 10,
|
|
69
|
+
"classificationCorrect": 10,
|
|
70
|
+
"positiveCases": 7,
|
|
71
|
+
"wholeMatches": 0
|
|
72
|
+
}
|
|
73
|
+
},
|
|
74
|
+
"results": [
|
|
75
|
+
{
|
|
76
|
+
"caseId": "photo-dev-present-01",
|
|
77
|
+
"imageSha256": "71e781adb0c2d47d97e6fd5868e6dbe4de8c1375536e1753f897931ff90575dc",
|
|
78
|
+
"expectedPresence": "present",
|
|
79
|
+
"sourceStatus": "unknown",
|
|
80
|
+
"classificationCorrect": true,
|
|
81
|
+
"localizationCorrect": false
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
"caseId": "photo-dev-present-02",
|
|
85
|
+
"imageSha256": "a27d93b12fadd550899a1d1d8ce70d34ba3c692affebf09134eda838910fcab5",
|
|
86
|
+
"expectedPresence": "present",
|
|
87
|
+
"sourceStatus": "unknown",
|
|
88
|
+
"classificationCorrect": true,
|
|
89
|
+
"localizationCorrect": false
|
|
90
|
+
},
|
|
91
|
+
{
|
|
92
|
+
"caseId": "photo-dev-present-03",
|
|
93
|
+
"imageSha256": "e20c5e6f6a9334aca94289a99a56f3c0ee7cb8de8f5e00eff886cf772600250c",
|
|
94
|
+
"expectedPresence": "present",
|
|
95
|
+
"sourceStatus": "failed",
|
|
96
|
+
"classificationCorrect": true,
|
|
97
|
+
"localizationCorrect": false
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
"caseId": "photo-dev-present-04",
|
|
101
|
+
"imageSha256": "66fe4e85ef638a2f28d5a2e7472ccebe46d2c8446304db73659d8af37f0d489c",
|
|
102
|
+
"expectedPresence": "present",
|
|
103
|
+
"sourceStatus": "unknown",
|
|
104
|
+
"classificationCorrect": true,
|
|
105
|
+
"localizationCorrect": false
|
|
106
|
+
},
|
|
107
|
+
{
|
|
108
|
+
"caseId": "photo-dev-present-05",
|
|
109
|
+
"imageSha256": "71b99532e14abb6098a704e9bd9c2c50eebba72588a49e60c8a4b89af4eea4c5",
|
|
110
|
+
"expectedPresence": "present",
|
|
111
|
+
"sourceStatus": "unknown",
|
|
112
|
+
"classificationCorrect": true,
|
|
113
|
+
"localizationCorrect": false
|
|
114
|
+
},
|
|
115
|
+
{
|
|
116
|
+
"caseId": "photo-dev-present-06",
|
|
117
|
+
"imageSha256": "ad0eb4bf4a6c2c1be585846a943aa06ec2440696b7e8874374904eb25dcc594a",
|
|
118
|
+
"expectedPresence": "present",
|
|
119
|
+
"sourceStatus": "unknown",
|
|
120
|
+
"classificationCorrect": true,
|
|
121
|
+
"localizationCorrect": false
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
"caseId": "photo-dev-present-07",
|
|
125
|
+
"imageSha256": "16cae5fc9b21c562a005d7e1a00809ea90e4b143ee13614aefffa75fb113e044",
|
|
126
|
+
"expectedPresence": "present",
|
|
127
|
+
"sourceStatus": "unknown",
|
|
128
|
+
"classificationCorrect": true,
|
|
129
|
+
"localizationCorrect": false
|
|
130
|
+
},
|
|
131
|
+
{
|
|
132
|
+
"caseId": "photo-dev-present-08",
|
|
133
|
+
"imageSha256": "74b944d3b7d88a046d01f2d813c88e8a6415296db938a343a83d86048f4c3a4f",
|
|
134
|
+
"expectedPresence": "present",
|
|
135
|
+
"sourceStatus": "unknown",
|
|
136
|
+
"classificationCorrect": true,
|
|
137
|
+
"localizationCorrect": false
|
|
138
|
+
},
|
|
139
|
+
{
|
|
140
|
+
"caseId": "photo-dev-present-09",
|
|
141
|
+
"imageSha256": "6710905e971316f4b0d0fe1535eb64702807bc4c041bc161ea1ce1208eff5a0f",
|
|
142
|
+
"expectedPresence": "present",
|
|
143
|
+
"sourceStatus": "unknown",
|
|
144
|
+
"classificationCorrect": true,
|
|
145
|
+
"localizationCorrect": false
|
|
146
|
+
},
|
|
147
|
+
{
|
|
148
|
+
"caseId": "photo-dev-present-10",
|
|
149
|
+
"imageSha256": "f118352c4bfeb65b0a2dae153428ce0f802a01a232d45d0be4b0a7176bfaa342",
|
|
150
|
+
"expectedPresence": "present",
|
|
151
|
+
"sourceStatus": "unknown",
|
|
152
|
+
"classificationCorrect": true,
|
|
153
|
+
"localizationCorrect": false
|
|
154
|
+
},
|
|
155
|
+
{
|
|
156
|
+
"caseId": "photo-dev-present-11",
|
|
157
|
+
"imageSha256": "07ab595c6482338b5982d61ac175450295be81338e9c641b218d7794b658249e",
|
|
158
|
+
"expectedPresence": "present",
|
|
159
|
+
"sourceStatus": "unknown",
|
|
160
|
+
"classificationCorrect": true,
|
|
161
|
+
"localizationCorrect": false
|
|
162
|
+
},
|
|
163
|
+
{
|
|
164
|
+
"caseId": "photo-dev-present-12",
|
|
165
|
+
"imageSha256": "65c38939211e8ae0d98e7d01fd3bc8d159fe8b96969940a169e82556071059c8",
|
|
166
|
+
"expectedPresence": "present",
|
|
167
|
+
"sourceStatus": "unknown",
|
|
168
|
+
"classificationCorrect": true,
|
|
169
|
+
"localizationCorrect": false
|
|
170
|
+
},
|
|
171
|
+
{
|
|
172
|
+
"caseId": "photo-dev-present-13",
|
|
173
|
+
"imageSha256": "750f09aeeb5d1113088eedaf47f201f0837ad64720f836a69fec9ed3e4f1e5a7",
|
|
174
|
+
"expectedPresence": "present",
|
|
175
|
+
"sourceStatus": "unknown",
|
|
176
|
+
"classificationCorrect": true,
|
|
177
|
+
"localizationCorrect": false
|
|
178
|
+
},
|
|
179
|
+
{
|
|
180
|
+
"caseId": "photo-dev-present-14",
|
|
181
|
+
"imageSha256": "77681ffeb78a27bb0d59111acb638254948ece8115f6e5f6d1438b50c319c4d1",
|
|
182
|
+
"expectedPresence": "present",
|
|
183
|
+
"sourceStatus": "located",
|
|
184
|
+
"classificationCorrect": true,
|
|
185
|
+
"localizationCorrect": false
|
|
186
|
+
},
|
|
187
|
+
{
|
|
188
|
+
"caseId": "photo-dev-present-15",
|
|
189
|
+
"imageSha256": "a0a80df65932f8cb7cf7367305372c04aa37f1991436e4f1cb7828c9138f708e",
|
|
190
|
+
"expectedPresence": "present",
|
|
191
|
+
"sourceStatus": "unknown",
|
|
192
|
+
"classificationCorrect": true,
|
|
193
|
+
"localizationCorrect": false
|
|
194
|
+
},
|
|
195
|
+
{
|
|
196
|
+
"caseId": "photo-dev-present-16",
|
|
197
|
+
"imageSha256": "4a0dffd0f9f85bacac77d4f372c1f3eb754ba6a7440de3bc7c7f6a42f4c53ecd",
|
|
198
|
+
"expectedPresence": "present",
|
|
199
|
+
"sourceStatus": "unknown",
|
|
200
|
+
"classificationCorrect": true,
|
|
201
|
+
"localizationCorrect": false
|
|
202
|
+
},
|
|
203
|
+
{
|
|
204
|
+
"caseId": "photo-dev-absent-01",
|
|
205
|
+
"imageSha256": "604b8fa9c30881acee7c67d078bb7d08f846aeac6152dc1bf23a41ddefe45988",
|
|
206
|
+
"expectedPresence": "absent",
|
|
207
|
+
"sourceStatus": "unknown",
|
|
208
|
+
"classificationCorrect": true,
|
|
209
|
+
"localizationCorrect": false
|
|
210
|
+
},
|
|
211
|
+
{
|
|
212
|
+
"caseId": "photo-dev-absent-02",
|
|
213
|
+
"imageSha256": "8bcbc695bc113f645bb66dd2e03615764cd37d80e5794d8f9ffc79f1e364e077",
|
|
214
|
+
"expectedPresence": "absent",
|
|
215
|
+
"sourceStatus": "failed",
|
|
216
|
+
"classificationCorrect": false,
|
|
217
|
+
"localizationCorrect": false
|
|
218
|
+
},
|
|
219
|
+
{
|
|
220
|
+
"caseId": "photo-dev-absent-03",
|
|
221
|
+
"imageSha256": "f8c2cc736fd7941bf2bc51c73147aeec96deba4b22e6948fe088a2d9121c51a6",
|
|
222
|
+
"expectedPresence": "absent",
|
|
223
|
+
"sourceStatus": "failed",
|
|
224
|
+
"classificationCorrect": false,
|
|
225
|
+
"localizationCorrect": false
|
|
226
|
+
},
|
|
227
|
+
{
|
|
228
|
+
"caseId": "photo-dev-absent-04",
|
|
229
|
+
"imageSha256": "085ac7dc3243e28816e69f5e1ad56b9e8858c7135fac366f3172ad862e28eeae",
|
|
230
|
+
"expectedPresence": "absent",
|
|
231
|
+
"sourceStatus": "unknown",
|
|
232
|
+
"classificationCorrect": false,
|
|
233
|
+
"localizationCorrect": false
|
|
234
|
+
},
|
|
235
|
+
{
|
|
236
|
+
"caseId": "ui-geany-oracle-dev-present-01",
|
|
237
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
238
|
+
"expectedPresence": "present",
|
|
239
|
+
"sourceStatus": "unknown",
|
|
240
|
+
"classificationCorrect": true,
|
|
241
|
+
"localizationCorrect": false
|
|
242
|
+
},
|
|
243
|
+
{
|
|
244
|
+
"caseId": "ui-geany-oracle-dev-present-02",
|
|
245
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
246
|
+
"expectedPresence": "present",
|
|
247
|
+
"sourceStatus": "unknown",
|
|
248
|
+
"classificationCorrect": true,
|
|
249
|
+
"localizationCorrect": false
|
|
250
|
+
},
|
|
251
|
+
{
|
|
252
|
+
"caseId": "ui-geany-oracle-dev-present-03",
|
|
253
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
254
|
+
"expectedPresence": "present",
|
|
255
|
+
"sourceStatus": "unknown",
|
|
256
|
+
"classificationCorrect": true,
|
|
257
|
+
"localizationCorrect": false
|
|
258
|
+
},
|
|
259
|
+
{
|
|
260
|
+
"caseId": "ui-geany-oracle-dev-present-04",
|
|
261
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
262
|
+
"expectedPresence": "present",
|
|
263
|
+
"sourceStatus": "unknown",
|
|
264
|
+
"classificationCorrect": true,
|
|
265
|
+
"localizationCorrect": false
|
|
266
|
+
},
|
|
267
|
+
{
|
|
268
|
+
"caseId": "ui-geany-oracle-dev-present-05",
|
|
269
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
270
|
+
"expectedPresence": "present",
|
|
271
|
+
"sourceStatus": "unknown",
|
|
272
|
+
"classificationCorrect": true,
|
|
273
|
+
"localizationCorrect": false
|
|
274
|
+
},
|
|
275
|
+
{
|
|
276
|
+
"caseId": "ui-geany-oracle-dev-present-06",
|
|
277
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
278
|
+
"expectedPresence": "present",
|
|
279
|
+
"sourceStatus": "unknown",
|
|
280
|
+
"classificationCorrect": true,
|
|
281
|
+
"localizationCorrect": false
|
|
282
|
+
},
|
|
283
|
+
{
|
|
284
|
+
"caseId": "ui-geany-oracle-dev-present-07",
|
|
285
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
286
|
+
"expectedPresence": "present",
|
|
287
|
+
"sourceStatus": "unknown",
|
|
288
|
+
"classificationCorrect": true,
|
|
289
|
+
"localizationCorrect": false
|
|
290
|
+
},
|
|
291
|
+
{
|
|
292
|
+
"caseId": "ui-geany-oracle-dev-absent-01",
|
|
293
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
294
|
+
"expectedPresence": "absent",
|
|
295
|
+
"sourceStatus": "unknown",
|
|
296
|
+
"classificationCorrect": false,
|
|
297
|
+
"localizationCorrect": false
|
|
298
|
+
},
|
|
299
|
+
{
|
|
300
|
+
"caseId": "ui-geany-oracle-dev-absent-02",
|
|
301
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
302
|
+
"expectedPresence": "absent",
|
|
303
|
+
"sourceStatus": "unknown",
|
|
304
|
+
"classificationCorrect": false,
|
|
305
|
+
"localizationCorrect": false
|
|
306
|
+
},
|
|
307
|
+
{
|
|
308
|
+
"caseId": "ui-geany-oracle-dev-absent-03",
|
|
309
|
+
"imageSha256": "0f9fc1eee9473f8ecf03a61e9dc7fccf369e1bc58feb9d0671165b16eded1a09",
|
|
310
|
+
"expectedPresence": "absent",
|
|
311
|
+
"sourceStatus": "failed",
|
|
312
|
+
"classificationCorrect": true,
|
|
313
|
+
"localizationCorrect": false
|
|
314
|
+
},
|
|
315
|
+
{
|
|
316
|
+
"caseId": "map-freeciv-oracle-dev-present-01",
|
|
317
|
+
"imageSha256": "bfe6318454b7122c609e3672e87852df73b0778703ac28796ab6490cb7686460",
|
|
318
|
+
"expectedPresence": "present",
|
|
319
|
+
"sourceStatus": "unknown",
|
|
320
|
+
"classificationCorrect": true,
|
|
321
|
+
"localizationCorrect": false
|
|
322
|
+
},
|
|
323
|
+
{
|
|
324
|
+
"caseId": "map-freeciv-oracle-dev-present-02",
|
|
325
|
+
"imageSha256": "1d696fe4fd5ab990650da67c20b78d3240c048e4849ab8f043c398cfcf1ecc85",
|
|
326
|
+
"expectedPresence": "present",
|
|
327
|
+
"sourceStatus": "unknown",
|
|
328
|
+
"classificationCorrect": true,
|
|
329
|
+
"localizationCorrect": false
|
|
330
|
+
},
|
|
331
|
+
{
|
|
332
|
+
"caseId": "map-freeciv-oracle-dev-present-03",
|
|
333
|
+
"imageSha256": "bf553f5d9b693d654bed6d438bc1f548c6d7719a32e423695b599d603feb9367",
|
|
334
|
+
"expectedPresence": "present",
|
|
335
|
+
"sourceStatus": "unknown",
|
|
336
|
+
"classificationCorrect": true,
|
|
337
|
+
"localizationCorrect": false
|
|
338
|
+
},
|
|
339
|
+
{
|
|
340
|
+
"caseId": "map-freeciv-oracle-dev-present-04",
|
|
341
|
+
"imageSha256": "64523faf973f4ee597b381152c1ca60fdf919e298af6627327ec0571219c7a79",
|
|
342
|
+
"expectedPresence": "present",
|
|
343
|
+
"sourceStatus": "unknown",
|
|
344
|
+
"classificationCorrect": true,
|
|
345
|
+
"localizationCorrect": false
|
|
346
|
+
},
|
|
347
|
+
{
|
|
348
|
+
"caseId": "map-freeciv-oracle-dev-present-05",
|
|
349
|
+
"imageSha256": "a970216cbccf7456464e5ca25fc120e1e3994344e5fdc95607c1eb27d61ec205",
|
|
350
|
+
"expectedPresence": "present",
|
|
351
|
+
"sourceStatus": "unknown",
|
|
352
|
+
"classificationCorrect": true,
|
|
353
|
+
"localizationCorrect": false
|
|
354
|
+
},
|
|
355
|
+
{
|
|
356
|
+
"caseId": "map-freeciv-oracle-dev-present-06",
|
|
357
|
+
"imageSha256": "07e1ea0a28ea9e7e183e6c8c04797e0fee0995c9f91d0933293bac73f2ea4e2a",
|
|
358
|
+
"expectedPresence": "present",
|
|
359
|
+
"sourceStatus": "unknown",
|
|
360
|
+
"classificationCorrect": true,
|
|
361
|
+
"localizationCorrect": false
|
|
362
|
+
},
|
|
363
|
+
{
|
|
364
|
+
"caseId": "map-freeciv-oracle-dev-present-07",
|
|
365
|
+
"imageSha256": "c9ae28636545d886730514468e10daea0864720b28e812e332f9ea6f0a7c53b8",
|
|
366
|
+
"expectedPresence": "present",
|
|
367
|
+
"sourceStatus": "unknown",
|
|
368
|
+
"classificationCorrect": true,
|
|
369
|
+
"localizationCorrect": false
|
|
370
|
+
},
|
|
371
|
+
{
|
|
372
|
+
"caseId": "map-freeciv-oracle-dev-absent-bomber",
|
|
373
|
+
"imageSha256": "7b3d2a97fe944836485af95efacd265d713ff68578b0c99029acd11d621a51e7",
|
|
374
|
+
"expectedPresence": "absent",
|
|
375
|
+
"sourceStatus": "not-found",
|
|
376
|
+
"classificationCorrect": true,
|
|
377
|
+
"localizationCorrect": true
|
|
378
|
+
},
|
|
379
|
+
{
|
|
380
|
+
"caseId": "map-freeciv-oracle-dev-absent-battleship",
|
|
381
|
+
"imageSha256": "d137f8168d0bf1aa4d4a870ef3e883580ab9ca0131828235df5318e8ba6e832c",
|
|
382
|
+
"expectedPresence": "absent",
|
|
383
|
+
"sourceStatus": "not-found",
|
|
384
|
+
"classificationCorrect": true,
|
|
385
|
+
"localizationCorrect": true
|
|
386
|
+
},
|
|
387
|
+
{
|
|
388
|
+
"caseId": "map-freeciv-oracle-dev-absent-fighter",
|
|
389
|
+
"imageSha256": "4c48235b5a5c4413eccae22ad9ef2e89b697c073d40cf8c7b3c8978b662eacfa",
|
|
390
|
+
"expectedPresence": "absent",
|
|
391
|
+
"sourceStatus": "unknown",
|
|
392
|
+
"classificationCorrect": true,
|
|
393
|
+
"localizationCorrect": false
|
|
394
|
+
}
|
|
395
|
+
],
|
|
396
|
+
"budget": {
|
|
397
|
+
"admittedPhysicalCalls": 193,
|
|
398
|
+
"knownCostUsd": 0.09535619999999999,
|
|
399
|
+
"unknownCostCalls": 4,
|
|
400
|
+
"inFlightCalls": 0,
|
|
401
|
+
"accountedExposureUsd": 0.2953562,
|
|
402
|
+
"maxPhysicalCalls": 300,
|
|
403
|
+
"maxCostUsd": 5
|
|
404
|
+
},
|
|
405
|
+
"providerFailures": {
|
|
406
|
+
"physical": 4,
|
|
407
|
+
"httpStatuses": {
|
|
408
|
+
"502": 4
|
|
409
|
+
},
|
|
410
|
+
"bodyRead": {
|
|
411
|
+
"parsed": 4
|
|
412
|
+
}
|
|
413
|
+
},
|
|
414
|
+
"producerInputs": [
|
|
415
|
+
{
|
|
416
|
+
"sha256": "6c9ed29d8586c7887ae0861fc853baf203cb43790df4959390da4b5cc9ac679a",
|
|
417
|
+
"cases": 20
|
|
418
|
+
},
|
|
419
|
+
{
|
|
420
|
+
"sha256": "6013a54bebba277f6457765cd8ef78e12e2dd5bab4453a752967233ebb429bfc",
|
|
421
|
+
"cases": 10
|
|
422
|
+
},
|
|
423
|
+
{
|
|
424
|
+
"sha256": "b04ba6cac5b39c927281f61e4af7dcc7a5c5c2272a637aa9676ab3009fbd5d15",
|
|
425
|
+
"cases": 10
|
|
426
|
+
}
|
|
427
|
+
],
|
|
428
|
+
"truthSha256": [
|
|
429
|
+
"793e26845deaa2cb56748ef270b8cb02877218d680068573f02e5af92b26af6a",
|
|
430
|
+
"c7944190e1cadab695f2688351df10a14132986040dafb72794bb1df4571abfe",
|
|
431
|
+
"874971d3e9344f7c54207064115257e5c802260d2a996a53f96bb6a68b2afad3"
|
|
432
|
+
],
|
|
433
|
+
"artifactSha256": {
|
|
434
|
+
"summary.json": "4dc19152bd90a8a435ba257ea7caf893c0bb64aaad824ccb8a32d5f24e07fd7b",
|
|
435
|
+
"run-manifest.json": "24ec5267490c5b0f1e1994fe91f98775e3a148d6010f5310d06827e3cfc3c27a",
|
|
436
|
+
"run-complete.json": "47c6f7db5e9b75abe87ecdac6b03c7ee36c60262771a5f0b59f9b4d02c33db0c",
|
|
437
|
+
"derived.json": "ca834c221b48d197d1875c56dd91c72f4335f7548d17b6457eeafb4f0c5d308f",
|
|
438
|
+
"evaluation.json": "dafce762ced70a0b877620a6ef1d473457aa03e099147e181539db77fd852c5b",
|
|
439
|
+
"provenance.json": "25469fa77d14d77ee8155333206063ea6a2abfdc32726e4f452c55d6ce21b272"
|
|
440
|
+
},
|
|
441
|
+
"evaluatorSourceSha256": {
|
|
442
|
+
"benchmarks/v02/evaluate-categorical-fresh.ts": "5b9e0312bbb7a32480090c7254c85d5c5e19dcc955b17284c3480e8fb3e3c450",
|
|
443
|
+
"benchmarks/v02/evaluate-proposals.ts": "78ff41aae9634b002cc9fe3e065d462c482e1359d1a5786433743e195bc44e54",
|
|
444
|
+
"benchmarks/v02/evaluate-fresh.ts": "6e12a97f476551d4414e6ab04e187c7a274696ce3e91d1547ab7bd77b366cb8e",
|
|
445
|
+
"benchmarks/v02/metrics.ts": "c22e5ff58ac13f9c54ce064fe839ca690de6c511384cf3a2546ef3de0d761416"
|
|
446
|
+
},
|
|
447
|
+
"latencyRankingEligible": false,
|
|
448
|
+
"devNegativeGatePassed": true,
|
|
449
|
+
"winnerSelected": false,
|
|
450
|
+
"heldoutQualified": false,
|
|
451
|
+
"releaseQualified": false,
|
|
452
|
+
"limits": [
|
|
453
|
+
"Every planned case, failure and unknown is retained.",
|
|
454
|
+
"The single returned box did not meet the whole-object match criteria.",
|
|
455
|
+
"No annotated mask was available to score for the returned extraction.",
|
|
456
|
+
"Four 502 charges remain unknown with conservative reservations.",
|
|
457
|
+
"These exposed DEV results do not qualify blind accuracy.",
|
|
458
|
+
"Timings overlap native stress and are unranked."
|
|
459
|
+
]
|
|
460
|
+
}
|
|
@@ -0,0 +1,215 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "categorical-heldout-admission-v1",
|
|
3
|
+
"createdAt": "2026-10-20T18:13:21.174Z",
|
|
4
|
+
"freeze": {
|
|
5
|
+
"file": "categorical-heldout-run-freeze-20261020-v3.json",
|
|
6
|
+
"sha256": "d621530a0bea286d7ae3df83af7d74f7ecb2b94b7873f1cd3397ef085e695a9a"
|
|
7
|
+
},
|
|
8
|
+
"methodSelectionSha256": "fabb05c2c472c30a8cb20a5f9b6d697b932d94aedc43976359746463ef8708b9",
|
|
9
|
+
"rootSourceRevision": "e551253376ff4658696a58a1f78ec7605d8ef670",
|
|
10
|
+
"sealedProducerRevision": "6e398aecdbe8e34ade71ed83a7d64b7ab85a02d3",
|
|
11
|
+
"producerSource": {
|
|
12
|
+
"candidate": {
|
|
13
|
+
"files": 67,
|
|
14
|
+
"sha256": "1de61734a9c7144d17ea2b2ff32047a28edaba0a1a01cc9040207e82535c8b53"
|
|
15
|
+
},
|
|
16
|
+
"noImage": {
|
|
17
|
+
"files": 73,
|
|
18
|
+
"sha256": "9c4a1e56369091fd7f745a120aabc81c45a76b6c7a2d44596484e15a79ab2bb8"
|
|
19
|
+
},
|
|
20
|
+
"rootAndSealedBytesMatch": true
|
|
21
|
+
},
|
|
22
|
+
"noImagePrompt": {
|
|
23
|
+
"variant": "grammar-plus-examples",
|
|
24
|
+
"sha256": "e442e9dc2bb920db4bf91b11e6b1e7f507f78f3a778af19fcdb79e98eb87cf5d"
|
|
25
|
+
},
|
|
26
|
+
"preDispatchGates": {
|
|
27
|
+
"localTests": 451,
|
|
28
|
+
"failed": 0,
|
|
29
|
+
"skipped": 0,
|
|
30
|
+
"check": "passed",
|
|
31
|
+
"format": "passed",
|
|
32
|
+
"ci": {
|
|
33
|
+
"receipt": "ci-e551253.json",
|
|
34
|
+
"jobs": 4,
|
|
35
|
+
"passed": 4
|
|
36
|
+
},
|
|
37
|
+
"installedArchive": {
|
|
38
|
+
"revision": "e551253376ff4658696a58a1f78ec7605d8ef670",
|
|
39
|
+
"sha256": "a667f43544e327eda17c5b1f7ab7a0e97da9ae0ab5e944d89813b5da84c5f6c3",
|
|
40
|
+
"files": 273,
|
|
41
|
+
"unpackedBytes": 3771154,
|
|
42
|
+
"consumer": "passed",
|
|
43
|
+
"httpCalls": 0,
|
|
44
|
+
"archiveRetained": false
|
|
45
|
+
},
|
|
46
|
+
"resource": "proposal-resource-soak-261dc23.json",
|
|
47
|
+
"runtimeParity": {
|
|
48
|
+
"unchangedSourceFiles": 53,
|
|
49
|
+
"sinceRevision": "0c365cb13173e290365a5aa2a1aec122c42b0b4d",
|
|
50
|
+
"distFiles": 106,
|
|
51
|
+
"distManifestSha256": "87f6a18d46107ca08b37170db1e9204514dfc72a1dfc3181f59e8ffe76d85c95"
|
|
52
|
+
},
|
|
53
|
+
"gitleaksHistory": {
|
|
54
|
+
"version": "8.30.1",
|
|
55
|
+
"revision": "e551253376ff4658696a58a1f78ec7605d8ef670",
|
|
56
|
+
"commits": 91,
|
|
57
|
+
"findings": 0
|
|
58
|
+
}
|
|
59
|
+
},
|
|
60
|
+
"exposure": {
|
|
61
|
+
"rootAndDispatcherInspectedFreshPixels": false,
|
|
62
|
+
"rootAndDispatcherInspectedPerCaseTruth": false,
|
|
63
|
+
"rootMetadataOnly": true,
|
|
64
|
+
"curatorRoleOwnsLabels": true,
|
|
65
|
+
"admissionBeforeAnyHeldoutProviderDispatch": true,
|
|
66
|
+
"priorFailedBlindCohortExcluded": true
|
|
67
|
+
},
|
|
68
|
+
"sourceAdmission": {
|
|
69
|
+
"originalPrivateReceiptSha256": "8952e3ec254f69a72620d550c831929fb3a704b8c9da3f860f9488919634c57f",
|
|
70
|
+
"metadata": {
|
|
71
|
+
"aggregateCounts": {
|
|
72
|
+
"cases": 80,
|
|
73
|
+
"negative": 20,
|
|
74
|
+
"photoCasesWithAtLeastOneReferenceMask": 21,
|
|
75
|
+
"photoReferenceMaskInstances": 32,
|
|
76
|
+
"positive": 60
|
|
77
|
+
},
|
|
78
|
+
"candidateOrder": ["photo", "ui", "map"],
|
|
79
|
+
"caseCounts": {
|
|
80
|
+
"map": {
|
|
81
|
+
"cases": 20,
|
|
82
|
+
"freshTruthSha256": "9710edd246a9c2253172bfbd6205b9b2ded393dbd54e0d7a73d301c8f69b6f78",
|
|
83
|
+
"inputSha256": "2c18d2c1bae481d0a1239802f32d4ac985bc0d33a028eaafb490fd5995de7a3b",
|
|
84
|
+
"negative": 5,
|
|
85
|
+
"positive": 15,
|
|
86
|
+
"sourceLedgerSha256": "8dc35d0afd4918c80d96fe263729454bf096b470779bd4c05c4b8e6b0cc215ef",
|
|
87
|
+
"sourceTruthSha256": "ee279f6568613c0255984f89d636df23fff02a1c98f041fcb266dbd2201a03c3"
|
|
88
|
+
},
|
|
89
|
+
"photo": {
|
|
90
|
+
"cases": 40,
|
|
91
|
+
"freshTruthSha256": "e0b6b8b977ac31e41e74d1f73044e8638bbfeb8c76fae5732a1207112c7b7caa",
|
|
92
|
+
"inputSha256": "93cf40732075ab63fd26b77806a7b118382e816c6ab691bf3e5ee68a2acbf013",
|
|
93
|
+
"negative": 10,
|
|
94
|
+
"positive": 30,
|
|
95
|
+
"sourceLedgerSha256": "19507c1c53c7eec76791ae0cd2997db839867afc564d15fc92829b43436d79fe",
|
|
96
|
+
"sourceTruthSha256": "e0b6b8b977ac31e41e74d1f73044e8638bbfeb8c76fae5732a1207112c7b7caa"
|
|
97
|
+
},
|
|
98
|
+
"ui": {
|
|
99
|
+
"cases": 20,
|
|
100
|
+
"freshTruthSha256": "047011b2e15c1f43f6d0ab3aff413ffc7cb24fe9c2c08e9ce8be2c12ee3e176c",
|
|
101
|
+
"inputSha256": "1bf7940fd92fdc1f7fa295296dfc5f84c5f4c32ccc41b7a2e80a0059bff918c3",
|
|
102
|
+
"negative": 5,
|
|
103
|
+
"positive": 15,
|
|
104
|
+
"sourceLedgerSha256": "6ee2d979470127330460f1c95bf4d11b6bd54addd43a6c9ee242f5770dfd7fc6",
|
|
105
|
+
"sourceTruthSha256": "41fe8ac9769aa7d1c0d8dd4d11a62cdd7ff47ee3e9eac0e046a00f9140b0f680"
|
|
106
|
+
}
|
|
107
|
+
},
|
|
108
|
+
"combinedPins": {
|
|
109
|
+
"inputs": {
|
|
110
|
+
"bytes": 45933,
|
|
111
|
+
"sha256": "6b6cbcf6347fd906f06c78d2b4a36e131344fadb7a06327d7e41ecec8b73f822"
|
|
112
|
+
},
|
|
113
|
+
"source-ledger": {
|
|
114
|
+
"bytes": 176215,
|
|
115
|
+
"sha256": "0382399d8c4184e3ea411f645b0df948efacad820c5982c1119c7f1e67f54133"
|
|
116
|
+
},
|
|
117
|
+
"truth": {
|
|
118
|
+
"bytes": 188218,
|
|
119
|
+
"sha256": "1d14963f8743604b5a78181744e56abe1cee53a9e8d259c529279824742912e3"
|
|
120
|
+
}
|
|
121
|
+
},
|
|
122
|
+
"commonImageRoot": "private staging; 112 hash-verified files (80 images and 32 masks); no out-of-root links",
|
|
123
|
+
"individualInputs": {
|
|
124
|
+
"map": {
|
|
125
|
+
"path": ".run/v03-heldout-curation/minetest/heldout-v3/map-oracle-v6/inputs.json",
|
|
126
|
+
"sha256": "2c18d2c1bae481d0a1239802f32d4ac985bc0d33a028eaafb490fd5995de7a3b"
|
|
127
|
+
},
|
|
128
|
+
"photo": {
|
|
129
|
+
"path": ".run/v03-heldout-curation/heldout80-photo-v3/inputs.json",
|
|
130
|
+
"sha256": "93cf40732075ab63fd26b77806a7b118382e816c6ab691bf3e5ee68a2acbf013"
|
|
131
|
+
},
|
|
132
|
+
"ui": {
|
|
133
|
+
"path": ".run/v03-heldout-curation/mousepad/heldout-v3/ui-oracle-v2/inputs.json",
|
|
134
|
+
"sha256": "1bf7940fd92fdc1f7fa295296dfc5f84c5f4c32ccc41b7a2e80a0059bff918c3"
|
|
135
|
+
}
|
|
136
|
+
},
|
|
137
|
+
"limitations": [
|
|
138
|
+
"Controlled UI and map families do not claim natural-capture diversity.",
|
|
139
|
+
"Photo mask coverage is incomplete; all available official masks are retained and scored separately.",
|
|
140
|
+
"Map capture uses one controlled Minetest minimap family with stable source-verified marker support."
|
|
141
|
+
],
|
|
142
|
+
"mapAdmission": {
|
|
143
|
+
"all20WorldmodInitFilesMatchGenericOracle": true,
|
|
144
|
+
"captureHistory": {
|
|
145
|
+
"allSourceAttemptsPreserved": true,
|
|
146
|
+
"baseV5Cases": 20,
|
|
147
|
+
"baseV5SourceStabilityRejects": 2,
|
|
148
|
+
"baseV5StrictPass": 18,
|
|
149
|
+
"boundedRetryCaptures": 3,
|
|
150
|
+
"excludedOriginalCaseAfterMaxAttempts": 1,
|
|
151
|
+
"preservedV4MismatchRun": true,
|
|
152
|
+
"replacementAttempts": {
|
|
153
|
+
"setupIncomplete": 1,
|
|
154
|
+
"strictSourcePass": 1
|
|
155
|
+
},
|
|
156
|
+
"replacementCaseAccepted": true,
|
|
157
|
+
"retryPasses": 1,
|
|
158
|
+
"setupIncompleteSeparateFromSourceStability": true,
|
|
159
|
+
"sourceStabilityRejectsAcrossBaseAndRetries": 5
|
|
160
|
+
},
|
|
161
|
+
"captureSourceSha256": "67aad0d41786d033f99ef63a521f269404df38368dcdfde8fe4376a0aa0cd45c",
|
|
162
|
+
"cases": 20,
|
|
163
|
+
"controlledMapFamilyLimit": "single Minetest 5.6.1 engine/game family; 150x150 minimap crop",
|
|
164
|
+
"derivationSourceSha256": "ff4720c3256f31e39f8f2207dbffd626695313b181acec6bb731abcbf09366a7",
|
|
165
|
+
"genericWorldmodOracleSha256": "cab8f3f62179fafaf0b4083790179c7d7a5e3d285e4a5fc9c501b9bc433ed79c",
|
|
166
|
+
"officialMarkerAssetSha256": "17386c72db28b5ed7c99a60fcbfa5b3fa7286cab7c1228d895bb54f0a5985ad5",
|
|
167
|
+
"oracleSourceSha256": "cab8f3f62179fafaf0b4083790179c7d7a5e3d285e4a5fc9c501b9bc433ed79c",
|
|
168
|
+
"rendererSourceSha256": "ded29762ae3c723dd923a89a01c5b8a197bb30443a0155bf0cc22b3bff13f855",
|
|
169
|
+
"sourceGroup": "controlled-map:minetest-5.6.1-minetest-game",
|
|
170
|
+
"stratum": "controlled-real-2d-minimap"
|
|
171
|
+
},
|
|
172
|
+
"photoAdmission": {
|
|
173
|
+
"exposureExclusion": "source ledger records exclusion of old v1/v2 image and photographer groups",
|
|
174
|
+
"license": "CC-BY-2.0 Flickr sources, per-image provenance recorded",
|
|
175
|
+
"negativeContradictions": 0,
|
|
176
|
+
"negativeRule": "explicit absence; exclude any negative with target-class box or segmentation row",
|
|
177
|
+
"source": "Open Images V5 validation",
|
|
178
|
+
"uniqueImages": 40,
|
|
179
|
+
"uniquePhotographerSourceGroups": 40
|
|
180
|
+
},
|
|
181
|
+
"schemaVersion": 1,
|
|
182
|
+
"status": "ready-for-root-freeze",
|
|
183
|
+
"uiAdmission": {
|
|
184
|
+
"cases": 20,
|
|
185
|
+
"controlledCssPaintOracle": "AT-SPI control identity/allocation plus exact four painted magenta edges and opaque fill",
|
|
186
|
+
"naturalCaptureClaim": false,
|
|
187
|
+
"provenance": {
|
|
188
|
+
"appLicenseEvidenceSha256": "026d2237c9b625a5de60dcc5f794c8b760788df4137d731a4aa391068a4dd30c",
|
|
189
|
+
"captureAndOracleSourceSha256": {
|
|
190
|
+
"capture.py": "6482195c3039a73e006406ef8f3e76f43b3ab7304bafbfc007e468e11206860a",
|
|
191
|
+
"derive.py": "0de05c65bbba52773094c6658554640edcd7347c0b76b3a77c87d6c273630fe9",
|
|
192
|
+
"paint-provider.c": "d94138e461226ac09d3de0f9f808d24b3194236ec7e6e685405fc6fcd0c8a9db",
|
|
193
|
+
"prepare_inputs.py": "737719c8dbe2e332cc81b7a146cc7d0b389e2989cc1a5381a9734f225ee30dea"
|
|
194
|
+
}
|
|
195
|
+
},
|
|
196
|
+
"sourceGroup": "controlled-ui:mousepad-0.6.1",
|
|
197
|
+
"stratum": "controlled-real-application"
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
},
|
|
201
|
+
"dispatchAuthorization": {
|
|
202
|
+
"status": "approved-after-freeze-commit",
|
|
203
|
+
"producer": "A5 sole paid dispatcher",
|
|
204
|
+
"order": ["candidate 80 cases", "photo-only no-image control 40 cases"],
|
|
205
|
+
"retry": 0,
|
|
206
|
+
"fallback": false,
|
|
207
|
+
"ordinaryFailurePolicy": "preserve all errors and charges; no restart/reselection"
|
|
208
|
+
},
|
|
209
|
+
"limitations": [
|
|
210
|
+
"One controlled Mousepad UI family and one controlled Minetest minimap family do not establish natural game/UI diversity.",
|
|
211
|
+
"Native vision candidate and no-image control use different models; the comparison is between recipes, not a causal image ablation.",
|
|
212
|
+
"Provider timing under concurrent source/CI work is unranked.",
|
|
213
|
+
"This admission receipt authorizes measurement; it does not qualify accuracy or authorize a release without the unchanged quality gates."
|
|
214
|
+
]
|
|
215
|
+
}
|