zorya-classifier 0.0.0-stage → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (369) hide show
  1. package/LICENSE +21 -0
  2. package/NOTICE.md +13 -0
  3. package/README.md +139 -2
  4. package/dist/app/cli-arguments.d.ts +40 -0
  5. package/dist/app/cli-arguments.js +67 -0
  6. package/dist/app/cli-route.d.ts +3 -0
  7. package/dist/app/cli-route.js +40 -0
  8. package/dist/app/create-classifier.d.ts +33 -0
  9. package/dist/app/create-classifier.js +312 -0
  10. package/dist/app/extraction-files.d.ts +9 -0
  11. package/dist/app/extraction-files.js +28 -0
  12. package/dist/cli.d.ts +2 -0
  13. package/dist/cli.js +77 -0
  14. package/dist/entities/boundary-view.d.ts +29 -0
  15. package/dist/entities/boundary-view.js +1 -0
  16. package/dist/entities/contracts.d.ts +471 -0
  17. package/dist/entities/contracts.js +97 -0
  18. package/dist/entities/cutout-raster.d.ts +7 -0
  19. package/dist/entities/cutout-raster.js +1 -0
  20. package/dist/entities/errors.d.ts +7 -0
  21. package/dist/entities/errors.js +16 -0
  22. package/dist/entities/object-proposals.d.ts +53 -0
  23. package/dist/entities/object-proposals.js +8 -0
  24. package/dist/entities/representation.d.ts +225 -0
  25. package/dist/entities/representation.js +33 -0
  26. package/dist/entities/segmentation-metadata.d.ts +11 -0
  27. package/dist/entities/segmentation-metadata.js +1 -0
  28. package/dist/entities/segmentation-verification.d.ts +30 -0
  29. package/dist/entities/segmentation-verification.js +1 -0
  30. package/dist/entities/segmentation.d.ts +159 -0
  31. package/dist/entities/segmentation.js +5 -0
  32. package/dist/entities/whole-object.d.ts +128 -0
  33. package/dist/entities/whole-object.js +7 -0
  34. package/dist/features/choice-beam-layout.d.ts +18 -0
  35. package/dist/features/choice-beam-layout.js +136 -0
  36. package/dist/features/choice.d.ts +4 -0
  37. package/dist/features/choice.js +83 -0
  38. package/dist/features/prompts.d.ts +8 -0
  39. package/dist/features/prompts.js +56 -0
  40. package/dist/features/segmentation/box-check.d.ts +10 -0
  41. package/dist/features/segmentation/box-check.js +299 -0
  42. package/dist/features/segmentation/mask.d.ts +6 -0
  43. package/dist/features/segmentation/mask.js +89 -0
  44. package/dist/features/segmentation/packed-mask.d.ts +5 -0
  45. package/dist/features/segmentation/packed-mask.js +53 -0
  46. package/dist/features/uniform-grid.d.ts +3 -0
  47. package/dist/features/uniform-grid.js +35 -0
  48. package/dist/index.d.ts +10 -0
  49. package/dist/index.js +2 -0
  50. package/dist/infrastructure/boundary-view.d.ts +2 -0
  51. package/dist/infrastructure/boundary-view.js +263 -0
  52. package/dist/infrastructure/openrouter-common.d.ts +130 -0
  53. package/dist/infrastructure/openrouter-common.js +317 -0
  54. package/dist/infrastructure/openrouter-vision.d.ts +11 -0
  55. package/dist/infrastructure/openrouter-vision.js +17 -0
  56. package/dist/infrastructure/openrouter.d.ts +19 -0
  57. package/dist/infrastructure/openrouter.js +207 -0
  58. package/dist/infrastructure/raster.d.ts +11 -0
  59. package/dist/infrastructure/raster.js +216 -0
  60. package/dist/infrastructure/segmentation/box-presentation.d.ts +2 -0
  61. package/dist/infrastructure/segmentation/box-presentation.js +136 -0
  62. package/dist/infrastructure/segmentation/cutout-raster.d.ts +3 -0
  63. package/dist/infrastructure/segmentation/cutout-raster.js +79 -0
  64. package/dist/infrastructure/segmentation/grabcut/index.d.ts +13 -0
  65. package/dist/infrastructure/segmentation/grabcut/index.js +118 -0
  66. package/dist/infrastructure/segmentation/grabcut/worker-inference.d.ts +47 -0
  67. package/dist/infrastructure/segmentation/grabcut/worker-inference.js +260 -0
  68. package/dist/infrastructure/segmentation/index.d.ts +2 -0
  69. package/dist/infrastructure/segmentation/index.js +2 -0
  70. package/dist/infrastructure/segmentation/mobile-sam/index.d.ts +58 -0
  71. package/dist/infrastructure/segmentation/mobile-sam/index.js +472 -0
  72. package/dist/infrastructure/segmentation/mobile-sam/worker-inference.d.ts +149 -0
  73. package/dist/infrastructure/segmentation/mobile-sam/worker-inference.js +845 -0
  74. package/dist/infrastructure/segmentation/native-child.d.ts +23 -0
  75. package/dist/infrastructure/segmentation/native-child.js +297 -0
  76. package/dist/infrastructure/segmentation/native-protocol.d.ts +923 -0
  77. package/dist/infrastructure/segmentation/native-protocol.js +242 -0
  78. package/dist/infrastructure/segmentation/native-worker.d.ts +1 -0
  79. package/dist/infrastructure/segmentation/native-worker.js +93 -0
  80. package/dist/infrastructure/segmentation/probe-backend.d.ts +1 -0
  81. package/dist/infrastructure/segmentation/probe-backend.js +31 -0
  82. package/dist/infrastructure/segmentation/proposal-presentation.d.ts +3 -0
  83. package/dist/infrastructure/segmentation/proposal-presentation.js +371 -0
  84. package/dist/infrastructure/segmentation/verify-asset.d.ts +4 -0
  85. package/dist/infrastructure/segmentation/verify-asset.js +32 -0
  86. package/dist/infrastructure/text-representation.d.ts +23 -0
  87. package/dist/infrastructure/text-representation.js +226 -0
  88. package/dist/infrastructure/vision-chat.d.ts +64 -0
  89. package/dist/infrastructure/vision-chat.js +318 -0
  90. package/dist/openai-compatible.d.ts +8 -0
  91. package/dist/openai-compatible.js +11 -0
  92. package/dist/openrouter.d.ts +4 -0
  93. package/dist/openrouter.js +2 -0
  94. package/dist/processes/boundary-state.d.ts +12 -0
  95. package/dist/processes/boundary-state.js +196 -0
  96. package/dist/processes/classify.d.ts +3 -0
  97. package/dist/processes/classify.js +39 -0
  98. package/dist/processes/extract-from-region.d.ts +19 -0
  99. package/dist/processes/extract-from-region.js +415 -0
  100. package/dist/processes/extract.d.ts +25 -0
  101. package/dist/processes/extract.js +223 -0
  102. package/dist/processes/locate.d.ts +3 -0
  103. package/dist/processes/locate.js +274 -0
  104. package/dist/processes/proposal-location.d.ts +19 -0
  105. package/dist/processes/proposal-location.js +396 -0
  106. package/dist/processes/whole-object.d.ts +7 -0
  107. package/dist/processes/whole-object.js +272 -0
  108. package/dist/segmentation.d.ts +10 -0
  109. package/dist/segmentation.js +4 -0
  110. package/dist/shared/choice-mass.d.ts +2 -0
  111. package/dist/shared/choice-mass.js +19 -0
  112. package/dist/shared/gate.d.ts +11 -0
  113. package/dist/shared/gate.js +52 -0
  114. package/dist/shared/input-budget.d.ts +7 -0
  115. package/dist/shared/input-budget.js +21 -0
  116. package/dist/shared/scope.d.ts +12 -0
  117. package/dist/shared/scope.js +29 -0
  118. package/docs/0.2.0-plan.md +190 -0
  119. package/docs/README.ru.md +258 -0
  120. package/docs/acceptance.md +144 -0
  121. package/docs/api.md +49 -0
  122. package/docs/architecture.md +45 -0
  123. package/docs/benchmarks.md +63 -0
  124. package/docs/categorical-presence-port.md +26 -0
  125. package/docs/evidence/current-linux-check.json +15 -0
  126. package/docs/evidence/decisions-completion-v1-manifest.json +96 -0
  127. package/docs/evidence/decisions-completion-v1-report.json +1205 -0
  128. package/docs/evidence/decisions-selection-v1-manifest.json +96 -0
  129. package/docs/evidence/decisions-selection-v1-report.json +1457 -0
  130. package/docs/evidence/jev-pricing-2026-10-18.json +69 -0
  131. package/docs/evidence/linux-check.json +20 -0
  132. package/docs/evidence/linux-check.txt +205 -0
  133. package/docs/evidence/live-release-smoke-manifest.json +82 -0
  134. package/docs/evidence/live-release-smoke-provenance.json +9 -0
  135. package/docs/evidence/live-release-smoke-report.json +2136 -0
  136. package/docs/evidence/live-v1-manifest.json +84 -0
  137. package/docs/evidence/live-v1-provenance.json +9 -0
  138. package/docs/evidence/live-v1-report.json +15555 -0
  139. package/docs/evidence/luna-decisions-fine-probe.json +19 -0
  140. package/docs/evidence/luna-decisions-locator-smoke-manifest.json +39 -0
  141. package/docs/evidence/luna-decisions-locator-smoke-report.json +149 -0
  142. package/docs/evidence/pack-check.json +26 -0
  143. package/docs/evidence/protocol-probes.json +61 -0
  144. package/docs/evidence/rejected-vision-selection-v1-qwen-photo-dev-01.json +42 -0
  145. package/docs/evidence/rejected-vision-selection-v1-qwen-photo-dev-17.json +42 -0
  146. package/docs/evidence/rejected-vision-selection-v1-qwen-photo-heldout-09.json +42 -0
  147. package/docs/evidence/rejected-vision-selection-v2-haiku-photo-dev-16.json +42 -0
  148. package/docs/evidence/rejected-vision-selection-v2-haiku-support-heldout-016.json +42 -0
  149. package/docs/evidence/v02/baseline.json +1043 -0
  150. package/docs/evidence/v02/boundary-variants.md +17 -0
  151. package/docs/evidence/v02/box-confirmation-dev40/README.md +15 -0
  152. package/docs/evidence/v02/box-confirmation-dev40/component-refinement.json +246 -0
  153. package/docs/evidence/v02/box-confirmation-dev40/evaluation.json +1663 -0
  154. package/docs/evidence/v02/box-confirmation-dev40/provenance.json +130 -0
  155. package/docs/evidence/v02/box-confirmation-dev40/report.json +127 -0
  156. package/docs/evidence/v02/box-confirmation-dev40-freeze-20261020-v1.json +230 -0
  157. package/docs/evidence/v02/box-confirmation-method-selection-20261020-v1.json +85 -0
  158. package/docs/evidence/v02/box-heldout-cancelled-before-dispatch-20261021-v1.json +32 -0
  159. package/docs/evidence/v02/box-heldout-combined-seal-20261021-v1.json +89 -0
  160. package/docs/evidence/v02/box-heldout-evaluator-truth-seal-20261021-v1.json +61 -0
  161. package/docs/evidence/v02/box-heldout-exclusion-audit-20261020-v1.json +81 -0
  162. package/docs/evidence/v02/box-heldout-map-seal-20261021-v1.json +48 -0
  163. package/docs/evidence/v02/box-heldout-photo-seal-20261020-v1.json +62 -0
  164. package/docs/evidence/v02/box-heldout-run-freeze-20261021-v1.json +61 -0
  165. package/docs/evidence/v02/box-heldout-source-review-20261020-v1.json +134 -0
  166. package/docs/evidence/v02/box-heldout-ui-seal-20261020-v1.json +44 -0
  167. package/docs/evidence/v02/calculator-proof-root-review-20261020-v1.json +63 -0
  168. package/docs/evidence/v02/categorical-dev40-freeze.json +94 -0
  169. package/docs/evidence/v02/categorical-dev40-preserve.json +460 -0
  170. package/docs/evidence/v02/categorical-dev40-target-only.json +460 -0
  171. package/docs/evidence/v02/categorical-heldout-admission-20261020-v3.json +215 -0
  172. package/docs/evidence/v02/categorical-heldout-admission-20261020-v4.json +270 -0
  173. package/docs/evidence/v02/categorical-heldout-dispatch-authorization-20261020-v4.json +79 -0
  174. package/docs/evidence/v02/categorical-heldout-predispatch-20261020-v3.json +57 -0
  175. package/docs/evidence/v02/categorical-heldout-producer-source-map-v4.json +262 -0
  176. package/docs/evidence/v02/categorical-heldout-producer-source-map.json +263 -0
  177. package/docs/evidence/v02/categorical-heldout-run-freeze-20261020-v3.json +35 -0
  178. package/docs/evidence/v02/categorical-heldout-run-freeze-20261020-v4.json +35 -0
  179. package/docs/evidence/v02/categorical-heldout-v4/README.md +35 -0
  180. package/docs/evidence/v02/categorical-heldout-v4/candidate-evaluation.json +2812 -0
  181. package/docs/evidence/v02/categorical-heldout-v4/candidate-physical-receipts.json +15261 -0
  182. package/docs/evidence/v02/categorical-heldout-v4/candidate-provenance.json +131 -0
  183. package/docs/evidence/v02/categorical-heldout-v4/control-evaluation.json +855 -0
  184. package/docs/evidence/v02/categorical-heldout-v4/control-physical-receipts.json +4402 -0
  185. package/docs/evidence/v02/categorical-heldout-v4/control-provenance.json +31 -0
  186. package/docs/evidence/v02/categorical-heldout-v4/mask-normalized-exploratory.json +682 -0
  187. package/docs/evidence/v02/categorical-heldout-v4/paired-qualification.json +21 -0
  188. package/docs/evidence/v02/categorical-heldout-v4/report.json +258 -0
  189. package/docs/evidence/v02/categorical-presence-dev6.json +144 -0
  190. package/docs/evidence/v02/categorical-presence-dev6.md +18 -0
  191. package/docs/evidence/v02/categorical-vision-method-selection.json +90 -0
  192. package/docs/evidence/v02/checked-region-component-v1/README.md +7 -0
  193. package/docs/evidence/v02/checked-region-component-v1/evidence.json +311 -0
  194. package/docs/evidence/v02/checked-region-resource-interrupted-2b0d09f.json +102 -0
  195. package/docs/evidence/v02/checked-region-segmentation-resource-4df544c-receipt.json +167 -0
  196. package/docs/evidence/v02/checked-region-segmentation-resource-4df544c-root-review.json +58 -0
  197. package/docs/evidence/v02/checked-region-segmentation-resource-987ac32-receipt.json +158 -0
  198. package/docs/evidence/v02/ci-012b935.json +17 -0
  199. package/docs/evidence/v02/ci-0c365cb.json +372 -0
  200. package/docs/evidence/v02/ci-185bde8.json +32 -0
  201. package/docs/evidence/v02/ci-24f849f.json +95 -0
  202. package/docs/evidence/v02/ci-25c19cd.json +375 -0
  203. package/docs/evidence/v02/ci-2922caf.json +375 -0
  204. package/docs/evidence/v02/ci-29357d7.json +29 -0
  205. package/docs/evidence/v02/ci-32aa90d.json +24 -0
  206. package/docs/evidence/v02/ci-35e3064.json +376 -0
  207. package/docs/evidence/v02/ci-4331b1b.json +384 -0
  208. package/docs/evidence/v02/ci-43b7426.json +376 -0
  209. package/docs/evidence/v02/ci-450439c.json +373 -0
  210. package/docs/evidence/v02/ci-46283fe.json +29 -0
  211. package/docs/evidence/v02/ci-4c9c09f.json +34 -0
  212. package/docs/evidence/v02/ci-5579646.json +27 -0
  213. package/docs/evidence/v02/ci-6f9cc15.json +127 -0
  214. package/docs/evidence/v02/ci-7c1051f.json +27 -0
  215. package/docs/evidence/v02/ci-9837888.json +34 -0
  216. package/docs/evidence/v02/ci-987ac32.json +29 -0
  217. package/docs/evidence/v02/ci-9d00fe5.json +25 -0
  218. package/docs/evidence/v02/ci-9f85acc.json +127 -0
  219. package/docs/evidence/v02/ci-be275a6.json +201 -0
  220. package/docs/evidence/v02/ci-c107ddf.json +372 -0
  221. package/docs/evidence/v02/ci-c35f67d.json +127 -0
  222. package/docs/evidence/v02/ci-c5eddd8.json +32 -0
  223. package/docs/evidence/v02/ci-d2042e0.json +372 -0
  224. package/docs/evidence/v02/ci-d684259.json +375 -0
  225. package/docs/evidence/v02/ci-e0c190b.json +127 -0
  226. package/docs/evidence/v02/ci-e551253.json +372 -0
  227. package/docs/evidence/v02/ci-f9d4633.json +29 -0
  228. package/docs/evidence/v02/dev1-proposal-evaluation.md +13 -0
  229. package/docs/evidence/v02/dev2-mobile-sam-proposal-oracle.md +21 -0
  230. package/docs/evidence/v02/dev2-proposal-evaluation.md +21 -0
  231. package/docs/evidence/v02/fresh-development.md +16 -0
  232. package/docs/evidence/v02/fresh-native-numeric/artifact-hashes.json +9 -0
  233. package/docs/evidence/v02/fresh-native-numeric/evaluation-root-v1.json +568 -0
  234. package/docs/evidence/v02/fresh-native-numeric/run-manifest.json +342 -0
  235. package/docs/evidence/v02/fresh-native-numeric/summary.json +5654 -0
  236. package/docs/evidence/v02/fresh-native-outline-axis/artifact-hashes.json +9 -0
  237. package/docs/evidence/v02/fresh-native-outline-axis/evaluation-root-v1.json +568 -0
  238. package/docs/evidence/v02/fresh-native-outline-axis/run-manifest.json +378 -0
  239. package/docs/evidence/v02/fresh-native-outline-axis/summary.json +5605 -0
  240. package/docs/evidence/v02/fresh-text/README.md +23 -0
  241. package/docs/evidence/v02/fresh-text/ascii-contours-v1/classify-followup-run-manifest.json +405 -0
  242. package/docs/evidence/v02/fresh-text/ascii-contours-v1/classify-followup-summary.json +1646 -0
  243. package/docs/evidence/v02/fresh-text/ascii-contours-v1/evaluation.json +568 -0
  244. package/docs/evidence/v02/fresh-text/ascii-contours-v1/original-run-manifest.json +404 -0
  245. package/docs/evidence/v02/fresh-text/ascii-contours-v1/original-summary.json +4416 -0
  246. package/docs/evidence/v02/fresh-text/ascii-luma-v1/classify-followup-run-manifest.json +405 -0
  247. package/docs/evidence/v02/fresh-text/ascii-luma-v1/classify-followup-summary.json +1646 -0
  248. package/docs/evidence/v02/fresh-text/ascii-luma-v1/evaluation.json +568 -0
  249. package/docs/evidence/v02/fresh-text/ascii-luma-v1/original-run-manifest.json +404 -0
  250. package/docs/evidence/v02/fresh-text/ascii-luma-v1/original-summary.json +4647 -0
  251. package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/classify-followup-run-manifest.json +405 -0
  252. package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/classify-followup-summary.json +846 -0
  253. package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/evaluation.json +568 -0
  254. package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/original-run-manifest.json +404 -0
  255. package/docs/evidence/v02/fresh-text/ascii-svg-layered-v1/original-summary.json +1789 -0
  256. package/docs/evidence/v02/fresh-text/no-image-control/evaluation.json +568 -0
  257. package/docs/evidence/v02/fresh-text/no-image-control/original-run-manifest.json +404 -0
  258. package/docs/evidence/v02/fresh-text/no-image-control/original-summary.json +3953 -0
  259. package/docs/evidence/v02/fresh-text/palette-grid-v1/classify-followup-run-manifest.json +405 -0
  260. package/docs/evidence/v02/fresh-text/palette-grid-v1/classify-followup-summary.json +1646 -0
  261. package/docs/evidence/v02/fresh-text/palette-grid-v1/evaluation.json +568 -0
  262. package/docs/evidence/v02/fresh-text/palette-grid-v1/original-run-manifest.json +404 -0
  263. package/docs/evidence/v02/fresh-text/palette-grid-v1/original-summary.json +3974 -0
  264. package/docs/evidence/v02/fresh-text/pixel-rle-v1/classify-followup-run-manifest.json +405 -0
  265. package/docs/evidence/v02/fresh-text/pixel-rle-v1/classify-followup-summary.json +1646 -0
  266. package/docs/evidence/v02/fresh-text/pixel-rle-v1/evaluation.json +568 -0
  267. package/docs/evidence/v02/fresh-text/pixel-rle-v1/original-run-manifest.json +404 -0
  268. package/docs/evidence/v02/fresh-text/pixel-rle-v1/original-summary.json +4945 -0
  269. package/docs/evidence/v02/fresh-text/report.json +284 -0
  270. package/docs/evidence/v02/fresh-text/svg-contours-v1/classify-followup-run-manifest.json +405 -0
  271. package/docs/evidence/v02/fresh-text/svg-contours-v1/classify-followup-summary.json +846 -0
  272. package/docs/evidence/v02/fresh-text/svg-contours-v1/evaluation.json +568 -0
  273. package/docs/evidence/v02/fresh-text/svg-contours-v1/original-run-manifest.json +404 -0
  274. package/docs/evidence/v02/fresh-text/svg-contours-v1/original-summary.json +2189 -0
  275. package/docs/evidence/v02/heldout-evaluation-20261020.md +37 -0
  276. package/docs/evidence/v02/heldout-input-derivation.md +18 -0
  277. package/docs/evidence/v02/integration-0c365cb.json +90 -0
  278. package/docs/evidence/v02/integration-25c19cd.json +52 -0
  279. package/docs/evidence/v02/integration-35e3064.json +41 -0
  280. package/docs/evidence/v02/integration-4331b1b.json +42 -0
  281. package/docs/evidence/v02/integration-4c9c09f.json +46 -0
  282. package/docs/evidence/v02/integration-8010aad.json +48 -0
  283. package/docs/evidence/v02/integration-c1aa640.json +41 -0
  284. package/docs/evidence/v02/integration-eea1790.json +46 -0
  285. package/docs/evidence/v02/integration-fa82e65.json +42 -0
  286. package/docs/evidence/v02/jpeg-transport-offline.json +268 -0
  287. package/docs/evidence/v02/jpeg-transport-offline.md +7 -0
  288. package/docs/evidence/v02/local-archive-cleanup.json +59 -0
  289. package/docs/evidence/v02/native-base64-after.json +30 -0
  290. package/docs/evidence/v02/native-base64-before.json +32 -0
  291. package/docs/evidence/v02/native-checked-region-windows-46283fe.json +248 -0
  292. package/docs/evidence/v02/native-checked-region-windows-987ac32.json +141 -0
  293. package/docs/evidence/v02/native-grabcut-windows-4c494a3-run2.json +148 -0
  294. package/docs/evidence/v02/native-grabcut-windows-4c494a3-run3.json +148 -0
  295. package/docs/evidence/v02/native-grabcut-windows-4c494a3.json +56 -0
  296. package/docs/evidence/v02/native-proposal-windows-0c365cb.json +148 -0
  297. package/docs/evidence/v02/native-proposal-windows-450439c.json +156 -0
  298. package/docs/evidence/v02/native-proposal-windows-4c9c09f-retry1.json +147 -0
  299. package/docs/evidence/v02/native-proposal-windows-4c9c09f.json +52 -0
  300. package/docs/evidence/v02/native-region-windows-efc9318.json +163 -0
  301. package/docs/evidence/v02/native-windows-eea1790-baseline.json +198 -0
  302. package/docs/evidence/v02/native-windows-eea1790.json +228 -0
  303. package/docs/evidence/v02/ordinary-luna-axis/run-manifest.json +99 -0
  304. package/docs/evidence/v02/ordinary-luna-axis/summary.json +811 -0
  305. package/docs/evidence/v02/owned-temp-cleanup-20261020-v1.json +28 -0
  306. package/docs/evidence/v02/presentation-paired-20261020.json +1438 -0
  307. package/docs/evidence/v02/proposal-resource-soak-261dc23.json +201 -0
  308. package/docs/evidence/v02/proposal-resource-soak-261dc23.md +15 -0
  309. package/docs/evidence/v02/proposal-resource-soak-450439c-receipt.md +13 -0
  310. package/docs/evidence/v02/reconstructed-c03-box.json +41 -0
  311. package/docs/evidence/v02/region-seeded-dev-v1/README.md +17 -0
  312. package/docs/evidence/v02/region-seeded-dev-v1/evaluation.json +260 -0
  313. package/docs/evidence/v02/region-seeded-dev-v2/README.md +15 -0
  314. package/docs/evidence/v02/region-seeded-dev-v2/evaluation.json +232 -0
  315. package/docs/evidence/v02/region-seeded-dev-v3-candidate-only/README.md +9 -0
  316. package/docs/evidence/v02/region-seeded-dev-v3-candidate-only/control-identity-failure.json +22 -0
  317. package/docs/evidence/v02/region-seeded-dev-v3-candidate-only/evaluation.json +160 -0
  318. package/docs/evidence/v02/region-seeded-dev-v3-control-r2/README.md +9 -0
  319. package/docs/evidence/v02/region-seeded-dev-v3-control-r2/attempt-accounting.json +55 -0
  320. package/docs/evidence/v02/region-seeded-dev-v3-control-r2/evaluation.json +136 -0
  321. package/docs/evidence/v02/region-seeded-development-control-r2-freeze-20261021.json +132 -0
  322. package/docs/evidence/v02/region-seeded-development-freeze-20261021-v1.json +167 -0
  323. package/docs/evidence/v02/region-seeded-development-freeze-20261021-v2.json +186 -0
  324. package/docs/evidence/v02/region-seeded-development-freeze-20261021-v3.json +205 -0
  325. package/docs/evidence/v02/region-seeded-heldout-cancelled-before-dispatch-20261021-v2.json +20 -0
  326. package/docs/evidence/v02/region-seeded-heldout-dispatch-authorization-20261021-v3.json +47 -0
  327. package/docs/evidence/v02/region-seeded-heldout-readiness-audit-20261021-v3.json +125 -0
  328. package/docs/evidence/v02/region-seeded-heldout-run-freeze-20261021-v2.json +234 -0
  329. package/docs/evidence/v02/region-seeded-heldout-run-freeze-20261021-v3.json +357 -0
  330. package/docs/evidence/v02/region-seeded-heldout-v3/README.md +19 -0
  331. package/docs/evidence/v02/region-seeded-heldout-v3/evaluation-summary.json +445 -0
  332. package/docs/evidence/v02/region-seeded-method-selection-20261021-v2.json +66 -0
  333. package/docs/evidence/v02/region-seeded-method-selection-20261021-v3.json +120 -0
  334. package/docs/evidence/v02/region-segmentation-resource-0ba4c87-receipt.json +156 -0
  335. package/docs/evidence/v02/resource-soak-linux-8010aad.json +125 -0
  336. package/docs/evidence/v02/screen-v2-terminal-evaluation.md +22 -0
  337. package/docs/evidence/v02/seed-outline/run-manifest.json +59 -0
  338. package/docs/evidence/v02/seed-outline/summary.json +487 -0
  339. package/docs/evidence/v02/seed-unbounded/run-manifest.json +80 -0
  340. package/docs/evidence/v02/seed-unbounded/summary.json +730 -0
  341. package/docs/evidence/v02/segmentation/README.md +21 -0
  342. package/docs/evidence/v02/segmentation/component-comparison-summary.json +240 -0
  343. package/docs/evidence/v02/segmentation/provenance/MOBILE-SAM-LICENSE.txt +201 -0
  344. package/docs/evidence/v02/segmentation/provenance/OPENCV-LICENSE.txt +202 -0
  345. package/docs/evidence/v02/segmentation/provenance/mobile-sam-download-receipt.json +29 -0
  346. package/docs/evidence/v02/segmentation/provenance/mobile-sam-graph-audit.json +214 -0
  347. package/docs/evidence/v02/segmentation/provenance/mobile-sam-model-metadata.json +166 -0
  348. package/docs/evidence/v02/split-choice-noul-dev6.json +72 -0
  349. package/docs/evidence/v02/split-choice-noul-dev6.md +11 -0
  350. package/docs/evidence/v02/supported-vision-screen-20261020.md +65 -0
  351. package/docs/evidence/v02/wesnoth-1.16.11-minimap-projection-source-audit.md +56 -0
  352. package/docs/evidence/v02/wesnoth-proof-root-review-20261020-v1.json +76 -0
  353. package/docs/evidence/vision-cost-reconciliation.json +37 -0
  354. package/docs/evidence/vision-model-summary.json +562 -0
  355. package/docs/evidence/vision-selection-v1-manifest.json +95 -0
  356. package/docs/evidence/vision-selection-v1-report.json +4598 -0
  357. package/docs/evidence/vision-selection-v2-manifest.json +95 -0
  358. package/docs/evidence/vision-selection-v2-report.json +1139 -0
  359. package/docs/evidence/windows-native.json +73 -0
  360. package/docs/evidence/windows-secrets.json +46 -0
  361. package/docs/operations.md +21 -0
  362. package/docs/plan.md +27 -0
  363. package/docs/provenance.json +32 -0
  364. package/docs/publishing.md +30 -0
  365. package/docs/research/text-transport-audit.md +66 -0
  366. package/docs/results.md +69 -0
  367. package/docs/v02-usage.md +162 -0
  368. package/docs/vision-results.md +78 -0
  369. package/package.json +114 -4
@@ -0,0 +1,2136 @@
1
+ {
2
+ "version": 1,
3
+ "status": "complete",
4
+ "mode": "live",
5
+ "evidence": "real-provider",
6
+ "startedAt": "2026-10-17T21:54:57.525Z",
7
+ "finishedAt": "2026-10-17T21:55:23.740Z",
8
+ "durationMs": 26214.849941,
9
+ "planned": {
10
+ "photos": 2,
11
+ "texts": 2
12
+ },
13
+ "startedCases": 4,
14
+ "unstartedCases": 0,
15
+ "reason": null,
16
+ "budget": {
17
+ "admittedProviderCalls": 14,
18
+ "maxCalls": 14,
19
+ "maxCostUsd": 0.1,
20
+ "knownCostUsd": 0.004080510000000001,
21
+ "unknownCostCalls": 0,
22
+ "inFlightCalls": 0,
23
+ "reservationPerUnknownUsd": 0.02,
24
+ "accountedExposureUsd": 0.004080510000000001,
25
+ "exceededByReportedCost": false
26
+ },
27
+ "physicalHttpCalls": 14,
28
+ "network": [
29
+ {
30
+ "ordinal": 1,
31
+ "startedAt": "2026-10-17T21:54:57.715Z",
32
+ "durationMs": 1391.801035,
33
+ "durationScope": "fetch-until-response-headers",
34
+ "failed": false,
35
+ "status": 200
36
+ },
37
+ {
38
+ "ordinal": 2,
39
+ "startedAt": "2026-10-17T21:54:59.250Z",
40
+ "durationMs": 1781.528527,
41
+ "durationScope": "fetch-until-response-headers",
42
+ "failed": false,
43
+ "status": 200
44
+ },
45
+ {
46
+ "ordinal": 3,
47
+ "startedAt": "2026-10-17T21:55:01.469Z",
48
+ "durationMs": 2241.155944,
49
+ "durationScope": "fetch-until-response-headers",
50
+ "failed": false,
51
+ "status": 200
52
+ },
53
+ {
54
+ "ordinal": 4,
55
+ "startedAt": "2026-10-17T21:55:04.264Z",
56
+ "durationMs": 2700.8958040000007,
57
+ "durationScope": "fetch-until-response-headers",
58
+ "failed": false,
59
+ "status": 200
60
+ },
61
+ {
62
+ "ordinal": 5,
63
+ "startedAt": "2026-10-17T21:55:07.048Z",
64
+ "durationMs": 1769.2731670000012,
65
+ "durationScope": "fetch-until-response-headers",
66
+ "failed": false,
67
+ "status": 200
68
+ },
69
+ {
70
+ "ordinal": 6,
71
+ "startedAt": "2026-10-17T21:55:09.020Z",
72
+ "durationMs": 1613.102332999999,
73
+ "durationScope": "fetch-until-response-headers",
74
+ "failed": false,
75
+ "status": 200
76
+ },
77
+ {
78
+ "ordinal": 7,
79
+ "startedAt": "2026-10-17T21:55:10.663Z",
80
+ "durationMs": 1686.4409849999993,
81
+ "durationScope": "fetch-until-response-headers",
82
+ "failed": false,
83
+ "status": 200
84
+ },
85
+ {
86
+ "ordinal": 8,
87
+ "startedAt": "2026-10-17T21:55:12.602Z",
88
+ "durationMs": 2791.432412,
89
+ "durationScope": "fetch-until-response-headers",
90
+ "failed": false,
91
+ "status": 200
92
+ },
93
+ {
94
+ "ordinal": 9,
95
+ "startedAt": "2026-10-17T21:55:15.826Z",
96
+ "durationMs": 4423.496494999999,
97
+ "durationScope": "fetch-until-response-headers",
98
+ "failed": false,
99
+ "status": 200
100
+ },
101
+ {
102
+ "ordinal": 10,
103
+ "startedAt": "2026-10-17T21:55:20.305Z",
104
+ "durationMs": 2004.1290690000023,
105
+ "durationScope": "fetch-until-response-headers",
106
+ "failed": false,
107
+ "status": 200
108
+ },
109
+ {
110
+ "ordinal": 11,
111
+ "startedAt": "2026-10-17T21:55:22.396Z",
112
+ "durationMs": 294.4697090000009,
113
+ "durationScope": "fetch-until-response-headers",
114
+ "failed": false,
115
+ "status": 200
116
+ },
117
+ {
118
+ "ordinal": 12,
119
+ "startedAt": "2026-10-17T21:55:22.693Z",
120
+ "durationMs": 416.867846000001,
121
+ "durationScope": "fetch-until-response-headers",
122
+ "failed": false,
123
+ "status": 200
124
+ },
125
+ {
126
+ "ordinal": 13,
127
+ "startedAt": "2026-10-17T21:55:23.114Z",
128
+ "durationMs": 332.41298800000004,
129
+ "durationScope": "fetch-until-response-headers",
130
+ "failed": false,
131
+ "status": 200
132
+ },
133
+ {
134
+ "ordinal": 14,
135
+ "startedAt": "2026-10-17T21:55:23.450Z",
136
+ "durationMs": 289.43417899999986,
137
+ "durationScope": "fetch-until-response-headers",
138
+ "failed": false,
139
+ "status": 200
140
+ }
141
+ ],
142
+ "metrics": {
143
+ "dev": {
144
+ "photo": {
145
+ "library": {
146
+ "attempted": 2,
147
+ "classified": 2,
148
+ "correct": 1,
149
+ "failed": 0,
150
+ "operationalUnknown": 0,
151
+ "accuracy": 0.5,
152
+ "macroF1": 0.3333333333333333,
153
+ "zeroDivision": 0,
154
+ "confusion": [
155
+ {
156
+ "expectedClassId": "present",
157
+ "predictions": [
158
+ {
159
+ "classId": "present",
160
+ "count": 1
161
+ },
162
+ {
163
+ "classId": "absent",
164
+ "count": 1
165
+ }
166
+ ],
167
+ "operationalUnknown": 0,
168
+ "failed": 0
169
+ },
170
+ {
171
+ "expectedClassId": "absent",
172
+ "predictions": [
173
+ {
174
+ "classId": "present",
175
+ "count": 0
176
+ },
177
+ {
178
+ "classId": "absent",
179
+ "count": 0
180
+ }
181
+ ],
182
+ "operationalUnknown": 0,
183
+ "failed": 0
184
+ }
185
+ ],
186
+ "perClass": [
187
+ {
188
+ "classId": "present",
189
+ "support": 2,
190
+ "tp": 1,
191
+ "fp": 0,
192
+ "fn": 1,
193
+ "precision": 1,
194
+ "recall": 0.5,
195
+ "f1": 0.6666666666666666
196
+ },
197
+ {
198
+ "classId": "absent",
199
+ "support": 0,
200
+ "tp": 0,
201
+ "fp": 1,
202
+ "fn": 0,
203
+ "precision": 0,
204
+ "recall": 0,
205
+ "f1": 0
206
+ }
207
+ ],
208
+ "latency": {
209
+ "count": 2,
210
+ "minMs": 1661.5783860000001,
211
+ "maxMs": 1700.8201369999988,
212
+ "meanMs": 1681.1992614999995,
213
+ "p50Ms": 1661.5783860000001,
214
+ "p95Ms": 1700.8201369999988,
215
+ "quantileMethod": "nearest-rank"
216
+ }
217
+ },
218
+ "native": {
219
+ "attempted": 2,
220
+ "classified": 2,
221
+ "correct": 1,
222
+ "failed": 0,
223
+ "operationalUnknown": 0,
224
+ "accuracy": 0.5,
225
+ "macroF1": 0.3333333333333333,
226
+ "zeroDivision": 0,
227
+ "confusion": [
228
+ {
229
+ "expectedClassId": "present",
230
+ "predictions": [
231
+ {
232
+ "classId": "present",
233
+ "count": 1
234
+ },
235
+ {
236
+ "classId": "absent",
237
+ "count": 1
238
+ }
239
+ ],
240
+ "operationalUnknown": 0,
241
+ "failed": 0
242
+ },
243
+ {
244
+ "expectedClassId": "absent",
245
+ "predictions": [
246
+ {
247
+ "classId": "present",
248
+ "count": 0
249
+ },
250
+ {
251
+ "classId": "absent",
252
+ "count": 0
253
+ }
254
+ ],
255
+ "operationalUnknown": 0,
256
+ "failed": 0
257
+ }
258
+ ],
259
+ "perClass": [
260
+ {
261
+ "classId": "present",
262
+ "support": 2,
263
+ "tp": 1,
264
+ "fp": 0,
265
+ "fn": 1,
266
+ "precision": 1,
267
+ "recall": 0.5,
268
+ "f1": 0.6666666666666666
269
+ },
270
+ {
271
+ "classId": "absent",
272
+ "support": 0,
273
+ "tp": 0,
274
+ "fp": 1,
275
+ "fn": 0,
276
+ "precision": 0,
277
+ "recall": 0,
278
+ "f1": 0
279
+ }
280
+ ],
281
+ "latency": {
282
+ "count": 2,
283
+ "minMs": 1715.3739490000007,
284
+ "maxMs": 1832.7428920000002,
285
+ "meanMs": 1774.0584205000005,
286
+ "p50Ms": 1715.3739490000007,
287
+ "p95Ms": 1832.7428920000002,
288
+ "quantileMethod": "nearest-rank"
289
+ }
290
+ },
291
+ "parity": {
292
+ "attempted": 2,
293
+ "paired": 2,
294
+ "missingLibrary": 0,
295
+ "missingNative": 0,
296
+ "classMatches": 2,
297
+ "classMatchRateAllAttempts": 1,
298
+ "classMatchRatePaired": 1,
299
+ "probabilityPairs": 2,
300
+ "unavailableProbabilityPairs": 0,
301
+ "exactProbabilityMatches": 1,
302
+ "maxAbsoluteProbabilityDifference": {
303
+ "count": 2,
304
+ "min": 0,
305
+ "max": 0.010000000000000009,
306
+ "mean": 0.0050000000000000044,
307
+ "p50": 0,
308
+ "p95": 0.010000000000000009
309
+ }
310
+ }
311
+ },
312
+ "text": {
313
+ "library": {
314
+ "attempted": 2,
315
+ "classified": 2,
316
+ "correct": 2,
317
+ "failed": 0,
318
+ "operationalUnknown": 0,
319
+ "accuracy": 1,
320
+ "macroF1": 0.2,
321
+ "zeroDivision": 0,
322
+ "confusion": [
323
+ {
324
+ "expectedClassId": "order_status",
325
+ "predictions": [
326
+ {
327
+ "classId": "order_status",
328
+ "count": 2
329
+ },
330
+ {
331
+ "classId": "refund",
332
+ "count": 0
333
+ },
334
+ {
335
+ "classId": "technical_support",
336
+ "count": 0
337
+ },
338
+ {
339
+ "classId": "general_feedback",
340
+ "count": 0
341
+ },
342
+ {
343
+ "classId": "unknown",
344
+ "count": 0
345
+ }
346
+ ],
347
+ "operationalUnknown": 0,
348
+ "failed": 0
349
+ },
350
+ {
351
+ "expectedClassId": "refund",
352
+ "predictions": [
353
+ {
354
+ "classId": "order_status",
355
+ "count": 0
356
+ },
357
+ {
358
+ "classId": "refund",
359
+ "count": 0
360
+ },
361
+ {
362
+ "classId": "technical_support",
363
+ "count": 0
364
+ },
365
+ {
366
+ "classId": "general_feedback",
367
+ "count": 0
368
+ },
369
+ {
370
+ "classId": "unknown",
371
+ "count": 0
372
+ }
373
+ ],
374
+ "operationalUnknown": 0,
375
+ "failed": 0
376
+ },
377
+ {
378
+ "expectedClassId": "technical_support",
379
+ "predictions": [
380
+ {
381
+ "classId": "order_status",
382
+ "count": 0
383
+ },
384
+ {
385
+ "classId": "refund",
386
+ "count": 0
387
+ },
388
+ {
389
+ "classId": "technical_support",
390
+ "count": 0
391
+ },
392
+ {
393
+ "classId": "general_feedback",
394
+ "count": 0
395
+ },
396
+ {
397
+ "classId": "unknown",
398
+ "count": 0
399
+ }
400
+ ],
401
+ "operationalUnknown": 0,
402
+ "failed": 0
403
+ },
404
+ {
405
+ "expectedClassId": "general_feedback",
406
+ "predictions": [
407
+ {
408
+ "classId": "order_status",
409
+ "count": 0
410
+ },
411
+ {
412
+ "classId": "refund",
413
+ "count": 0
414
+ },
415
+ {
416
+ "classId": "technical_support",
417
+ "count": 0
418
+ },
419
+ {
420
+ "classId": "general_feedback",
421
+ "count": 0
422
+ },
423
+ {
424
+ "classId": "unknown",
425
+ "count": 0
426
+ }
427
+ ],
428
+ "operationalUnknown": 0,
429
+ "failed": 0
430
+ },
431
+ {
432
+ "expectedClassId": "unknown",
433
+ "predictions": [
434
+ {
435
+ "classId": "order_status",
436
+ "count": 0
437
+ },
438
+ {
439
+ "classId": "refund",
440
+ "count": 0
441
+ },
442
+ {
443
+ "classId": "technical_support",
444
+ "count": 0
445
+ },
446
+ {
447
+ "classId": "general_feedback",
448
+ "count": 0
449
+ },
450
+ {
451
+ "classId": "unknown",
452
+ "count": 0
453
+ }
454
+ ],
455
+ "operationalUnknown": 0,
456
+ "failed": 0
457
+ }
458
+ ],
459
+ "perClass": [
460
+ {
461
+ "classId": "order_status",
462
+ "support": 2,
463
+ "tp": 2,
464
+ "fp": 0,
465
+ "fn": 0,
466
+ "precision": 1,
467
+ "recall": 1,
468
+ "f1": 1
469
+ },
470
+ {
471
+ "classId": "refund",
472
+ "support": 0,
473
+ "tp": 0,
474
+ "fp": 0,
475
+ "fn": 0,
476
+ "precision": 0,
477
+ "recall": 0,
478
+ "f1": 0
479
+ },
480
+ {
481
+ "classId": "technical_support",
482
+ "support": 0,
483
+ "tp": 0,
484
+ "fp": 0,
485
+ "fn": 0,
486
+ "precision": 0,
487
+ "recall": 0,
488
+ "f1": 0
489
+ },
490
+ {
491
+ "classId": "general_feedback",
492
+ "support": 0,
493
+ "tp": 0,
494
+ "fp": 0,
495
+ "fn": 0,
496
+ "precision": 0,
497
+ "recall": 0,
498
+ "f1": 0
499
+ },
500
+ {
501
+ "classId": "unknown",
502
+ "support": 0,
503
+ "tp": 0,
504
+ "fp": 0,
505
+ "fn": 0,
506
+ "precision": 0,
507
+ "recall": 0,
508
+ "f1": 0
509
+ }
510
+ ],
511
+ "latency": {
512
+ "count": 2,
513
+ "minMs": 296.7311860000009,
514
+ "maxMs": 334.99809900000037,
515
+ "meanMs": 315.8646425000006,
516
+ "p50Ms": 296.7311860000009,
517
+ "p95Ms": 334.99809900000037,
518
+ "quantileMethod": "nearest-rank"
519
+ }
520
+ },
521
+ "native": {
522
+ "attempted": 2,
523
+ "classified": 2,
524
+ "correct": 2,
525
+ "failed": 0,
526
+ "operationalUnknown": 0,
527
+ "accuracy": 1,
528
+ "macroF1": 0.2,
529
+ "zeroDivision": 0,
530
+ "confusion": [
531
+ {
532
+ "expectedClassId": "order_status",
533
+ "predictions": [
534
+ {
535
+ "classId": "order_status",
536
+ "count": 2
537
+ },
538
+ {
539
+ "classId": "refund",
540
+ "count": 0
541
+ },
542
+ {
543
+ "classId": "technical_support",
544
+ "count": 0
545
+ },
546
+ {
547
+ "classId": "general_feedback",
548
+ "count": 0
549
+ },
550
+ {
551
+ "classId": "unknown",
552
+ "count": 0
553
+ }
554
+ ],
555
+ "operationalUnknown": 0,
556
+ "failed": 0
557
+ },
558
+ {
559
+ "expectedClassId": "refund",
560
+ "predictions": [
561
+ {
562
+ "classId": "order_status",
563
+ "count": 0
564
+ },
565
+ {
566
+ "classId": "refund",
567
+ "count": 0
568
+ },
569
+ {
570
+ "classId": "technical_support",
571
+ "count": 0
572
+ },
573
+ {
574
+ "classId": "general_feedback",
575
+ "count": 0
576
+ },
577
+ {
578
+ "classId": "unknown",
579
+ "count": 0
580
+ }
581
+ ],
582
+ "operationalUnknown": 0,
583
+ "failed": 0
584
+ },
585
+ {
586
+ "expectedClassId": "technical_support",
587
+ "predictions": [
588
+ {
589
+ "classId": "order_status",
590
+ "count": 0
591
+ },
592
+ {
593
+ "classId": "refund",
594
+ "count": 0
595
+ },
596
+ {
597
+ "classId": "technical_support",
598
+ "count": 0
599
+ },
600
+ {
601
+ "classId": "general_feedback",
602
+ "count": 0
603
+ },
604
+ {
605
+ "classId": "unknown",
606
+ "count": 0
607
+ }
608
+ ],
609
+ "operationalUnknown": 0,
610
+ "failed": 0
611
+ },
612
+ {
613
+ "expectedClassId": "general_feedback",
614
+ "predictions": [
615
+ {
616
+ "classId": "order_status",
617
+ "count": 0
618
+ },
619
+ {
620
+ "classId": "refund",
621
+ "count": 0
622
+ },
623
+ {
624
+ "classId": "technical_support",
625
+ "count": 0
626
+ },
627
+ {
628
+ "classId": "general_feedback",
629
+ "count": 0
630
+ },
631
+ {
632
+ "classId": "unknown",
633
+ "count": 0
634
+ }
635
+ ],
636
+ "operationalUnknown": 0,
637
+ "failed": 0
638
+ },
639
+ {
640
+ "expectedClassId": "unknown",
641
+ "predictions": [
642
+ {
643
+ "classId": "order_status",
644
+ "count": 0
645
+ },
646
+ {
647
+ "classId": "refund",
648
+ "count": 0
649
+ },
650
+ {
651
+ "classId": "technical_support",
652
+ "count": 0
653
+ },
654
+ {
655
+ "classId": "general_feedback",
656
+ "count": 0
657
+ },
658
+ {
659
+ "classId": "unknown",
660
+ "count": 0
661
+ }
662
+ ],
663
+ "operationalUnknown": 0,
664
+ "failed": 0
665
+ }
666
+ ],
667
+ "perClass": [
668
+ {
669
+ "classId": "order_status",
670
+ "support": 2,
671
+ "tp": 2,
672
+ "fp": 0,
673
+ "fn": 0,
674
+ "precision": 1,
675
+ "recall": 1,
676
+ "f1": 1
677
+ },
678
+ {
679
+ "classId": "refund",
680
+ "support": 0,
681
+ "tp": 0,
682
+ "fp": 0,
683
+ "fn": 0,
684
+ "precision": 0,
685
+ "recall": 0,
686
+ "f1": 0
687
+ },
688
+ {
689
+ "classId": "technical_support",
690
+ "support": 0,
691
+ "tp": 0,
692
+ "fp": 0,
693
+ "fn": 0,
694
+ "precision": 0,
695
+ "recall": 0,
696
+ "f1": 0
697
+ },
698
+ {
699
+ "classId": "general_feedback",
700
+ "support": 0,
701
+ "tp": 0,
702
+ "fp": 0,
703
+ "fn": 0,
704
+ "precision": 0,
705
+ "recall": 0,
706
+ "f1": 0
707
+ },
708
+ {
709
+ "classId": "unknown",
710
+ "support": 0,
711
+ "tp": 0,
712
+ "fp": 0,
713
+ "fn": 0,
714
+ "precision": 0,
715
+ "recall": 0,
716
+ "f1": 0
717
+ }
718
+ ],
719
+ "latency": {
720
+ "count": 2,
721
+ "minMs": 291.4641900000024,
722
+ "maxMs": 418.8979799999979,
723
+ "meanMs": 355.18108500000017,
724
+ "p50Ms": 291.4641900000024,
725
+ "p95Ms": 418.8979799999979,
726
+ "quantileMethod": "nearest-rank"
727
+ }
728
+ },
729
+ "parity": {
730
+ "attempted": 2,
731
+ "paired": 2,
732
+ "missingLibrary": 0,
733
+ "missingNative": 0,
734
+ "classMatches": 2,
735
+ "classMatchRateAllAttempts": 1,
736
+ "classMatchRatePaired": 1,
737
+ "probabilityPairs": 2,
738
+ "unavailableProbabilityPairs": 0,
739
+ "exactProbabilityMatches": 2,
740
+ "maxAbsoluteProbabilityDifference": {
741
+ "count": 2,
742
+ "min": 0,
743
+ "max": 0,
744
+ "mean": 0,
745
+ "p50": 0,
746
+ "p95": 0
747
+ }
748
+ }
749
+ },
750
+ "localization": {
751
+ "oneStagePrefix": {
752
+ "attempted": 2,
753
+ "located": 2,
754
+ "failed": 0,
755
+ "unknown": 0,
756
+ "notFound": 0,
757
+ "successful": 2,
758
+ "overallSuccessRate": 1,
759
+ "present": {
760
+ "attempted": 2,
761
+ "located": 2,
762
+ "hits": 2,
763
+ "misses": 0,
764
+ "failed": 0,
765
+ "unknown": 0,
766
+ "notFound": 0,
767
+ "hitRate": 1
768
+ },
769
+ "negative": {
770
+ "attempted": 0,
771
+ "falsePositives": 0,
772
+ "correctRejections": 0,
773
+ "failed": 0,
774
+ "unknown": 0,
775
+ "falsePositiveRate": null,
776
+ "correctRejectionRate": null
777
+ },
778
+ "locatedAreaFraction": {
779
+ "count": 2,
780
+ "min": 0.062430632630410654,
781
+ "max": 0.06259150805270863,
782
+ "mean": 0.06251107034155964,
783
+ "p50": 0.062430632630410654,
784
+ "p95": 0.06259150805270863
785
+ },
786
+ "presentLocatedDistance": {
787
+ "count": 2,
788
+ "min": 0,
789
+ "max": 0,
790
+ "mean": 0,
791
+ "p50": 0,
792
+ "p95": 0
793
+ },
794
+ "geometryCoverage": 1,
795
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
796
+ "latency": {
797
+ "count": 2,
798
+ "minMs": 2677.115603,
799
+ "maxMs": 3043.3385479999997,
800
+ "meanMs": 2860.2270755,
801
+ "p50Ms": 2677.115603,
802
+ "p95Ms": 3043.3385479999997,
803
+ "quantileMethod": "nearest-rank"
804
+ },
805
+ "cases": [
806
+ {
807
+ "presence": "present",
808
+ "status": "located",
809
+ "center": {
810
+ "x": 0.625,
811
+ "y": 0.12486126526082131
812
+ },
813
+ "areaFraction": 0.062430632630410654,
814
+ "distanceToNearestBox": 0,
815
+ "pointInsideAnyBox": true
816
+ },
817
+ {
818
+ "presence": "present",
819
+ "status": "located",
820
+ "center": {
821
+ "x": 0.625,
822
+ "y": 0.6244509516837482
823
+ },
824
+ "areaFraction": 0.06259150805270863,
825
+ "distanceToNearestBox": 0,
826
+ "pointInsideAnyBox": true
827
+ }
828
+ ]
829
+ },
830
+ "twoStagePrefix": {
831
+ "attempted": 2,
832
+ "located": 2,
833
+ "failed": 0,
834
+ "unknown": 0,
835
+ "notFound": 0,
836
+ "successful": 2,
837
+ "overallSuccessRate": 1,
838
+ "present": {
839
+ "attempted": 2,
840
+ "located": 2,
841
+ "hits": 2,
842
+ "misses": 0,
843
+ "failed": 0,
844
+ "unknown": 0,
845
+ "notFound": 0,
846
+ "hitRate": 1
847
+ },
848
+ "negative": {
849
+ "attempted": 0,
850
+ "falsePositives": 0,
851
+ "correctRejections": 0,
852
+ "failed": 0,
853
+ "unknown": 0,
854
+ "falsePositiveRate": null,
855
+ "correctRejectionRate": null
856
+ },
857
+ "locatedAreaFraction": {
858
+ "count": 2,
859
+ "min": 0.0039539400665926745,
860
+ "max": 0.005215959004392387,
861
+ "mean": 0.00458494953549253,
862
+ "p50": 0.0039539400665926745,
863
+ "p95": 0.005215959004392387
864
+ },
865
+ "presentLocatedDistance": {
866
+ "count": 2,
867
+ "min": 0,
868
+ "max": 0,
869
+ "mean": 0,
870
+ "p50": 0,
871
+ "p95": 0
872
+ },
873
+ "geometryCoverage": 1,
874
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
875
+ "latency": {
876
+ "count": 2,
877
+ "minMs": 5932.7227889999995,
878
+ "maxMs": 7899.015927,
879
+ "meanMs": 6915.869358,
880
+ "p50Ms": 5932.7227889999995,
881
+ "p95Ms": 7899.015927,
882
+ "quantileMethod": "nearest-rank"
883
+ },
884
+ "cases": [
885
+ {
886
+ "presence": "present",
887
+ "status": "located",
888
+ "center": {
889
+ "x": 0.65625,
890
+ "y": 0.15593784683684794
891
+ },
892
+ "areaFraction": 0.0039539400665926745,
893
+ "distanceToNearestBox": 0,
894
+ "pointInsideAnyBox": true
895
+ },
896
+ {
897
+ "presence": "present",
898
+ "status": "located",
899
+ "center": {
900
+ "x": 0.40625,
901
+ "y": 0.4150805270863836
902
+ },
903
+ "areaFraction": 0.005215959004392387,
904
+ "distanceToNearestBox": 0,
905
+ "pointInsideAnyBox": true
906
+ }
907
+ ]
908
+ },
909
+ "threeStage": {
910
+ "attempted": 2,
911
+ "located": 1,
912
+ "failed": 0,
913
+ "unknown": 1,
914
+ "notFound": 0,
915
+ "successful": 1,
916
+ "overallSuccessRate": 0.5,
917
+ "present": {
918
+ "attempted": 2,
919
+ "located": 1,
920
+ "hits": 1,
921
+ "misses": 1,
922
+ "failed": 0,
923
+ "unknown": 1,
924
+ "notFound": 0,
925
+ "hitRate": 0.5
926
+ },
927
+ "negative": {
928
+ "attempted": 0,
929
+ "falsePositives": 0,
930
+ "correctRejections": 0,
931
+ "failed": 0,
932
+ "unknown": 0,
933
+ "falsePositiveRate": null,
934
+ "correctRejectionRate": null
935
+ },
936
+ "locatedAreaFraction": {
937
+ "count": 1,
938
+ "min": 0.0038533469070278184,
939
+ "max": 0.0038533469070278184,
940
+ "mean": 0.0038533469070278184,
941
+ "p50": 0.0038533469070278184,
942
+ "p95": 0.0038533469070278184
943
+ },
944
+ "presentLocatedDistance": {
945
+ "count": 1,
946
+ "min": 0,
947
+ "max": 0,
948
+ "mean": 0,
949
+ "p50": 0,
950
+ "p95": 0
951
+ },
952
+ "geometryCoverage": 0.5,
953
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
954
+ "latency": {
955
+ "count": 2,
956
+ "minMs": 7784.592634999999,
957
+ "maxMs": 9958.698424000002,
958
+ "meanMs": 8871.645529500001,
959
+ "p50Ms": 7784.592634999999,
960
+ "p95Ms": 9958.698424000002,
961
+ "quantileMethod": "nearest-rank"
962
+ },
963
+ "cases": [
964
+ {
965
+ "presence": "present",
966
+ "status": "unknown",
967
+ "center": null,
968
+ "areaFraction": null,
969
+ "distanceToNearestBox": null,
970
+ "pointInsideAnyBox": false
971
+ },
972
+ {
973
+ "presence": "present",
974
+ "status": "located",
975
+ "center": {
976
+ "x": 0.18701171875,
977
+ "y": 0.6244509516837481
978
+ },
979
+ "areaFraction": 0.0038533469070278184,
980
+ "distanceToNearestBox": 0,
981
+ "pointInsideAnyBox": true
982
+ }
983
+ ]
984
+ }
985
+ }
986
+ },
987
+ "heldout": {
988
+ "photo": {
989
+ "library": {
990
+ "attempted": 0,
991
+ "classified": 0,
992
+ "correct": 0,
993
+ "failed": 0,
994
+ "operationalUnknown": 0,
995
+ "accuracy": null,
996
+ "macroF1": null,
997
+ "zeroDivision": 0,
998
+ "confusion": [
999
+ {
1000
+ "expectedClassId": "present",
1001
+ "predictions": [
1002
+ {
1003
+ "classId": "present",
1004
+ "count": 0
1005
+ },
1006
+ {
1007
+ "classId": "absent",
1008
+ "count": 0
1009
+ }
1010
+ ],
1011
+ "operationalUnknown": 0,
1012
+ "failed": 0
1013
+ },
1014
+ {
1015
+ "expectedClassId": "absent",
1016
+ "predictions": [
1017
+ {
1018
+ "classId": "present",
1019
+ "count": 0
1020
+ },
1021
+ {
1022
+ "classId": "absent",
1023
+ "count": 0
1024
+ }
1025
+ ],
1026
+ "operationalUnknown": 0,
1027
+ "failed": 0
1028
+ }
1029
+ ],
1030
+ "perClass": [
1031
+ {
1032
+ "classId": "present",
1033
+ "support": 0,
1034
+ "tp": 0,
1035
+ "fp": 0,
1036
+ "fn": 0,
1037
+ "precision": 0,
1038
+ "recall": 0,
1039
+ "f1": 0
1040
+ },
1041
+ {
1042
+ "classId": "absent",
1043
+ "support": 0,
1044
+ "tp": 0,
1045
+ "fp": 0,
1046
+ "fn": 0,
1047
+ "precision": 0,
1048
+ "recall": 0,
1049
+ "f1": 0
1050
+ }
1051
+ ],
1052
+ "latency": {
1053
+ "count": 0,
1054
+ "minMs": null,
1055
+ "maxMs": null,
1056
+ "meanMs": null,
1057
+ "p50Ms": null,
1058
+ "p95Ms": null,
1059
+ "quantileMethod": "nearest-rank"
1060
+ }
1061
+ },
1062
+ "native": {
1063
+ "attempted": 0,
1064
+ "classified": 0,
1065
+ "correct": 0,
1066
+ "failed": 0,
1067
+ "operationalUnknown": 0,
1068
+ "accuracy": null,
1069
+ "macroF1": null,
1070
+ "zeroDivision": 0,
1071
+ "confusion": [
1072
+ {
1073
+ "expectedClassId": "present",
1074
+ "predictions": [
1075
+ {
1076
+ "classId": "present",
1077
+ "count": 0
1078
+ },
1079
+ {
1080
+ "classId": "absent",
1081
+ "count": 0
1082
+ }
1083
+ ],
1084
+ "operationalUnknown": 0,
1085
+ "failed": 0
1086
+ },
1087
+ {
1088
+ "expectedClassId": "absent",
1089
+ "predictions": [
1090
+ {
1091
+ "classId": "present",
1092
+ "count": 0
1093
+ },
1094
+ {
1095
+ "classId": "absent",
1096
+ "count": 0
1097
+ }
1098
+ ],
1099
+ "operationalUnknown": 0,
1100
+ "failed": 0
1101
+ }
1102
+ ],
1103
+ "perClass": [
1104
+ {
1105
+ "classId": "present",
1106
+ "support": 0,
1107
+ "tp": 0,
1108
+ "fp": 0,
1109
+ "fn": 0,
1110
+ "precision": 0,
1111
+ "recall": 0,
1112
+ "f1": 0
1113
+ },
1114
+ {
1115
+ "classId": "absent",
1116
+ "support": 0,
1117
+ "tp": 0,
1118
+ "fp": 0,
1119
+ "fn": 0,
1120
+ "precision": 0,
1121
+ "recall": 0,
1122
+ "f1": 0
1123
+ }
1124
+ ],
1125
+ "latency": {
1126
+ "count": 0,
1127
+ "minMs": null,
1128
+ "maxMs": null,
1129
+ "meanMs": null,
1130
+ "p50Ms": null,
1131
+ "p95Ms": null,
1132
+ "quantileMethod": "nearest-rank"
1133
+ }
1134
+ },
1135
+ "parity": {
1136
+ "attempted": 0,
1137
+ "paired": 0,
1138
+ "missingLibrary": 0,
1139
+ "missingNative": 0,
1140
+ "classMatches": 0,
1141
+ "classMatchRateAllAttempts": null,
1142
+ "classMatchRatePaired": null,
1143
+ "probabilityPairs": 0,
1144
+ "unavailableProbabilityPairs": 0,
1145
+ "exactProbabilityMatches": 0,
1146
+ "maxAbsoluteProbabilityDifference": {
1147
+ "count": 0,
1148
+ "min": null,
1149
+ "max": null,
1150
+ "mean": null,
1151
+ "p50": null,
1152
+ "p95": null
1153
+ }
1154
+ }
1155
+ },
1156
+ "text": {
1157
+ "library": {
1158
+ "attempted": 0,
1159
+ "classified": 0,
1160
+ "correct": 0,
1161
+ "failed": 0,
1162
+ "operationalUnknown": 0,
1163
+ "accuracy": null,
1164
+ "macroF1": null,
1165
+ "zeroDivision": 0,
1166
+ "confusion": [
1167
+ {
1168
+ "expectedClassId": "order_status",
1169
+ "predictions": [
1170
+ {
1171
+ "classId": "order_status",
1172
+ "count": 0
1173
+ },
1174
+ {
1175
+ "classId": "refund",
1176
+ "count": 0
1177
+ },
1178
+ {
1179
+ "classId": "technical_support",
1180
+ "count": 0
1181
+ },
1182
+ {
1183
+ "classId": "general_feedback",
1184
+ "count": 0
1185
+ },
1186
+ {
1187
+ "classId": "unknown",
1188
+ "count": 0
1189
+ }
1190
+ ],
1191
+ "operationalUnknown": 0,
1192
+ "failed": 0
1193
+ },
1194
+ {
1195
+ "expectedClassId": "refund",
1196
+ "predictions": [
1197
+ {
1198
+ "classId": "order_status",
1199
+ "count": 0
1200
+ },
1201
+ {
1202
+ "classId": "refund",
1203
+ "count": 0
1204
+ },
1205
+ {
1206
+ "classId": "technical_support",
1207
+ "count": 0
1208
+ },
1209
+ {
1210
+ "classId": "general_feedback",
1211
+ "count": 0
1212
+ },
1213
+ {
1214
+ "classId": "unknown",
1215
+ "count": 0
1216
+ }
1217
+ ],
1218
+ "operationalUnknown": 0,
1219
+ "failed": 0
1220
+ },
1221
+ {
1222
+ "expectedClassId": "technical_support",
1223
+ "predictions": [
1224
+ {
1225
+ "classId": "order_status",
1226
+ "count": 0
1227
+ },
1228
+ {
1229
+ "classId": "refund",
1230
+ "count": 0
1231
+ },
1232
+ {
1233
+ "classId": "technical_support",
1234
+ "count": 0
1235
+ },
1236
+ {
1237
+ "classId": "general_feedback",
1238
+ "count": 0
1239
+ },
1240
+ {
1241
+ "classId": "unknown",
1242
+ "count": 0
1243
+ }
1244
+ ],
1245
+ "operationalUnknown": 0,
1246
+ "failed": 0
1247
+ },
1248
+ {
1249
+ "expectedClassId": "general_feedback",
1250
+ "predictions": [
1251
+ {
1252
+ "classId": "order_status",
1253
+ "count": 0
1254
+ },
1255
+ {
1256
+ "classId": "refund",
1257
+ "count": 0
1258
+ },
1259
+ {
1260
+ "classId": "technical_support",
1261
+ "count": 0
1262
+ },
1263
+ {
1264
+ "classId": "general_feedback",
1265
+ "count": 0
1266
+ },
1267
+ {
1268
+ "classId": "unknown",
1269
+ "count": 0
1270
+ }
1271
+ ],
1272
+ "operationalUnknown": 0,
1273
+ "failed": 0
1274
+ },
1275
+ {
1276
+ "expectedClassId": "unknown",
1277
+ "predictions": [
1278
+ {
1279
+ "classId": "order_status",
1280
+ "count": 0
1281
+ },
1282
+ {
1283
+ "classId": "refund",
1284
+ "count": 0
1285
+ },
1286
+ {
1287
+ "classId": "technical_support",
1288
+ "count": 0
1289
+ },
1290
+ {
1291
+ "classId": "general_feedback",
1292
+ "count": 0
1293
+ },
1294
+ {
1295
+ "classId": "unknown",
1296
+ "count": 0
1297
+ }
1298
+ ],
1299
+ "operationalUnknown": 0,
1300
+ "failed": 0
1301
+ }
1302
+ ],
1303
+ "perClass": [
1304
+ {
1305
+ "classId": "order_status",
1306
+ "support": 0,
1307
+ "tp": 0,
1308
+ "fp": 0,
1309
+ "fn": 0,
1310
+ "precision": 0,
1311
+ "recall": 0,
1312
+ "f1": 0
1313
+ },
1314
+ {
1315
+ "classId": "refund",
1316
+ "support": 0,
1317
+ "tp": 0,
1318
+ "fp": 0,
1319
+ "fn": 0,
1320
+ "precision": 0,
1321
+ "recall": 0,
1322
+ "f1": 0
1323
+ },
1324
+ {
1325
+ "classId": "technical_support",
1326
+ "support": 0,
1327
+ "tp": 0,
1328
+ "fp": 0,
1329
+ "fn": 0,
1330
+ "precision": 0,
1331
+ "recall": 0,
1332
+ "f1": 0
1333
+ },
1334
+ {
1335
+ "classId": "general_feedback",
1336
+ "support": 0,
1337
+ "tp": 0,
1338
+ "fp": 0,
1339
+ "fn": 0,
1340
+ "precision": 0,
1341
+ "recall": 0,
1342
+ "f1": 0
1343
+ },
1344
+ {
1345
+ "classId": "unknown",
1346
+ "support": 0,
1347
+ "tp": 0,
1348
+ "fp": 0,
1349
+ "fn": 0,
1350
+ "precision": 0,
1351
+ "recall": 0,
1352
+ "f1": 0
1353
+ }
1354
+ ],
1355
+ "latency": {
1356
+ "count": 0,
1357
+ "minMs": null,
1358
+ "maxMs": null,
1359
+ "meanMs": null,
1360
+ "p50Ms": null,
1361
+ "p95Ms": null,
1362
+ "quantileMethod": "nearest-rank"
1363
+ }
1364
+ },
1365
+ "native": {
1366
+ "attempted": 0,
1367
+ "classified": 0,
1368
+ "correct": 0,
1369
+ "failed": 0,
1370
+ "operationalUnknown": 0,
1371
+ "accuracy": null,
1372
+ "macroF1": null,
1373
+ "zeroDivision": 0,
1374
+ "confusion": [
1375
+ {
1376
+ "expectedClassId": "order_status",
1377
+ "predictions": [
1378
+ {
1379
+ "classId": "order_status",
1380
+ "count": 0
1381
+ },
1382
+ {
1383
+ "classId": "refund",
1384
+ "count": 0
1385
+ },
1386
+ {
1387
+ "classId": "technical_support",
1388
+ "count": 0
1389
+ },
1390
+ {
1391
+ "classId": "general_feedback",
1392
+ "count": 0
1393
+ },
1394
+ {
1395
+ "classId": "unknown",
1396
+ "count": 0
1397
+ }
1398
+ ],
1399
+ "operationalUnknown": 0,
1400
+ "failed": 0
1401
+ },
1402
+ {
1403
+ "expectedClassId": "refund",
1404
+ "predictions": [
1405
+ {
1406
+ "classId": "order_status",
1407
+ "count": 0
1408
+ },
1409
+ {
1410
+ "classId": "refund",
1411
+ "count": 0
1412
+ },
1413
+ {
1414
+ "classId": "technical_support",
1415
+ "count": 0
1416
+ },
1417
+ {
1418
+ "classId": "general_feedback",
1419
+ "count": 0
1420
+ },
1421
+ {
1422
+ "classId": "unknown",
1423
+ "count": 0
1424
+ }
1425
+ ],
1426
+ "operationalUnknown": 0,
1427
+ "failed": 0
1428
+ },
1429
+ {
1430
+ "expectedClassId": "technical_support",
1431
+ "predictions": [
1432
+ {
1433
+ "classId": "order_status",
1434
+ "count": 0
1435
+ },
1436
+ {
1437
+ "classId": "refund",
1438
+ "count": 0
1439
+ },
1440
+ {
1441
+ "classId": "technical_support",
1442
+ "count": 0
1443
+ },
1444
+ {
1445
+ "classId": "general_feedback",
1446
+ "count": 0
1447
+ },
1448
+ {
1449
+ "classId": "unknown",
1450
+ "count": 0
1451
+ }
1452
+ ],
1453
+ "operationalUnknown": 0,
1454
+ "failed": 0
1455
+ },
1456
+ {
1457
+ "expectedClassId": "general_feedback",
1458
+ "predictions": [
1459
+ {
1460
+ "classId": "order_status",
1461
+ "count": 0
1462
+ },
1463
+ {
1464
+ "classId": "refund",
1465
+ "count": 0
1466
+ },
1467
+ {
1468
+ "classId": "technical_support",
1469
+ "count": 0
1470
+ },
1471
+ {
1472
+ "classId": "general_feedback",
1473
+ "count": 0
1474
+ },
1475
+ {
1476
+ "classId": "unknown",
1477
+ "count": 0
1478
+ }
1479
+ ],
1480
+ "operationalUnknown": 0,
1481
+ "failed": 0
1482
+ },
1483
+ {
1484
+ "expectedClassId": "unknown",
1485
+ "predictions": [
1486
+ {
1487
+ "classId": "order_status",
1488
+ "count": 0
1489
+ },
1490
+ {
1491
+ "classId": "refund",
1492
+ "count": 0
1493
+ },
1494
+ {
1495
+ "classId": "technical_support",
1496
+ "count": 0
1497
+ },
1498
+ {
1499
+ "classId": "general_feedback",
1500
+ "count": 0
1501
+ },
1502
+ {
1503
+ "classId": "unknown",
1504
+ "count": 0
1505
+ }
1506
+ ],
1507
+ "operationalUnknown": 0,
1508
+ "failed": 0
1509
+ }
1510
+ ],
1511
+ "perClass": [
1512
+ {
1513
+ "classId": "order_status",
1514
+ "support": 0,
1515
+ "tp": 0,
1516
+ "fp": 0,
1517
+ "fn": 0,
1518
+ "precision": 0,
1519
+ "recall": 0,
1520
+ "f1": 0
1521
+ },
1522
+ {
1523
+ "classId": "refund",
1524
+ "support": 0,
1525
+ "tp": 0,
1526
+ "fp": 0,
1527
+ "fn": 0,
1528
+ "precision": 0,
1529
+ "recall": 0,
1530
+ "f1": 0
1531
+ },
1532
+ {
1533
+ "classId": "technical_support",
1534
+ "support": 0,
1535
+ "tp": 0,
1536
+ "fp": 0,
1537
+ "fn": 0,
1538
+ "precision": 0,
1539
+ "recall": 0,
1540
+ "f1": 0
1541
+ },
1542
+ {
1543
+ "classId": "general_feedback",
1544
+ "support": 0,
1545
+ "tp": 0,
1546
+ "fp": 0,
1547
+ "fn": 0,
1548
+ "precision": 0,
1549
+ "recall": 0,
1550
+ "f1": 0
1551
+ },
1552
+ {
1553
+ "classId": "unknown",
1554
+ "support": 0,
1555
+ "tp": 0,
1556
+ "fp": 0,
1557
+ "fn": 0,
1558
+ "precision": 0,
1559
+ "recall": 0,
1560
+ "f1": 0
1561
+ }
1562
+ ],
1563
+ "latency": {
1564
+ "count": 0,
1565
+ "minMs": null,
1566
+ "maxMs": null,
1567
+ "meanMs": null,
1568
+ "p50Ms": null,
1569
+ "p95Ms": null,
1570
+ "quantileMethod": "nearest-rank"
1571
+ }
1572
+ },
1573
+ "parity": {
1574
+ "attempted": 0,
1575
+ "paired": 0,
1576
+ "missingLibrary": 0,
1577
+ "missingNative": 0,
1578
+ "classMatches": 0,
1579
+ "classMatchRateAllAttempts": null,
1580
+ "classMatchRatePaired": null,
1581
+ "probabilityPairs": 0,
1582
+ "unavailableProbabilityPairs": 0,
1583
+ "exactProbabilityMatches": 0,
1584
+ "maxAbsoluteProbabilityDifference": {
1585
+ "count": 0,
1586
+ "min": null,
1587
+ "max": null,
1588
+ "mean": null,
1589
+ "p50": null,
1590
+ "p95": null
1591
+ }
1592
+ }
1593
+ },
1594
+ "localization": {
1595
+ "oneStagePrefix": {
1596
+ "attempted": 0,
1597
+ "located": 0,
1598
+ "failed": 0,
1599
+ "unknown": 0,
1600
+ "notFound": 0,
1601
+ "successful": 0,
1602
+ "overallSuccessRate": null,
1603
+ "present": {
1604
+ "attempted": 0,
1605
+ "located": 0,
1606
+ "hits": 0,
1607
+ "misses": 0,
1608
+ "failed": 0,
1609
+ "unknown": 0,
1610
+ "notFound": 0,
1611
+ "hitRate": null
1612
+ },
1613
+ "negative": {
1614
+ "attempted": 0,
1615
+ "falsePositives": 0,
1616
+ "correctRejections": 0,
1617
+ "failed": 0,
1618
+ "unknown": 0,
1619
+ "falsePositiveRate": null,
1620
+ "correctRejectionRate": null
1621
+ },
1622
+ "locatedAreaFraction": {
1623
+ "count": 0,
1624
+ "min": null,
1625
+ "max": null,
1626
+ "mean": null,
1627
+ "p50": null,
1628
+ "p95": null
1629
+ },
1630
+ "presentLocatedDistance": {
1631
+ "count": 0,
1632
+ "min": null,
1633
+ "max": null,
1634
+ "mean": null,
1635
+ "p50": null,
1636
+ "p95": null
1637
+ },
1638
+ "geometryCoverage": null,
1639
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
1640
+ "latency": {
1641
+ "count": 0,
1642
+ "minMs": null,
1643
+ "maxMs": null,
1644
+ "meanMs": null,
1645
+ "p50Ms": null,
1646
+ "p95Ms": null,
1647
+ "quantileMethod": "nearest-rank"
1648
+ },
1649
+ "cases": []
1650
+ },
1651
+ "twoStagePrefix": {
1652
+ "attempted": 0,
1653
+ "located": 0,
1654
+ "failed": 0,
1655
+ "unknown": 0,
1656
+ "notFound": 0,
1657
+ "successful": 0,
1658
+ "overallSuccessRate": null,
1659
+ "present": {
1660
+ "attempted": 0,
1661
+ "located": 0,
1662
+ "hits": 0,
1663
+ "misses": 0,
1664
+ "failed": 0,
1665
+ "unknown": 0,
1666
+ "notFound": 0,
1667
+ "hitRate": null
1668
+ },
1669
+ "negative": {
1670
+ "attempted": 0,
1671
+ "falsePositives": 0,
1672
+ "correctRejections": 0,
1673
+ "failed": 0,
1674
+ "unknown": 0,
1675
+ "falsePositiveRate": null,
1676
+ "correctRejectionRate": null
1677
+ },
1678
+ "locatedAreaFraction": {
1679
+ "count": 0,
1680
+ "min": null,
1681
+ "max": null,
1682
+ "mean": null,
1683
+ "p50": null,
1684
+ "p95": null
1685
+ },
1686
+ "presentLocatedDistance": {
1687
+ "count": 0,
1688
+ "min": null,
1689
+ "max": null,
1690
+ "mean": null,
1691
+ "p50": null,
1692
+ "p95": null
1693
+ },
1694
+ "geometryCoverage": null,
1695
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
1696
+ "latency": {
1697
+ "count": 0,
1698
+ "minMs": null,
1699
+ "maxMs": null,
1700
+ "meanMs": null,
1701
+ "p50Ms": null,
1702
+ "p95Ms": null,
1703
+ "quantileMethod": "nearest-rank"
1704
+ },
1705
+ "cases": []
1706
+ },
1707
+ "threeStage": {
1708
+ "attempted": 0,
1709
+ "located": 0,
1710
+ "failed": 0,
1711
+ "unknown": 0,
1712
+ "notFound": 0,
1713
+ "successful": 0,
1714
+ "overallSuccessRate": null,
1715
+ "present": {
1716
+ "attempted": 0,
1717
+ "located": 0,
1718
+ "hits": 0,
1719
+ "misses": 0,
1720
+ "failed": 0,
1721
+ "unknown": 0,
1722
+ "notFound": 0,
1723
+ "hitRate": null
1724
+ },
1725
+ "negative": {
1726
+ "attempted": 0,
1727
+ "falsePositives": 0,
1728
+ "correctRejections": 0,
1729
+ "failed": 0,
1730
+ "unknown": 0,
1731
+ "falsePositiveRate": null,
1732
+ "correctRejectionRate": null
1733
+ },
1734
+ "locatedAreaFraction": {
1735
+ "count": 0,
1736
+ "min": null,
1737
+ "max": null,
1738
+ "mean": null,
1739
+ "p50": null,
1740
+ "p95": null
1741
+ },
1742
+ "presentLocatedDistance": {
1743
+ "count": 0,
1744
+ "min": null,
1745
+ "max": null,
1746
+ "mean": null,
1747
+ "p50": null,
1748
+ "p95": null
1749
+ },
1750
+ "geometryCoverage": null,
1751
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
1752
+ "latency": {
1753
+ "count": 0,
1754
+ "minMs": null,
1755
+ "maxMs": null,
1756
+ "meanMs": null,
1757
+ "p50Ms": null,
1758
+ "p95Ms": null,
1759
+ "quantileMethod": "nearest-rank"
1760
+ },
1761
+ "cases": []
1762
+ }
1763
+ }
1764
+ }
1765
+ },
1766
+ "samples": [
1767
+ {
1768
+ "caseId": "photo-dev-01",
1769
+ "split": "dev",
1770
+ "kind": "photo",
1771
+ "library": {
1772
+ "expectedClassId": "present",
1773
+ "outcome": {
1774
+ "status": "ok",
1775
+ "choice": "absent"
1776
+ },
1777
+ "latencyMs": 1661.5783860000001
1778
+ },
1779
+ "native": {
1780
+ "expectedClassId": "present",
1781
+ "outcome": {
1782
+ "status": "ok",
1783
+ "choice": "absent"
1784
+ },
1785
+ "latencyMs": 1832.7428920000002
1786
+ },
1787
+ "parity": {
1788
+ "library": {
1789
+ "choice": "absent",
1790
+ "nativeChoice": "absent",
1791
+ "probabilities": {
1792
+ "present": 0.13,
1793
+ "absent": 0.87
1794
+ },
1795
+ "tied": ["absent"],
1796
+ "confidence": 0.74,
1797
+ "metadata": {
1798
+ "model": "typesafe/jev-1.14-20261014",
1799
+ "provider": "TypeSafe",
1800
+ "requestId": "gen-dec-1792274098-imQYXadQjreLdfLP5XKq",
1801
+ "durationMs": 1483.447235,
1802
+ "costUsd": 0.000123396,
1803
+ "attempts": 1
1804
+ }
1805
+ },
1806
+ "native": {
1807
+ "choice": "absent",
1808
+ "probabilities": {
1809
+ "present": 0.14,
1810
+ "absent": 0.86
1811
+ },
1812
+ "metadata": {
1813
+ "model": "typesafe/jev-1.14-20261014",
1814
+ "provider": "TypeSafe",
1815
+ "requestId": "gen-dec-1792274099-nVsShuHTIvzpbl5l1Tl6",
1816
+ "costUsd": 0.000123522,
1817
+ "durationMs": 1782.2406589999998,
1818
+ "attempts": 1
1819
+ }
1820
+ }
1821
+ },
1822
+ "locate": {
1823
+ "expected": {
1824
+ "presence": "present",
1825
+ "boxes": [
1826
+ {
1827
+ "left": 0.19661017,
1828
+ "top": 0.078998074,
1829
+ "width": 0.69152543,
1830
+ "height": 0.921001926
1831
+ }
1832
+ ]
1833
+ },
1834
+ "outcome": {
1835
+ "status": "unknown"
1836
+ },
1837
+ "latencyMs": 7784.592634999999
1838
+ },
1839
+ "oneStage": {
1840
+ "expected": {
1841
+ "presence": "present",
1842
+ "boxes": [
1843
+ {
1844
+ "left": 0.19661017,
1845
+ "top": 0.078998074,
1846
+ "width": 0.69152543,
1847
+ "height": 0.921001926
1848
+ }
1849
+ ]
1850
+ },
1851
+ "outcome": {
1852
+ "status": "located",
1853
+ "region": {
1854
+ "left": 0.5,
1855
+ "top": 0,
1856
+ "width": 0.25,
1857
+ "height": 0.24972253052164262
1858
+ }
1859
+ },
1860
+ "latencyMs": 2677.115603
1861
+ },
1862
+ "twoStage": {
1863
+ "expected": {
1864
+ "presence": "present",
1865
+ "boxes": [
1866
+ {
1867
+ "left": 0.19661017,
1868
+ "top": 0.078998074,
1869
+ "width": 0.69152543,
1870
+ "height": 0.921001926
1871
+ }
1872
+ ]
1873
+ },
1874
+ "outcome": {
1875
+ "status": "located",
1876
+ "region": {
1877
+ "left": 0.625,
1878
+ "top": 0.12430632630410655,
1879
+ "width": 0.0625,
1880
+ "height": 0.06326304106548279
1881
+ }
1882
+ },
1883
+ "latencyMs": 5932.7227889999995
1884
+ }
1885
+ },
1886
+ {
1887
+ "caseId": "photo-dev-02",
1888
+ "split": "dev",
1889
+ "kind": "photo",
1890
+ "library": {
1891
+ "expectedClassId": "present",
1892
+ "outcome": {
1893
+ "status": "ok",
1894
+ "choice": "present"
1895
+ },
1896
+ "latencyMs": 1700.8201369999988
1897
+ },
1898
+ "native": {
1899
+ "expectedClassId": "present",
1900
+ "outcome": {
1901
+ "status": "ok",
1902
+ "choice": "present"
1903
+ },
1904
+ "latencyMs": 1715.3739490000007
1905
+ },
1906
+ "parity": {
1907
+ "library": {
1908
+ "choice": "present",
1909
+ "nativeChoice": "present",
1910
+ "probabilities": {
1911
+ "present": 1,
1912
+ "absent": 0
1913
+ },
1914
+ "tied": ["present"],
1915
+ "confidence": 1,
1916
+ "metadata": {
1917
+ "model": "typesafe/jev-1.14-20261014",
1918
+ "provider": "TypeSafe",
1919
+ "requestId": "gen-dec-1792274110-AHoRDydslgVkdAaLt1bP",
1920
+ "durationMs": 1613.7301209999987,
1921
+ "costUsd": 9.8616e-5,
1922
+ "attempts": 1
1923
+ }
1924
+ },
1925
+ "native": {
1926
+ "choice": "present",
1927
+ "probabilities": {
1928
+ "present": 1,
1929
+ "absent": 0
1930
+ },
1931
+ "metadata": {
1932
+ "model": "typesafe/jev-1.14-20261014",
1933
+ "provider": "TypeSafe",
1934
+ "requestId": "gen-dec-1792274112-N2kpAmtU9DLzSB7dOs0m",
1935
+ "costUsd": 9.8574e-5,
1936
+ "durationMs": 1686.9623760000013,
1937
+ "attempts": 1
1938
+ }
1939
+ }
1940
+ },
1941
+ "locate": {
1942
+ "expected": {
1943
+ "presence": "present",
1944
+ "boxes": [
1945
+ {
1946
+ "left": 0.06637168,
1947
+ "top": 0.37831858,
1948
+ "width": 0.90707962,
1949
+ "height": 0.42699112
1950
+ }
1951
+ ]
1952
+ },
1953
+ "outcome": {
1954
+ "status": "located",
1955
+ "region": {
1956
+ "left": 0.16015625,
1957
+ "top": 0.5885797950219619,
1958
+ "width": 0.0537109375,
1959
+ "height": 0.07174231332357248
1960
+ }
1961
+ },
1962
+ "latencyMs": 9958.698424000002
1963
+ },
1964
+ "oneStage": {
1965
+ "expected": {
1966
+ "presence": "present",
1967
+ "boxes": [
1968
+ {
1969
+ "left": 0.06637168,
1970
+ "top": 0.37831858,
1971
+ "width": 0.90707962,
1972
+ "height": 0.42699112
1973
+ }
1974
+ ]
1975
+ },
1976
+ "outcome": {
1977
+ "status": "located",
1978
+ "region": {
1979
+ "left": 0.5,
1980
+ "top": 0.4992679355783309,
1981
+ "width": 0.25,
1982
+ "height": 0.25036603221083453
1983
+ }
1984
+ },
1985
+ "latencyMs": 3043.3385479999997
1986
+ },
1987
+ "twoStage": {
1988
+ "expected": {
1989
+ "presence": "present",
1990
+ "boxes": [
1991
+ {
1992
+ "left": 0.06637168,
1993
+ "top": 0.37831858,
1994
+ "width": 0.90707962,
1995
+ "height": 0.42699112
1996
+ }
1997
+ ]
1998
+ },
1999
+ "outcome": {
2000
+ "status": "located",
2001
+ "region": {
2002
+ "left": 0.375,
2003
+ "top": 0.3733528550512445,
2004
+ "width": 0.0625,
2005
+ "height": 0.08345534407027819
2006
+ }
2007
+ },
2008
+ "latencyMs": 7899.015927
2009
+ }
2010
+ },
2011
+ {
2012
+ "caseId": "support-dev-001",
2013
+ "split": "dev",
2014
+ "kind": "text",
2015
+ "library": {
2016
+ "expectedClassId": "order_status",
2017
+ "outcome": {
2018
+ "status": "ok",
2019
+ "choice": "order_status"
2020
+ },
2021
+ "latencyMs": 296.7311860000009
2022
+ },
2023
+ "native": {
2024
+ "expectedClassId": "order_status",
2025
+ "outcome": {
2026
+ "status": "ok",
2027
+ "choice": "order_status"
2028
+ },
2029
+ "latencyMs": 418.8979799999979
2030
+ },
2031
+ "parity": {
2032
+ "library": {
2033
+ "choice": "order_status",
2034
+ "nativeChoice": "order_status",
2035
+ "probabilities": {
2036
+ "order_status": 1,
2037
+ "refund": 0,
2038
+ "technical_support": 0,
2039
+ "general_feedback": 0,
2040
+ "unknown": 0
2041
+ },
2042
+ "tied": ["order_status"],
2043
+ "confidence": 1,
2044
+ "metadata": {
2045
+ "model": "typesafe/jev-1.14-20261014",
2046
+ "provider": "TypeSafe",
2047
+ "requestId": "gen-dec-1792274124-S5u8QPMIu0CQn9ylW5Lp",
2048
+ "durationMs": 294.8442639999994,
2049
+ "costUsd": 3.8724e-5,
2050
+ "attempts": 1
2051
+ }
2052
+ },
2053
+ "native": {
2054
+ "choice": "order_status",
2055
+ "probabilities": {
2056
+ "order_status": 1,
2057
+ "refund": 0,
2058
+ "technical_support": 0,
2059
+ "general_feedback": 0,
2060
+ "unknown": 0
2061
+ },
2062
+ "metadata": {
2063
+ "model": "typesafe/jev-1.14-20261014",
2064
+ "provider": "TypeSafe",
2065
+ "requestId": "gen-dec-1792274124-bzyydYwn7e4fldUvZ125",
2066
+ "costUsd": 3.8724e-5,
2067
+ "durationMs": 417.424884,
2068
+ "attempts": 1
2069
+ }
2070
+ }
2071
+ }
2072
+ },
2073
+ {
2074
+ "caseId": "support-dev-002",
2075
+ "split": "dev",
2076
+ "kind": "text",
2077
+ "library": {
2078
+ "expectedClassId": "order_status",
2079
+ "outcome": {
2080
+ "status": "ok",
2081
+ "choice": "order_status"
2082
+ },
2083
+ "latencyMs": 334.99809900000037
2084
+ },
2085
+ "native": {
2086
+ "expectedClassId": "order_status",
2087
+ "outcome": {
2088
+ "status": "ok",
2089
+ "choice": "order_status"
2090
+ },
2091
+ "latencyMs": 291.4641900000024
2092
+ },
2093
+ "parity": {
2094
+ "library": {
2095
+ "choice": "order_status",
2096
+ "nativeChoice": "order_status",
2097
+ "probabilities": {
2098
+ "order_status": 1,
2099
+ "refund": 0,
2100
+ "technical_support": 0,
2101
+ "general_feedback": 0,
2102
+ "unknown": 0
2103
+ },
2104
+ "tied": ["order_status"],
2105
+ "confidence": 1,
2106
+ "metadata": {
2107
+ "model": "typesafe/jev-1.14-20261014",
2108
+ "provider": "TypeSafe",
2109
+ "requestId": "gen-dec-1792274125-qzUfbHyRIfgYGeppuYJE",
2110
+ "durationMs": 333.26782600000297,
2111
+ "costUsd": 3.7842e-5,
2112
+ "attempts": 1
2113
+ }
2114
+ },
2115
+ "native": {
2116
+ "choice": "order_status",
2117
+ "probabilities": {
2118
+ "order_status": 1,
2119
+ "refund": 0,
2120
+ "technical_support": 0,
2121
+ "general_feedback": 0,
2122
+ "unknown": 0
2123
+ },
2124
+ "metadata": {
2125
+ "model": "typesafe/jev-1.14-20261014",
2126
+ "provider": "TypeSafe",
2127
+ "requestId": "gen-dec-1792274125-1rmdEmbc1rdabtRHGm9g",
2128
+ "costUsd": 3.7842e-5,
2129
+ "durationMs": 289.9406549999985,
2130
+ "attempts": 1
2131
+ }
2132
+ }
2133
+ }
2134
+ }
2135
+ ]
2136
+ }