zorya-classifier 0.0.0-stage → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (91) hide show
  1. package/LICENSE +21 -0
  2. package/NOTICE.md +11 -0
  3. package/README.md +127 -2
  4. package/dist/app/cli-route.d.ts +3 -0
  5. package/dist/app/cli-route.js +40 -0
  6. package/dist/app/create-classifier.d.ts +14 -0
  7. package/dist/app/create-classifier.js +100 -0
  8. package/dist/cli.d.ts +2 -0
  9. package/dist/cli.js +33 -0
  10. package/dist/entities/contracts.d.ts +395 -0
  11. package/dist/entities/contracts.js +90 -0
  12. package/dist/entities/errors.d.ts +7 -0
  13. package/dist/entities/errors.js +16 -0
  14. package/dist/features/choice-beam-layout.d.ts +18 -0
  15. package/dist/features/choice-beam-layout.js +136 -0
  16. package/dist/features/choice.d.ts +4 -0
  17. package/dist/features/choice.js +83 -0
  18. package/dist/features/prompts.d.ts +8 -0
  19. package/dist/features/prompts.js +56 -0
  20. package/dist/features/uniform-grid.d.ts +3 -0
  21. package/dist/features/uniform-grid.js +35 -0
  22. package/dist/index.d.ts +5 -0
  23. package/dist/index.js +2 -0
  24. package/dist/infrastructure/openrouter-common.d.ts +130 -0
  25. package/dist/infrastructure/openrouter-common.js +317 -0
  26. package/dist/infrastructure/openrouter-vision.d.ts +8 -0
  27. package/dist/infrastructure/openrouter-vision.js +12 -0
  28. package/dist/infrastructure/openrouter.d.ts +19 -0
  29. package/dist/infrastructure/openrouter.js +207 -0
  30. package/dist/infrastructure/raster.d.ts +2 -0
  31. package/dist/infrastructure/raster.js +121 -0
  32. package/dist/infrastructure/vision-chat.d.ts +64 -0
  33. package/dist/infrastructure/vision-chat.js +309 -0
  34. package/dist/openai-compatible.d.ts +5 -0
  35. package/dist/openai-compatible.js +7 -0
  36. package/dist/openrouter.d.ts +4 -0
  37. package/dist/openrouter.js +2 -0
  38. package/dist/processes/classify.d.ts +2 -0
  39. package/dist/processes/classify.js +21 -0
  40. package/dist/processes/locate.d.ts +2 -0
  41. package/dist/processes/locate.js +201 -0
  42. package/dist/shared/choice-mass.d.ts +2 -0
  43. package/dist/shared/choice-mass.js +19 -0
  44. package/dist/shared/gate.d.ts +11 -0
  45. package/dist/shared/gate.js +52 -0
  46. package/dist/shared/scope.d.ts +12 -0
  47. package/dist/shared/scope.js +29 -0
  48. package/docs/README.ru.md +245 -0
  49. package/docs/acceptance.md +31 -0
  50. package/docs/api.md +45 -0
  51. package/docs/architecture.md +32 -0
  52. package/docs/benchmarks.md +53 -0
  53. package/docs/evidence/current-linux-check.json +15 -0
  54. package/docs/evidence/decisions-completion-v1-manifest.json +96 -0
  55. package/docs/evidence/decisions-completion-v1-report.json +1205 -0
  56. package/docs/evidence/decisions-selection-v1-manifest.json +96 -0
  57. package/docs/evidence/decisions-selection-v1-report.json +1457 -0
  58. package/docs/evidence/jev-pricing-2026-10-18.json +69 -0
  59. package/docs/evidence/linux-check.json +20 -0
  60. package/docs/evidence/linux-check.txt +205 -0
  61. package/docs/evidence/live-release-smoke-manifest.json +82 -0
  62. package/docs/evidence/live-release-smoke-provenance.json +9 -0
  63. package/docs/evidence/live-release-smoke-report.json +2136 -0
  64. package/docs/evidence/live-v1-manifest.json +84 -0
  65. package/docs/evidence/live-v1-provenance.json +9 -0
  66. package/docs/evidence/live-v1-report.json +15555 -0
  67. package/docs/evidence/luna-decisions-fine-probe.json +19 -0
  68. package/docs/evidence/luna-decisions-locator-smoke-manifest.json +39 -0
  69. package/docs/evidence/luna-decisions-locator-smoke-report.json +149 -0
  70. package/docs/evidence/pack-check.json +26 -0
  71. package/docs/evidence/protocol-probes.json +61 -0
  72. package/docs/evidence/rejected-vision-selection-v1-qwen-photo-dev-01.json +42 -0
  73. package/docs/evidence/rejected-vision-selection-v1-qwen-photo-dev-17.json +42 -0
  74. package/docs/evidence/rejected-vision-selection-v1-qwen-photo-heldout-09.json +42 -0
  75. package/docs/evidence/rejected-vision-selection-v2-haiku-photo-dev-16.json +42 -0
  76. package/docs/evidence/rejected-vision-selection-v2-haiku-support-heldout-016.json +42 -0
  77. package/docs/evidence/vision-cost-reconciliation.json +37 -0
  78. package/docs/evidence/vision-model-summary.json +562 -0
  79. package/docs/evidence/vision-selection-v1-manifest.json +95 -0
  80. package/docs/evidence/vision-selection-v1-report.json +4598 -0
  81. package/docs/evidence/vision-selection-v2-manifest.json +95 -0
  82. package/docs/evidence/vision-selection-v2-report.json +1139 -0
  83. package/docs/evidence/windows-native.json +73 -0
  84. package/docs/evidence/windows-secrets.json +46 -0
  85. package/docs/operations.md +15 -0
  86. package/docs/plan.md +25 -0
  87. package/docs/provenance.json +32 -0
  88. package/docs/publishing.md +21 -0
  89. package/docs/results.md +69 -0
  90. package/docs/vision-results.md +51 -0
  91. package/package.json +89 -4
@@ -0,0 +1,2136 @@
1
+ {
2
+ "version": 1,
3
+ "status": "complete",
4
+ "mode": "live",
5
+ "evidence": "real-provider",
6
+ "startedAt": "2026-10-17T21:54:57.525Z",
7
+ "finishedAt": "2026-10-17T21:55:23.740Z",
8
+ "durationMs": 26214.849941,
9
+ "planned": {
10
+ "photos": 2,
11
+ "texts": 2
12
+ },
13
+ "startedCases": 4,
14
+ "unstartedCases": 0,
15
+ "reason": null,
16
+ "budget": {
17
+ "admittedProviderCalls": 14,
18
+ "maxCalls": 14,
19
+ "maxCostUsd": 0.1,
20
+ "knownCostUsd": 0.004080510000000001,
21
+ "unknownCostCalls": 0,
22
+ "inFlightCalls": 0,
23
+ "reservationPerUnknownUsd": 0.02,
24
+ "accountedExposureUsd": 0.004080510000000001,
25
+ "exceededByReportedCost": false
26
+ },
27
+ "physicalHttpCalls": 14,
28
+ "network": [
29
+ {
30
+ "ordinal": 1,
31
+ "startedAt": "2026-10-17T21:54:57.715Z",
32
+ "durationMs": 1391.801035,
33
+ "durationScope": "fetch-until-response-headers",
34
+ "failed": false,
35
+ "status": 200
36
+ },
37
+ {
38
+ "ordinal": 2,
39
+ "startedAt": "2026-10-17T21:54:59.250Z",
40
+ "durationMs": 1781.528527,
41
+ "durationScope": "fetch-until-response-headers",
42
+ "failed": false,
43
+ "status": 200
44
+ },
45
+ {
46
+ "ordinal": 3,
47
+ "startedAt": "2026-10-17T21:55:01.469Z",
48
+ "durationMs": 2241.155944,
49
+ "durationScope": "fetch-until-response-headers",
50
+ "failed": false,
51
+ "status": 200
52
+ },
53
+ {
54
+ "ordinal": 4,
55
+ "startedAt": "2026-10-17T21:55:04.264Z",
56
+ "durationMs": 2700.8958040000007,
57
+ "durationScope": "fetch-until-response-headers",
58
+ "failed": false,
59
+ "status": 200
60
+ },
61
+ {
62
+ "ordinal": 5,
63
+ "startedAt": "2026-10-17T21:55:07.048Z",
64
+ "durationMs": 1769.2731670000012,
65
+ "durationScope": "fetch-until-response-headers",
66
+ "failed": false,
67
+ "status": 200
68
+ },
69
+ {
70
+ "ordinal": 6,
71
+ "startedAt": "2026-10-17T21:55:09.020Z",
72
+ "durationMs": 1613.102332999999,
73
+ "durationScope": "fetch-until-response-headers",
74
+ "failed": false,
75
+ "status": 200
76
+ },
77
+ {
78
+ "ordinal": 7,
79
+ "startedAt": "2026-10-17T21:55:10.663Z",
80
+ "durationMs": 1686.4409849999993,
81
+ "durationScope": "fetch-until-response-headers",
82
+ "failed": false,
83
+ "status": 200
84
+ },
85
+ {
86
+ "ordinal": 8,
87
+ "startedAt": "2026-10-17T21:55:12.602Z",
88
+ "durationMs": 2791.432412,
89
+ "durationScope": "fetch-until-response-headers",
90
+ "failed": false,
91
+ "status": 200
92
+ },
93
+ {
94
+ "ordinal": 9,
95
+ "startedAt": "2026-10-17T21:55:15.826Z",
96
+ "durationMs": 4423.496494999999,
97
+ "durationScope": "fetch-until-response-headers",
98
+ "failed": false,
99
+ "status": 200
100
+ },
101
+ {
102
+ "ordinal": 10,
103
+ "startedAt": "2026-10-17T21:55:20.305Z",
104
+ "durationMs": 2004.1290690000023,
105
+ "durationScope": "fetch-until-response-headers",
106
+ "failed": false,
107
+ "status": 200
108
+ },
109
+ {
110
+ "ordinal": 11,
111
+ "startedAt": "2026-10-17T21:55:22.396Z",
112
+ "durationMs": 294.4697090000009,
113
+ "durationScope": "fetch-until-response-headers",
114
+ "failed": false,
115
+ "status": 200
116
+ },
117
+ {
118
+ "ordinal": 12,
119
+ "startedAt": "2026-10-17T21:55:22.693Z",
120
+ "durationMs": 416.867846000001,
121
+ "durationScope": "fetch-until-response-headers",
122
+ "failed": false,
123
+ "status": 200
124
+ },
125
+ {
126
+ "ordinal": 13,
127
+ "startedAt": "2026-10-17T21:55:23.114Z",
128
+ "durationMs": 332.41298800000004,
129
+ "durationScope": "fetch-until-response-headers",
130
+ "failed": false,
131
+ "status": 200
132
+ },
133
+ {
134
+ "ordinal": 14,
135
+ "startedAt": "2026-10-17T21:55:23.450Z",
136
+ "durationMs": 289.43417899999986,
137
+ "durationScope": "fetch-until-response-headers",
138
+ "failed": false,
139
+ "status": 200
140
+ }
141
+ ],
142
+ "metrics": {
143
+ "dev": {
144
+ "photo": {
145
+ "library": {
146
+ "attempted": 2,
147
+ "classified": 2,
148
+ "correct": 1,
149
+ "failed": 0,
150
+ "operationalUnknown": 0,
151
+ "accuracy": 0.5,
152
+ "macroF1": 0.3333333333333333,
153
+ "zeroDivision": 0,
154
+ "confusion": [
155
+ {
156
+ "expectedClassId": "present",
157
+ "predictions": [
158
+ {
159
+ "classId": "present",
160
+ "count": 1
161
+ },
162
+ {
163
+ "classId": "absent",
164
+ "count": 1
165
+ }
166
+ ],
167
+ "operationalUnknown": 0,
168
+ "failed": 0
169
+ },
170
+ {
171
+ "expectedClassId": "absent",
172
+ "predictions": [
173
+ {
174
+ "classId": "present",
175
+ "count": 0
176
+ },
177
+ {
178
+ "classId": "absent",
179
+ "count": 0
180
+ }
181
+ ],
182
+ "operationalUnknown": 0,
183
+ "failed": 0
184
+ }
185
+ ],
186
+ "perClass": [
187
+ {
188
+ "classId": "present",
189
+ "support": 2,
190
+ "tp": 1,
191
+ "fp": 0,
192
+ "fn": 1,
193
+ "precision": 1,
194
+ "recall": 0.5,
195
+ "f1": 0.6666666666666666
196
+ },
197
+ {
198
+ "classId": "absent",
199
+ "support": 0,
200
+ "tp": 0,
201
+ "fp": 1,
202
+ "fn": 0,
203
+ "precision": 0,
204
+ "recall": 0,
205
+ "f1": 0
206
+ }
207
+ ],
208
+ "latency": {
209
+ "count": 2,
210
+ "minMs": 1661.5783860000001,
211
+ "maxMs": 1700.8201369999988,
212
+ "meanMs": 1681.1992614999995,
213
+ "p50Ms": 1661.5783860000001,
214
+ "p95Ms": 1700.8201369999988,
215
+ "quantileMethod": "nearest-rank"
216
+ }
217
+ },
218
+ "native": {
219
+ "attempted": 2,
220
+ "classified": 2,
221
+ "correct": 1,
222
+ "failed": 0,
223
+ "operationalUnknown": 0,
224
+ "accuracy": 0.5,
225
+ "macroF1": 0.3333333333333333,
226
+ "zeroDivision": 0,
227
+ "confusion": [
228
+ {
229
+ "expectedClassId": "present",
230
+ "predictions": [
231
+ {
232
+ "classId": "present",
233
+ "count": 1
234
+ },
235
+ {
236
+ "classId": "absent",
237
+ "count": 1
238
+ }
239
+ ],
240
+ "operationalUnknown": 0,
241
+ "failed": 0
242
+ },
243
+ {
244
+ "expectedClassId": "absent",
245
+ "predictions": [
246
+ {
247
+ "classId": "present",
248
+ "count": 0
249
+ },
250
+ {
251
+ "classId": "absent",
252
+ "count": 0
253
+ }
254
+ ],
255
+ "operationalUnknown": 0,
256
+ "failed": 0
257
+ }
258
+ ],
259
+ "perClass": [
260
+ {
261
+ "classId": "present",
262
+ "support": 2,
263
+ "tp": 1,
264
+ "fp": 0,
265
+ "fn": 1,
266
+ "precision": 1,
267
+ "recall": 0.5,
268
+ "f1": 0.6666666666666666
269
+ },
270
+ {
271
+ "classId": "absent",
272
+ "support": 0,
273
+ "tp": 0,
274
+ "fp": 1,
275
+ "fn": 0,
276
+ "precision": 0,
277
+ "recall": 0,
278
+ "f1": 0
279
+ }
280
+ ],
281
+ "latency": {
282
+ "count": 2,
283
+ "minMs": 1715.3739490000007,
284
+ "maxMs": 1832.7428920000002,
285
+ "meanMs": 1774.0584205000005,
286
+ "p50Ms": 1715.3739490000007,
287
+ "p95Ms": 1832.7428920000002,
288
+ "quantileMethod": "nearest-rank"
289
+ }
290
+ },
291
+ "parity": {
292
+ "attempted": 2,
293
+ "paired": 2,
294
+ "missingLibrary": 0,
295
+ "missingNative": 0,
296
+ "classMatches": 2,
297
+ "classMatchRateAllAttempts": 1,
298
+ "classMatchRatePaired": 1,
299
+ "probabilityPairs": 2,
300
+ "unavailableProbabilityPairs": 0,
301
+ "exactProbabilityMatches": 1,
302
+ "maxAbsoluteProbabilityDifference": {
303
+ "count": 2,
304
+ "min": 0,
305
+ "max": 0.010000000000000009,
306
+ "mean": 0.0050000000000000044,
307
+ "p50": 0,
308
+ "p95": 0.010000000000000009
309
+ }
310
+ }
311
+ },
312
+ "text": {
313
+ "library": {
314
+ "attempted": 2,
315
+ "classified": 2,
316
+ "correct": 2,
317
+ "failed": 0,
318
+ "operationalUnknown": 0,
319
+ "accuracy": 1,
320
+ "macroF1": 0.2,
321
+ "zeroDivision": 0,
322
+ "confusion": [
323
+ {
324
+ "expectedClassId": "order_status",
325
+ "predictions": [
326
+ {
327
+ "classId": "order_status",
328
+ "count": 2
329
+ },
330
+ {
331
+ "classId": "refund",
332
+ "count": 0
333
+ },
334
+ {
335
+ "classId": "technical_support",
336
+ "count": 0
337
+ },
338
+ {
339
+ "classId": "general_feedback",
340
+ "count": 0
341
+ },
342
+ {
343
+ "classId": "unknown",
344
+ "count": 0
345
+ }
346
+ ],
347
+ "operationalUnknown": 0,
348
+ "failed": 0
349
+ },
350
+ {
351
+ "expectedClassId": "refund",
352
+ "predictions": [
353
+ {
354
+ "classId": "order_status",
355
+ "count": 0
356
+ },
357
+ {
358
+ "classId": "refund",
359
+ "count": 0
360
+ },
361
+ {
362
+ "classId": "technical_support",
363
+ "count": 0
364
+ },
365
+ {
366
+ "classId": "general_feedback",
367
+ "count": 0
368
+ },
369
+ {
370
+ "classId": "unknown",
371
+ "count": 0
372
+ }
373
+ ],
374
+ "operationalUnknown": 0,
375
+ "failed": 0
376
+ },
377
+ {
378
+ "expectedClassId": "technical_support",
379
+ "predictions": [
380
+ {
381
+ "classId": "order_status",
382
+ "count": 0
383
+ },
384
+ {
385
+ "classId": "refund",
386
+ "count": 0
387
+ },
388
+ {
389
+ "classId": "technical_support",
390
+ "count": 0
391
+ },
392
+ {
393
+ "classId": "general_feedback",
394
+ "count": 0
395
+ },
396
+ {
397
+ "classId": "unknown",
398
+ "count": 0
399
+ }
400
+ ],
401
+ "operationalUnknown": 0,
402
+ "failed": 0
403
+ },
404
+ {
405
+ "expectedClassId": "general_feedback",
406
+ "predictions": [
407
+ {
408
+ "classId": "order_status",
409
+ "count": 0
410
+ },
411
+ {
412
+ "classId": "refund",
413
+ "count": 0
414
+ },
415
+ {
416
+ "classId": "technical_support",
417
+ "count": 0
418
+ },
419
+ {
420
+ "classId": "general_feedback",
421
+ "count": 0
422
+ },
423
+ {
424
+ "classId": "unknown",
425
+ "count": 0
426
+ }
427
+ ],
428
+ "operationalUnknown": 0,
429
+ "failed": 0
430
+ },
431
+ {
432
+ "expectedClassId": "unknown",
433
+ "predictions": [
434
+ {
435
+ "classId": "order_status",
436
+ "count": 0
437
+ },
438
+ {
439
+ "classId": "refund",
440
+ "count": 0
441
+ },
442
+ {
443
+ "classId": "technical_support",
444
+ "count": 0
445
+ },
446
+ {
447
+ "classId": "general_feedback",
448
+ "count": 0
449
+ },
450
+ {
451
+ "classId": "unknown",
452
+ "count": 0
453
+ }
454
+ ],
455
+ "operationalUnknown": 0,
456
+ "failed": 0
457
+ }
458
+ ],
459
+ "perClass": [
460
+ {
461
+ "classId": "order_status",
462
+ "support": 2,
463
+ "tp": 2,
464
+ "fp": 0,
465
+ "fn": 0,
466
+ "precision": 1,
467
+ "recall": 1,
468
+ "f1": 1
469
+ },
470
+ {
471
+ "classId": "refund",
472
+ "support": 0,
473
+ "tp": 0,
474
+ "fp": 0,
475
+ "fn": 0,
476
+ "precision": 0,
477
+ "recall": 0,
478
+ "f1": 0
479
+ },
480
+ {
481
+ "classId": "technical_support",
482
+ "support": 0,
483
+ "tp": 0,
484
+ "fp": 0,
485
+ "fn": 0,
486
+ "precision": 0,
487
+ "recall": 0,
488
+ "f1": 0
489
+ },
490
+ {
491
+ "classId": "general_feedback",
492
+ "support": 0,
493
+ "tp": 0,
494
+ "fp": 0,
495
+ "fn": 0,
496
+ "precision": 0,
497
+ "recall": 0,
498
+ "f1": 0
499
+ },
500
+ {
501
+ "classId": "unknown",
502
+ "support": 0,
503
+ "tp": 0,
504
+ "fp": 0,
505
+ "fn": 0,
506
+ "precision": 0,
507
+ "recall": 0,
508
+ "f1": 0
509
+ }
510
+ ],
511
+ "latency": {
512
+ "count": 2,
513
+ "minMs": 296.7311860000009,
514
+ "maxMs": 334.99809900000037,
515
+ "meanMs": 315.8646425000006,
516
+ "p50Ms": 296.7311860000009,
517
+ "p95Ms": 334.99809900000037,
518
+ "quantileMethod": "nearest-rank"
519
+ }
520
+ },
521
+ "native": {
522
+ "attempted": 2,
523
+ "classified": 2,
524
+ "correct": 2,
525
+ "failed": 0,
526
+ "operationalUnknown": 0,
527
+ "accuracy": 1,
528
+ "macroF1": 0.2,
529
+ "zeroDivision": 0,
530
+ "confusion": [
531
+ {
532
+ "expectedClassId": "order_status",
533
+ "predictions": [
534
+ {
535
+ "classId": "order_status",
536
+ "count": 2
537
+ },
538
+ {
539
+ "classId": "refund",
540
+ "count": 0
541
+ },
542
+ {
543
+ "classId": "technical_support",
544
+ "count": 0
545
+ },
546
+ {
547
+ "classId": "general_feedback",
548
+ "count": 0
549
+ },
550
+ {
551
+ "classId": "unknown",
552
+ "count": 0
553
+ }
554
+ ],
555
+ "operationalUnknown": 0,
556
+ "failed": 0
557
+ },
558
+ {
559
+ "expectedClassId": "refund",
560
+ "predictions": [
561
+ {
562
+ "classId": "order_status",
563
+ "count": 0
564
+ },
565
+ {
566
+ "classId": "refund",
567
+ "count": 0
568
+ },
569
+ {
570
+ "classId": "technical_support",
571
+ "count": 0
572
+ },
573
+ {
574
+ "classId": "general_feedback",
575
+ "count": 0
576
+ },
577
+ {
578
+ "classId": "unknown",
579
+ "count": 0
580
+ }
581
+ ],
582
+ "operationalUnknown": 0,
583
+ "failed": 0
584
+ },
585
+ {
586
+ "expectedClassId": "technical_support",
587
+ "predictions": [
588
+ {
589
+ "classId": "order_status",
590
+ "count": 0
591
+ },
592
+ {
593
+ "classId": "refund",
594
+ "count": 0
595
+ },
596
+ {
597
+ "classId": "technical_support",
598
+ "count": 0
599
+ },
600
+ {
601
+ "classId": "general_feedback",
602
+ "count": 0
603
+ },
604
+ {
605
+ "classId": "unknown",
606
+ "count": 0
607
+ }
608
+ ],
609
+ "operationalUnknown": 0,
610
+ "failed": 0
611
+ },
612
+ {
613
+ "expectedClassId": "general_feedback",
614
+ "predictions": [
615
+ {
616
+ "classId": "order_status",
617
+ "count": 0
618
+ },
619
+ {
620
+ "classId": "refund",
621
+ "count": 0
622
+ },
623
+ {
624
+ "classId": "technical_support",
625
+ "count": 0
626
+ },
627
+ {
628
+ "classId": "general_feedback",
629
+ "count": 0
630
+ },
631
+ {
632
+ "classId": "unknown",
633
+ "count": 0
634
+ }
635
+ ],
636
+ "operationalUnknown": 0,
637
+ "failed": 0
638
+ },
639
+ {
640
+ "expectedClassId": "unknown",
641
+ "predictions": [
642
+ {
643
+ "classId": "order_status",
644
+ "count": 0
645
+ },
646
+ {
647
+ "classId": "refund",
648
+ "count": 0
649
+ },
650
+ {
651
+ "classId": "technical_support",
652
+ "count": 0
653
+ },
654
+ {
655
+ "classId": "general_feedback",
656
+ "count": 0
657
+ },
658
+ {
659
+ "classId": "unknown",
660
+ "count": 0
661
+ }
662
+ ],
663
+ "operationalUnknown": 0,
664
+ "failed": 0
665
+ }
666
+ ],
667
+ "perClass": [
668
+ {
669
+ "classId": "order_status",
670
+ "support": 2,
671
+ "tp": 2,
672
+ "fp": 0,
673
+ "fn": 0,
674
+ "precision": 1,
675
+ "recall": 1,
676
+ "f1": 1
677
+ },
678
+ {
679
+ "classId": "refund",
680
+ "support": 0,
681
+ "tp": 0,
682
+ "fp": 0,
683
+ "fn": 0,
684
+ "precision": 0,
685
+ "recall": 0,
686
+ "f1": 0
687
+ },
688
+ {
689
+ "classId": "technical_support",
690
+ "support": 0,
691
+ "tp": 0,
692
+ "fp": 0,
693
+ "fn": 0,
694
+ "precision": 0,
695
+ "recall": 0,
696
+ "f1": 0
697
+ },
698
+ {
699
+ "classId": "general_feedback",
700
+ "support": 0,
701
+ "tp": 0,
702
+ "fp": 0,
703
+ "fn": 0,
704
+ "precision": 0,
705
+ "recall": 0,
706
+ "f1": 0
707
+ },
708
+ {
709
+ "classId": "unknown",
710
+ "support": 0,
711
+ "tp": 0,
712
+ "fp": 0,
713
+ "fn": 0,
714
+ "precision": 0,
715
+ "recall": 0,
716
+ "f1": 0
717
+ }
718
+ ],
719
+ "latency": {
720
+ "count": 2,
721
+ "minMs": 291.4641900000024,
722
+ "maxMs": 418.8979799999979,
723
+ "meanMs": 355.18108500000017,
724
+ "p50Ms": 291.4641900000024,
725
+ "p95Ms": 418.8979799999979,
726
+ "quantileMethod": "nearest-rank"
727
+ }
728
+ },
729
+ "parity": {
730
+ "attempted": 2,
731
+ "paired": 2,
732
+ "missingLibrary": 0,
733
+ "missingNative": 0,
734
+ "classMatches": 2,
735
+ "classMatchRateAllAttempts": 1,
736
+ "classMatchRatePaired": 1,
737
+ "probabilityPairs": 2,
738
+ "unavailableProbabilityPairs": 0,
739
+ "exactProbabilityMatches": 2,
740
+ "maxAbsoluteProbabilityDifference": {
741
+ "count": 2,
742
+ "min": 0,
743
+ "max": 0,
744
+ "mean": 0,
745
+ "p50": 0,
746
+ "p95": 0
747
+ }
748
+ }
749
+ },
750
+ "localization": {
751
+ "oneStagePrefix": {
752
+ "attempted": 2,
753
+ "located": 2,
754
+ "failed": 0,
755
+ "unknown": 0,
756
+ "notFound": 0,
757
+ "successful": 2,
758
+ "overallSuccessRate": 1,
759
+ "present": {
760
+ "attempted": 2,
761
+ "located": 2,
762
+ "hits": 2,
763
+ "misses": 0,
764
+ "failed": 0,
765
+ "unknown": 0,
766
+ "notFound": 0,
767
+ "hitRate": 1
768
+ },
769
+ "negative": {
770
+ "attempted": 0,
771
+ "falsePositives": 0,
772
+ "correctRejections": 0,
773
+ "failed": 0,
774
+ "unknown": 0,
775
+ "falsePositiveRate": null,
776
+ "correctRejectionRate": null
777
+ },
778
+ "locatedAreaFraction": {
779
+ "count": 2,
780
+ "min": 0.062430632630410654,
781
+ "max": 0.06259150805270863,
782
+ "mean": 0.06251107034155964,
783
+ "p50": 0.062430632630410654,
784
+ "p95": 0.06259150805270863
785
+ },
786
+ "presentLocatedDistance": {
787
+ "count": 2,
788
+ "min": 0,
789
+ "max": 0,
790
+ "mean": 0,
791
+ "p50": 0,
792
+ "p95": 0
793
+ },
794
+ "geometryCoverage": 1,
795
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
796
+ "latency": {
797
+ "count": 2,
798
+ "minMs": 2677.115603,
799
+ "maxMs": 3043.3385479999997,
800
+ "meanMs": 2860.2270755,
801
+ "p50Ms": 2677.115603,
802
+ "p95Ms": 3043.3385479999997,
803
+ "quantileMethod": "nearest-rank"
804
+ },
805
+ "cases": [
806
+ {
807
+ "presence": "present",
808
+ "status": "located",
809
+ "center": {
810
+ "x": 0.625,
811
+ "y": 0.12486126526082131
812
+ },
813
+ "areaFraction": 0.062430632630410654,
814
+ "distanceToNearestBox": 0,
815
+ "pointInsideAnyBox": true
816
+ },
817
+ {
818
+ "presence": "present",
819
+ "status": "located",
820
+ "center": {
821
+ "x": 0.625,
822
+ "y": 0.6244509516837482
823
+ },
824
+ "areaFraction": 0.06259150805270863,
825
+ "distanceToNearestBox": 0,
826
+ "pointInsideAnyBox": true
827
+ }
828
+ ]
829
+ },
830
+ "twoStagePrefix": {
831
+ "attempted": 2,
832
+ "located": 2,
833
+ "failed": 0,
834
+ "unknown": 0,
835
+ "notFound": 0,
836
+ "successful": 2,
837
+ "overallSuccessRate": 1,
838
+ "present": {
839
+ "attempted": 2,
840
+ "located": 2,
841
+ "hits": 2,
842
+ "misses": 0,
843
+ "failed": 0,
844
+ "unknown": 0,
845
+ "notFound": 0,
846
+ "hitRate": 1
847
+ },
848
+ "negative": {
849
+ "attempted": 0,
850
+ "falsePositives": 0,
851
+ "correctRejections": 0,
852
+ "failed": 0,
853
+ "unknown": 0,
854
+ "falsePositiveRate": null,
855
+ "correctRejectionRate": null
856
+ },
857
+ "locatedAreaFraction": {
858
+ "count": 2,
859
+ "min": 0.0039539400665926745,
860
+ "max": 0.005215959004392387,
861
+ "mean": 0.00458494953549253,
862
+ "p50": 0.0039539400665926745,
863
+ "p95": 0.005215959004392387
864
+ },
865
+ "presentLocatedDistance": {
866
+ "count": 2,
867
+ "min": 0,
868
+ "max": 0,
869
+ "mean": 0,
870
+ "p50": 0,
871
+ "p95": 0
872
+ },
873
+ "geometryCoverage": 1,
874
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
875
+ "latency": {
876
+ "count": 2,
877
+ "minMs": 5932.7227889999995,
878
+ "maxMs": 7899.015927,
879
+ "meanMs": 6915.869358,
880
+ "p50Ms": 5932.7227889999995,
881
+ "p95Ms": 7899.015927,
882
+ "quantileMethod": "nearest-rank"
883
+ },
884
+ "cases": [
885
+ {
886
+ "presence": "present",
887
+ "status": "located",
888
+ "center": {
889
+ "x": 0.65625,
890
+ "y": 0.15593784683684794
891
+ },
892
+ "areaFraction": 0.0039539400665926745,
893
+ "distanceToNearestBox": 0,
894
+ "pointInsideAnyBox": true
895
+ },
896
+ {
897
+ "presence": "present",
898
+ "status": "located",
899
+ "center": {
900
+ "x": 0.40625,
901
+ "y": 0.4150805270863836
902
+ },
903
+ "areaFraction": 0.005215959004392387,
904
+ "distanceToNearestBox": 0,
905
+ "pointInsideAnyBox": true
906
+ }
907
+ ]
908
+ },
909
+ "threeStage": {
910
+ "attempted": 2,
911
+ "located": 1,
912
+ "failed": 0,
913
+ "unknown": 1,
914
+ "notFound": 0,
915
+ "successful": 1,
916
+ "overallSuccessRate": 0.5,
917
+ "present": {
918
+ "attempted": 2,
919
+ "located": 1,
920
+ "hits": 1,
921
+ "misses": 1,
922
+ "failed": 0,
923
+ "unknown": 1,
924
+ "notFound": 0,
925
+ "hitRate": 0.5
926
+ },
927
+ "negative": {
928
+ "attempted": 0,
929
+ "falsePositives": 0,
930
+ "correctRejections": 0,
931
+ "failed": 0,
932
+ "unknown": 0,
933
+ "falsePositiveRate": null,
934
+ "correctRejectionRate": null
935
+ },
936
+ "locatedAreaFraction": {
937
+ "count": 1,
938
+ "min": 0.0038533469070278184,
939
+ "max": 0.0038533469070278184,
940
+ "mean": 0.0038533469070278184,
941
+ "p50": 0.0038533469070278184,
942
+ "p95": 0.0038533469070278184
943
+ },
944
+ "presentLocatedDistance": {
945
+ "count": 1,
946
+ "min": 0,
947
+ "max": 0,
948
+ "mean": 0,
949
+ "p50": 0,
950
+ "p95": 0
951
+ },
952
+ "geometryCoverage": 0.5,
953
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
954
+ "latency": {
955
+ "count": 2,
956
+ "minMs": 7784.592634999999,
957
+ "maxMs": 9958.698424000002,
958
+ "meanMs": 8871.645529500001,
959
+ "p50Ms": 7784.592634999999,
960
+ "p95Ms": 9958.698424000002,
961
+ "quantileMethod": "nearest-rank"
962
+ },
963
+ "cases": [
964
+ {
965
+ "presence": "present",
966
+ "status": "unknown",
967
+ "center": null,
968
+ "areaFraction": null,
969
+ "distanceToNearestBox": null,
970
+ "pointInsideAnyBox": false
971
+ },
972
+ {
973
+ "presence": "present",
974
+ "status": "located",
975
+ "center": {
976
+ "x": 0.18701171875,
977
+ "y": 0.6244509516837481
978
+ },
979
+ "areaFraction": 0.0038533469070278184,
980
+ "distanceToNearestBox": 0,
981
+ "pointInsideAnyBox": true
982
+ }
983
+ ]
984
+ }
985
+ }
986
+ },
987
+ "heldout": {
988
+ "photo": {
989
+ "library": {
990
+ "attempted": 0,
991
+ "classified": 0,
992
+ "correct": 0,
993
+ "failed": 0,
994
+ "operationalUnknown": 0,
995
+ "accuracy": null,
996
+ "macroF1": null,
997
+ "zeroDivision": 0,
998
+ "confusion": [
999
+ {
1000
+ "expectedClassId": "present",
1001
+ "predictions": [
1002
+ {
1003
+ "classId": "present",
1004
+ "count": 0
1005
+ },
1006
+ {
1007
+ "classId": "absent",
1008
+ "count": 0
1009
+ }
1010
+ ],
1011
+ "operationalUnknown": 0,
1012
+ "failed": 0
1013
+ },
1014
+ {
1015
+ "expectedClassId": "absent",
1016
+ "predictions": [
1017
+ {
1018
+ "classId": "present",
1019
+ "count": 0
1020
+ },
1021
+ {
1022
+ "classId": "absent",
1023
+ "count": 0
1024
+ }
1025
+ ],
1026
+ "operationalUnknown": 0,
1027
+ "failed": 0
1028
+ }
1029
+ ],
1030
+ "perClass": [
1031
+ {
1032
+ "classId": "present",
1033
+ "support": 0,
1034
+ "tp": 0,
1035
+ "fp": 0,
1036
+ "fn": 0,
1037
+ "precision": 0,
1038
+ "recall": 0,
1039
+ "f1": 0
1040
+ },
1041
+ {
1042
+ "classId": "absent",
1043
+ "support": 0,
1044
+ "tp": 0,
1045
+ "fp": 0,
1046
+ "fn": 0,
1047
+ "precision": 0,
1048
+ "recall": 0,
1049
+ "f1": 0
1050
+ }
1051
+ ],
1052
+ "latency": {
1053
+ "count": 0,
1054
+ "minMs": null,
1055
+ "maxMs": null,
1056
+ "meanMs": null,
1057
+ "p50Ms": null,
1058
+ "p95Ms": null,
1059
+ "quantileMethod": "nearest-rank"
1060
+ }
1061
+ },
1062
+ "native": {
1063
+ "attempted": 0,
1064
+ "classified": 0,
1065
+ "correct": 0,
1066
+ "failed": 0,
1067
+ "operationalUnknown": 0,
1068
+ "accuracy": null,
1069
+ "macroF1": null,
1070
+ "zeroDivision": 0,
1071
+ "confusion": [
1072
+ {
1073
+ "expectedClassId": "present",
1074
+ "predictions": [
1075
+ {
1076
+ "classId": "present",
1077
+ "count": 0
1078
+ },
1079
+ {
1080
+ "classId": "absent",
1081
+ "count": 0
1082
+ }
1083
+ ],
1084
+ "operationalUnknown": 0,
1085
+ "failed": 0
1086
+ },
1087
+ {
1088
+ "expectedClassId": "absent",
1089
+ "predictions": [
1090
+ {
1091
+ "classId": "present",
1092
+ "count": 0
1093
+ },
1094
+ {
1095
+ "classId": "absent",
1096
+ "count": 0
1097
+ }
1098
+ ],
1099
+ "operationalUnknown": 0,
1100
+ "failed": 0
1101
+ }
1102
+ ],
1103
+ "perClass": [
1104
+ {
1105
+ "classId": "present",
1106
+ "support": 0,
1107
+ "tp": 0,
1108
+ "fp": 0,
1109
+ "fn": 0,
1110
+ "precision": 0,
1111
+ "recall": 0,
1112
+ "f1": 0
1113
+ },
1114
+ {
1115
+ "classId": "absent",
1116
+ "support": 0,
1117
+ "tp": 0,
1118
+ "fp": 0,
1119
+ "fn": 0,
1120
+ "precision": 0,
1121
+ "recall": 0,
1122
+ "f1": 0
1123
+ }
1124
+ ],
1125
+ "latency": {
1126
+ "count": 0,
1127
+ "minMs": null,
1128
+ "maxMs": null,
1129
+ "meanMs": null,
1130
+ "p50Ms": null,
1131
+ "p95Ms": null,
1132
+ "quantileMethod": "nearest-rank"
1133
+ }
1134
+ },
1135
+ "parity": {
1136
+ "attempted": 0,
1137
+ "paired": 0,
1138
+ "missingLibrary": 0,
1139
+ "missingNative": 0,
1140
+ "classMatches": 0,
1141
+ "classMatchRateAllAttempts": null,
1142
+ "classMatchRatePaired": null,
1143
+ "probabilityPairs": 0,
1144
+ "unavailableProbabilityPairs": 0,
1145
+ "exactProbabilityMatches": 0,
1146
+ "maxAbsoluteProbabilityDifference": {
1147
+ "count": 0,
1148
+ "min": null,
1149
+ "max": null,
1150
+ "mean": null,
1151
+ "p50": null,
1152
+ "p95": null
1153
+ }
1154
+ }
1155
+ },
1156
+ "text": {
1157
+ "library": {
1158
+ "attempted": 0,
1159
+ "classified": 0,
1160
+ "correct": 0,
1161
+ "failed": 0,
1162
+ "operationalUnknown": 0,
1163
+ "accuracy": null,
1164
+ "macroF1": null,
1165
+ "zeroDivision": 0,
1166
+ "confusion": [
1167
+ {
1168
+ "expectedClassId": "order_status",
1169
+ "predictions": [
1170
+ {
1171
+ "classId": "order_status",
1172
+ "count": 0
1173
+ },
1174
+ {
1175
+ "classId": "refund",
1176
+ "count": 0
1177
+ },
1178
+ {
1179
+ "classId": "technical_support",
1180
+ "count": 0
1181
+ },
1182
+ {
1183
+ "classId": "general_feedback",
1184
+ "count": 0
1185
+ },
1186
+ {
1187
+ "classId": "unknown",
1188
+ "count": 0
1189
+ }
1190
+ ],
1191
+ "operationalUnknown": 0,
1192
+ "failed": 0
1193
+ },
1194
+ {
1195
+ "expectedClassId": "refund",
1196
+ "predictions": [
1197
+ {
1198
+ "classId": "order_status",
1199
+ "count": 0
1200
+ },
1201
+ {
1202
+ "classId": "refund",
1203
+ "count": 0
1204
+ },
1205
+ {
1206
+ "classId": "technical_support",
1207
+ "count": 0
1208
+ },
1209
+ {
1210
+ "classId": "general_feedback",
1211
+ "count": 0
1212
+ },
1213
+ {
1214
+ "classId": "unknown",
1215
+ "count": 0
1216
+ }
1217
+ ],
1218
+ "operationalUnknown": 0,
1219
+ "failed": 0
1220
+ },
1221
+ {
1222
+ "expectedClassId": "technical_support",
1223
+ "predictions": [
1224
+ {
1225
+ "classId": "order_status",
1226
+ "count": 0
1227
+ },
1228
+ {
1229
+ "classId": "refund",
1230
+ "count": 0
1231
+ },
1232
+ {
1233
+ "classId": "technical_support",
1234
+ "count": 0
1235
+ },
1236
+ {
1237
+ "classId": "general_feedback",
1238
+ "count": 0
1239
+ },
1240
+ {
1241
+ "classId": "unknown",
1242
+ "count": 0
1243
+ }
1244
+ ],
1245
+ "operationalUnknown": 0,
1246
+ "failed": 0
1247
+ },
1248
+ {
1249
+ "expectedClassId": "general_feedback",
1250
+ "predictions": [
1251
+ {
1252
+ "classId": "order_status",
1253
+ "count": 0
1254
+ },
1255
+ {
1256
+ "classId": "refund",
1257
+ "count": 0
1258
+ },
1259
+ {
1260
+ "classId": "technical_support",
1261
+ "count": 0
1262
+ },
1263
+ {
1264
+ "classId": "general_feedback",
1265
+ "count": 0
1266
+ },
1267
+ {
1268
+ "classId": "unknown",
1269
+ "count": 0
1270
+ }
1271
+ ],
1272
+ "operationalUnknown": 0,
1273
+ "failed": 0
1274
+ },
1275
+ {
1276
+ "expectedClassId": "unknown",
1277
+ "predictions": [
1278
+ {
1279
+ "classId": "order_status",
1280
+ "count": 0
1281
+ },
1282
+ {
1283
+ "classId": "refund",
1284
+ "count": 0
1285
+ },
1286
+ {
1287
+ "classId": "technical_support",
1288
+ "count": 0
1289
+ },
1290
+ {
1291
+ "classId": "general_feedback",
1292
+ "count": 0
1293
+ },
1294
+ {
1295
+ "classId": "unknown",
1296
+ "count": 0
1297
+ }
1298
+ ],
1299
+ "operationalUnknown": 0,
1300
+ "failed": 0
1301
+ }
1302
+ ],
1303
+ "perClass": [
1304
+ {
1305
+ "classId": "order_status",
1306
+ "support": 0,
1307
+ "tp": 0,
1308
+ "fp": 0,
1309
+ "fn": 0,
1310
+ "precision": 0,
1311
+ "recall": 0,
1312
+ "f1": 0
1313
+ },
1314
+ {
1315
+ "classId": "refund",
1316
+ "support": 0,
1317
+ "tp": 0,
1318
+ "fp": 0,
1319
+ "fn": 0,
1320
+ "precision": 0,
1321
+ "recall": 0,
1322
+ "f1": 0
1323
+ },
1324
+ {
1325
+ "classId": "technical_support",
1326
+ "support": 0,
1327
+ "tp": 0,
1328
+ "fp": 0,
1329
+ "fn": 0,
1330
+ "precision": 0,
1331
+ "recall": 0,
1332
+ "f1": 0
1333
+ },
1334
+ {
1335
+ "classId": "general_feedback",
1336
+ "support": 0,
1337
+ "tp": 0,
1338
+ "fp": 0,
1339
+ "fn": 0,
1340
+ "precision": 0,
1341
+ "recall": 0,
1342
+ "f1": 0
1343
+ },
1344
+ {
1345
+ "classId": "unknown",
1346
+ "support": 0,
1347
+ "tp": 0,
1348
+ "fp": 0,
1349
+ "fn": 0,
1350
+ "precision": 0,
1351
+ "recall": 0,
1352
+ "f1": 0
1353
+ }
1354
+ ],
1355
+ "latency": {
1356
+ "count": 0,
1357
+ "minMs": null,
1358
+ "maxMs": null,
1359
+ "meanMs": null,
1360
+ "p50Ms": null,
1361
+ "p95Ms": null,
1362
+ "quantileMethod": "nearest-rank"
1363
+ }
1364
+ },
1365
+ "native": {
1366
+ "attempted": 0,
1367
+ "classified": 0,
1368
+ "correct": 0,
1369
+ "failed": 0,
1370
+ "operationalUnknown": 0,
1371
+ "accuracy": null,
1372
+ "macroF1": null,
1373
+ "zeroDivision": 0,
1374
+ "confusion": [
1375
+ {
1376
+ "expectedClassId": "order_status",
1377
+ "predictions": [
1378
+ {
1379
+ "classId": "order_status",
1380
+ "count": 0
1381
+ },
1382
+ {
1383
+ "classId": "refund",
1384
+ "count": 0
1385
+ },
1386
+ {
1387
+ "classId": "technical_support",
1388
+ "count": 0
1389
+ },
1390
+ {
1391
+ "classId": "general_feedback",
1392
+ "count": 0
1393
+ },
1394
+ {
1395
+ "classId": "unknown",
1396
+ "count": 0
1397
+ }
1398
+ ],
1399
+ "operationalUnknown": 0,
1400
+ "failed": 0
1401
+ },
1402
+ {
1403
+ "expectedClassId": "refund",
1404
+ "predictions": [
1405
+ {
1406
+ "classId": "order_status",
1407
+ "count": 0
1408
+ },
1409
+ {
1410
+ "classId": "refund",
1411
+ "count": 0
1412
+ },
1413
+ {
1414
+ "classId": "technical_support",
1415
+ "count": 0
1416
+ },
1417
+ {
1418
+ "classId": "general_feedback",
1419
+ "count": 0
1420
+ },
1421
+ {
1422
+ "classId": "unknown",
1423
+ "count": 0
1424
+ }
1425
+ ],
1426
+ "operationalUnknown": 0,
1427
+ "failed": 0
1428
+ },
1429
+ {
1430
+ "expectedClassId": "technical_support",
1431
+ "predictions": [
1432
+ {
1433
+ "classId": "order_status",
1434
+ "count": 0
1435
+ },
1436
+ {
1437
+ "classId": "refund",
1438
+ "count": 0
1439
+ },
1440
+ {
1441
+ "classId": "technical_support",
1442
+ "count": 0
1443
+ },
1444
+ {
1445
+ "classId": "general_feedback",
1446
+ "count": 0
1447
+ },
1448
+ {
1449
+ "classId": "unknown",
1450
+ "count": 0
1451
+ }
1452
+ ],
1453
+ "operationalUnknown": 0,
1454
+ "failed": 0
1455
+ },
1456
+ {
1457
+ "expectedClassId": "general_feedback",
1458
+ "predictions": [
1459
+ {
1460
+ "classId": "order_status",
1461
+ "count": 0
1462
+ },
1463
+ {
1464
+ "classId": "refund",
1465
+ "count": 0
1466
+ },
1467
+ {
1468
+ "classId": "technical_support",
1469
+ "count": 0
1470
+ },
1471
+ {
1472
+ "classId": "general_feedback",
1473
+ "count": 0
1474
+ },
1475
+ {
1476
+ "classId": "unknown",
1477
+ "count": 0
1478
+ }
1479
+ ],
1480
+ "operationalUnknown": 0,
1481
+ "failed": 0
1482
+ },
1483
+ {
1484
+ "expectedClassId": "unknown",
1485
+ "predictions": [
1486
+ {
1487
+ "classId": "order_status",
1488
+ "count": 0
1489
+ },
1490
+ {
1491
+ "classId": "refund",
1492
+ "count": 0
1493
+ },
1494
+ {
1495
+ "classId": "technical_support",
1496
+ "count": 0
1497
+ },
1498
+ {
1499
+ "classId": "general_feedback",
1500
+ "count": 0
1501
+ },
1502
+ {
1503
+ "classId": "unknown",
1504
+ "count": 0
1505
+ }
1506
+ ],
1507
+ "operationalUnknown": 0,
1508
+ "failed": 0
1509
+ }
1510
+ ],
1511
+ "perClass": [
1512
+ {
1513
+ "classId": "order_status",
1514
+ "support": 0,
1515
+ "tp": 0,
1516
+ "fp": 0,
1517
+ "fn": 0,
1518
+ "precision": 0,
1519
+ "recall": 0,
1520
+ "f1": 0
1521
+ },
1522
+ {
1523
+ "classId": "refund",
1524
+ "support": 0,
1525
+ "tp": 0,
1526
+ "fp": 0,
1527
+ "fn": 0,
1528
+ "precision": 0,
1529
+ "recall": 0,
1530
+ "f1": 0
1531
+ },
1532
+ {
1533
+ "classId": "technical_support",
1534
+ "support": 0,
1535
+ "tp": 0,
1536
+ "fp": 0,
1537
+ "fn": 0,
1538
+ "precision": 0,
1539
+ "recall": 0,
1540
+ "f1": 0
1541
+ },
1542
+ {
1543
+ "classId": "general_feedback",
1544
+ "support": 0,
1545
+ "tp": 0,
1546
+ "fp": 0,
1547
+ "fn": 0,
1548
+ "precision": 0,
1549
+ "recall": 0,
1550
+ "f1": 0
1551
+ },
1552
+ {
1553
+ "classId": "unknown",
1554
+ "support": 0,
1555
+ "tp": 0,
1556
+ "fp": 0,
1557
+ "fn": 0,
1558
+ "precision": 0,
1559
+ "recall": 0,
1560
+ "f1": 0
1561
+ }
1562
+ ],
1563
+ "latency": {
1564
+ "count": 0,
1565
+ "minMs": null,
1566
+ "maxMs": null,
1567
+ "meanMs": null,
1568
+ "p50Ms": null,
1569
+ "p95Ms": null,
1570
+ "quantileMethod": "nearest-rank"
1571
+ }
1572
+ },
1573
+ "parity": {
1574
+ "attempted": 0,
1575
+ "paired": 0,
1576
+ "missingLibrary": 0,
1577
+ "missingNative": 0,
1578
+ "classMatches": 0,
1579
+ "classMatchRateAllAttempts": null,
1580
+ "classMatchRatePaired": null,
1581
+ "probabilityPairs": 0,
1582
+ "unavailableProbabilityPairs": 0,
1583
+ "exactProbabilityMatches": 0,
1584
+ "maxAbsoluteProbabilityDifference": {
1585
+ "count": 0,
1586
+ "min": null,
1587
+ "max": null,
1588
+ "mean": null,
1589
+ "p50": null,
1590
+ "p95": null
1591
+ }
1592
+ }
1593
+ },
1594
+ "localization": {
1595
+ "oneStagePrefix": {
1596
+ "attempted": 0,
1597
+ "located": 0,
1598
+ "failed": 0,
1599
+ "unknown": 0,
1600
+ "notFound": 0,
1601
+ "successful": 0,
1602
+ "overallSuccessRate": null,
1603
+ "present": {
1604
+ "attempted": 0,
1605
+ "located": 0,
1606
+ "hits": 0,
1607
+ "misses": 0,
1608
+ "failed": 0,
1609
+ "unknown": 0,
1610
+ "notFound": 0,
1611
+ "hitRate": null
1612
+ },
1613
+ "negative": {
1614
+ "attempted": 0,
1615
+ "falsePositives": 0,
1616
+ "correctRejections": 0,
1617
+ "failed": 0,
1618
+ "unknown": 0,
1619
+ "falsePositiveRate": null,
1620
+ "correctRejectionRate": null
1621
+ },
1622
+ "locatedAreaFraction": {
1623
+ "count": 0,
1624
+ "min": null,
1625
+ "max": null,
1626
+ "mean": null,
1627
+ "p50": null,
1628
+ "p95": null
1629
+ },
1630
+ "presentLocatedDistance": {
1631
+ "count": 0,
1632
+ "min": null,
1633
+ "max": null,
1634
+ "mean": null,
1635
+ "p50": null,
1636
+ "p95": null
1637
+ },
1638
+ "geometryCoverage": null,
1639
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
1640
+ "latency": {
1641
+ "count": 0,
1642
+ "minMs": null,
1643
+ "maxMs": null,
1644
+ "meanMs": null,
1645
+ "p50Ms": null,
1646
+ "p95Ms": null,
1647
+ "quantileMethod": "nearest-rank"
1648
+ },
1649
+ "cases": []
1650
+ },
1651
+ "twoStagePrefix": {
1652
+ "attempted": 0,
1653
+ "located": 0,
1654
+ "failed": 0,
1655
+ "unknown": 0,
1656
+ "notFound": 0,
1657
+ "successful": 0,
1658
+ "overallSuccessRate": null,
1659
+ "present": {
1660
+ "attempted": 0,
1661
+ "located": 0,
1662
+ "hits": 0,
1663
+ "misses": 0,
1664
+ "failed": 0,
1665
+ "unknown": 0,
1666
+ "notFound": 0,
1667
+ "hitRate": null
1668
+ },
1669
+ "negative": {
1670
+ "attempted": 0,
1671
+ "falsePositives": 0,
1672
+ "correctRejections": 0,
1673
+ "failed": 0,
1674
+ "unknown": 0,
1675
+ "falsePositiveRate": null,
1676
+ "correctRejectionRate": null
1677
+ },
1678
+ "locatedAreaFraction": {
1679
+ "count": 0,
1680
+ "min": null,
1681
+ "max": null,
1682
+ "mean": null,
1683
+ "p50": null,
1684
+ "p95": null
1685
+ },
1686
+ "presentLocatedDistance": {
1687
+ "count": 0,
1688
+ "min": null,
1689
+ "max": null,
1690
+ "mean": null,
1691
+ "p50": null,
1692
+ "p95": null
1693
+ },
1694
+ "geometryCoverage": null,
1695
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
1696
+ "latency": {
1697
+ "count": 0,
1698
+ "minMs": null,
1699
+ "maxMs": null,
1700
+ "meanMs": null,
1701
+ "p50Ms": null,
1702
+ "p95Ms": null,
1703
+ "quantileMethod": "nearest-rank"
1704
+ },
1705
+ "cases": []
1706
+ },
1707
+ "threeStage": {
1708
+ "attempted": 0,
1709
+ "located": 0,
1710
+ "failed": 0,
1711
+ "unknown": 0,
1712
+ "notFound": 0,
1713
+ "successful": 0,
1714
+ "overallSuccessRate": null,
1715
+ "present": {
1716
+ "attempted": 0,
1717
+ "located": 0,
1718
+ "hits": 0,
1719
+ "misses": 0,
1720
+ "failed": 0,
1721
+ "unknown": 0,
1722
+ "notFound": 0,
1723
+ "hitRate": null
1724
+ },
1725
+ "negative": {
1726
+ "attempted": 0,
1727
+ "falsePositives": 0,
1728
+ "correctRejections": 0,
1729
+ "failed": 0,
1730
+ "unknown": 0,
1731
+ "falsePositiveRate": null,
1732
+ "correctRejectionRate": null
1733
+ },
1734
+ "locatedAreaFraction": {
1735
+ "count": 0,
1736
+ "min": null,
1737
+ "max": null,
1738
+ "mean": null,
1739
+ "p50": null,
1740
+ "p95": null
1741
+ },
1742
+ "presentLocatedDistance": {
1743
+ "count": 0,
1744
+ "min": null,
1745
+ "max": null,
1746
+ "mean": null,
1747
+ "p50": null,
1748
+ "p95": null
1749
+ },
1750
+ "geometryCoverage": null,
1751
+ "distanceUnit": "normalized-xy-euclidean-divided-by-sqrt2",
1752
+ "latency": {
1753
+ "count": 0,
1754
+ "minMs": null,
1755
+ "maxMs": null,
1756
+ "meanMs": null,
1757
+ "p50Ms": null,
1758
+ "p95Ms": null,
1759
+ "quantileMethod": "nearest-rank"
1760
+ },
1761
+ "cases": []
1762
+ }
1763
+ }
1764
+ }
1765
+ },
1766
+ "samples": [
1767
+ {
1768
+ "caseId": "photo-dev-01",
1769
+ "split": "dev",
1770
+ "kind": "photo",
1771
+ "library": {
1772
+ "expectedClassId": "present",
1773
+ "outcome": {
1774
+ "status": "ok",
1775
+ "choice": "absent"
1776
+ },
1777
+ "latencyMs": 1661.5783860000001
1778
+ },
1779
+ "native": {
1780
+ "expectedClassId": "present",
1781
+ "outcome": {
1782
+ "status": "ok",
1783
+ "choice": "absent"
1784
+ },
1785
+ "latencyMs": 1832.7428920000002
1786
+ },
1787
+ "parity": {
1788
+ "library": {
1789
+ "choice": "absent",
1790
+ "nativeChoice": "absent",
1791
+ "probabilities": {
1792
+ "present": 0.13,
1793
+ "absent": 0.87
1794
+ },
1795
+ "tied": ["absent"],
1796
+ "confidence": 0.74,
1797
+ "metadata": {
1798
+ "model": "typesafe/jev-1.14-20261014",
1799
+ "provider": "TypeSafe",
1800
+ "requestId": "gen-dec-1792274098-imQYXadQjreLdfLP5XKq",
1801
+ "durationMs": 1483.447235,
1802
+ "costUsd": 0.000123396,
1803
+ "attempts": 1
1804
+ }
1805
+ },
1806
+ "native": {
1807
+ "choice": "absent",
1808
+ "probabilities": {
1809
+ "present": 0.14,
1810
+ "absent": 0.86
1811
+ },
1812
+ "metadata": {
1813
+ "model": "typesafe/jev-1.14-20261014",
1814
+ "provider": "TypeSafe",
1815
+ "requestId": "gen-dec-1792274099-nVsShuHTIvzpbl5l1Tl6",
1816
+ "costUsd": 0.000123522,
1817
+ "durationMs": 1782.2406589999998,
1818
+ "attempts": 1
1819
+ }
1820
+ }
1821
+ },
1822
+ "locate": {
1823
+ "expected": {
1824
+ "presence": "present",
1825
+ "boxes": [
1826
+ {
1827
+ "left": 0.19661017,
1828
+ "top": 0.078998074,
1829
+ "width": 0.69152543,
1830
+ "height": 0.921001926
1831
+ }
1832
+ ]
1833
+ },
1834
+ "outcome": {
1835
+ "status": "unknown"
1836
+ },
1837
+ "latencyMs": 7784.592634999999
1838
+ },
1839
+ "oneStage": {
1840
+ "expected": {
1841
+ "presence": "present",
1842
+ "boxes": [
1843
+ {
1844
+ "left": 0.19661017,
1845
+ "top": 0.078998074,
1846
+ "width": 0.69152543,
1847
+ "height": 0.921001926
1848
+ }
1849
+ ]
1850
+ },
1851
+ "outcome": {
1852
+ "status": "located",
1853
+ "region": {
1854
+ "left": 0.5,
1855
+ "top": 0,
1856
+ "width": 0.25,
1857
+ "height": 0.24972253052164262
1858
+ }
1859
+ },
1860
+ "latencyMs": 2677.115603
1861
+ },
1862
+ "twoStage": {
1863
+ "expected": {
1864
+ "presence": "present",
1865
+ "boxes": [
1866
+ {
1867
+ "left": 0.19661017,
1868
+ "top": 0.078998074,
1869
+ "width": 0.69152543,
1870
+ "height": 0.921001926
1871
+ }
1872
+ ]
1873
+ },
1874
+ "outcome": {
1875
+ "status": "located",
1876
+ "region": {
1877
+ "left": 0.625,
1878
+ "top": 0.12430632630410655,
1879
+ "width": 0.0625,
1880
+ "height": 0.06326304106548279
1881
+ }
1882
+ },
1883
+ "latencyMs": 5932.7227889999995
1884
+ }
1885
+ },
1886
+ {
1887
+ "caseId": "photo-dev-02",
1888
+ "split": "dev",
1889
+ "kind": "photo",
1890
+ "library": {
1891
+ "expectedClassId": "present",
1892
+ "outcome": {
1893
+ "status": "ok",
1894
+ "choice": "present"
1895
+ },
1896
+ "latencyMs": 1700.8201369999988
1897
+ },
1898
+ "native": {
1899
+ "expectedClassId": "present",
1900
+ "outcome": {
1901
+ "status": "ok",
1902
+ "choice": "present"
1903
+ },
1904
+ "latencyMs": 1715.3739490000007
1905
+ },
1906
+ "parity": {
1907
+ "library": {
1908
+ "choice": "present",
1909
+ "nativeChoice": "present",
1910
+ "probabilities": {
1911
+ "present": 1,
1912
+ "absent": 0
1913
+ },
1914
+ "tied": ["present"],
1915
+ "confidence": 1,
1916
+ "metadata": {
1917
+ "model": "typesafe/jev-1.14-20261014",
1918
+ "provider": "TypeSafe",
1919
+ "requestId": "gen-dec-1792274110-AHoRDydslgVkdAaLt1bP",
1920
+ "durationMs": 1613.7301209999987,
1921
+ "costUsd": 9.8616e-5,
1922
+ "attempts": 1
1923
+ }
1924
+ },
1925
+ "native": {
1926
+ "choice": "present",
1927
+ "probabilities": {
1928
+ "present": 1,
1929
+ "absent": 0
1930
+ },
1931
+ "metadata": {
1932
+ "model": "typesafe/jev-1.14-20261014",
1933
+ "provider": "TypeSafe",
1934
+ "requestId": "gen-dec-1792274112-N2kpAmtU9DLzSB7dOs0m",
1935
+ "costUsd": 9.8574e-5,
1936
+ "durationMs": 1686.9623760000013,
1937
+ "attempts": 1
1938
+ }
1939
+ }
1940
+ },
1941
+ "locate": {
1942
+ "expected": {
1943
+ "presence": "present",
1944
+ "boxes": [
1945
+ {
1946
+ "left": 0.06637168,
1947
+ "top": 0.37831858,
1948
+ "width": 0.90707962,
1949
+ "height": 0.42699112
1950
+ }
1951
+ ]
1952
+ },
1953
+ "outcome": {
1954
+ "status": "located",
1955
+ "region": {
1956
+ "left": 0.16015625,
1957
+ "top": 0.5885797950219619,
1958
+ "width": 0.0537109375,
1959
+ "height": 0.07174231332357248
1960
+ }
1961
+ },
1962
+ "latencyMs": 9958.698424000002
1963
+ },
1964
+ "oneStage": {
1965
+ "expected": {
1966
+ "presence": "present",
1967
+ "boxes": [
1968
+ {
1969
+ "left": 0.06637168,
1970
+ "top": 0.37831858,
1971
+ "width": 0.90707962,
1972
+ "height": 0.42699112
1973
+ }
1974
+ ]
1975
+ },
1976
+ "outcome": {
1977
+ "status": "located",
1978
+ "region": {
1979
+ "left": 0.5,
1980
+ "top": 0.4992679355783309,
1981
+ "width": 0.25,
1982
+ "height": 0.25036603221083453
1983
+ }
1984
+ },
1985
+ "latencyMs": 3043.3385479999997
1986
+ },
1987
+ "twoStage": {
1988
+ "expected": {
1989
+ "presence": "present",
1990
+ "boxes": [
1991
+ {
1992
+ "left": 0.06637168,
1993
+ "top": 0.37831858,
1994
+ "width": 0.90707962,
1995
+ "height": 0.42699112
1996
+ }
1997
+ ]
1998
+ },
1999
+ "outcome": {
2000
+ "status": "located",
2001
+ "region": {
2002
+ "left": 0.375,
2003
+ "top": 0.3733528550512445,
2004
+ "width": 0.0625,
2005
+ "height": 0.08345534407027819
2006
+ }
2007
+ },
2008
+ "latencyMs": 7899.015927
2009
+ }
2010
+ },
2011
+ {
2012
+ "caseId": "support-dev-001",
2013
+ "split": "dev",
2014
+ "kind": "text",
2015
+ "library": {
2016
+ "expectedClassId": "order_status",
2017
+ "outcome": {
2018
+ "status": "ok",
2019
+ "choice": "order_status"
2020
+ },
2021
+ "latencyMs": 296.7311860000009
2022
+ },
2023
+ "native": {
2024
+ "expectedClassId": "order_status",
2025
+ "outcome": {
2026
+ "status": "ok",
2027
+ "choice": "order_status"
2028
+ },
2029
+ "latencyMs": 418.8979799999979
2030
+ },
2031
+ "parity": {
2032
+ "library": {
2033
+ "choice": "order_status",
2034
+ "nativeChoice": "order_status",
2035
+ "probabilities": {
2036
+ "order_status": 1,
2037
+ "refund": 0,
2038
+ "technical_support": 0,
2039
+ "general_feedback": 0,
2040
+ "unknown": 0
2041
+ },
2042
+ "tied": ["order_status"],
2043
+ "confidence": 1,
2044
+ "metadata": {
2045
+ "model": "typesafe/jev-1.14-20261014",
2046
+ "provider": "TypeSafe",
2047
+ "requestId": "gen-dec-1792274124-S5u8QPMIu0CQn9ylW5Lp",
2048
+ "durationMs": 294.8442639999994,
2049
+ "costUsd": 3.8724e-5,
2050
+ "attempts": 1
2051
+ }
2052
+ },
2053
+ "native": {
2054
+ "choice": "order_status",
2055
+ "probabilities": {
2056
+ "order_status": 1,
2057
+ "refund": 0,
2058
+ "technical_support": 0,
2059
+ "general_feedback": 0,
2060
+ "unknown": 0
2061
+ },
2062
+ "metadata": {
2063
+ "model": "typesafe/jev-1.14-20261014",
2064
+ "provider": "TypeSafe",
2065
+ "requestId": "gen-dec-1792274124-bzyydYwn7e4fldUvZ125",
2066
+ "costUsd": 3.8724e-5,
2067
+ "durationMs": 417.424884,
2068
+ "attempts": 1
2069
+ }
2070
+ }
2071
+ }
2072
+ },
2073
+ {
2074
+ "caseId": "support-dev-002",
2075
+ "split": "dev",
2076
+ "kind": "text",
2077
+ "library": {
2078
+ "expectedClassId": "order_status",
2079
+ "outcome": {
2080
+ "status": "ok",
2081
+ "choice": "order_status"
2082
+ },
2083
+ "latencyMs": 334.99809900000037
2084
+ },
2085
+ "native": {
2086
+ "expectedClassId": "order_status",
2087
+ "outcome": {
2088
+ "status": "ok",
2089
+ "choice": "order_status"
2090
+ },
2091
+ "latencyMs": 291.4641900000024
2092
+ },
2093
+ "parity": {
2094
+ "library": {
2095
+ "choice": "order_status",
2096
+ "nativeChoice": "order_status",
2097
+ "probabilities": {
2098
+ "order_status": 1,
2099
+ "refund": 0,
2100
+ "technical_support": 0,
2101
+ "general_feedback": 0,
2102
+ "unknown": 0
2103
+ },
2104
+ "tied": ["order_status"],
2105
+ "confidence": 1,
2106
+ "metadata": {
2107
+ "model": "typesafe/jev-1.14-20261014",
2108
+ "provider": "TypeSafe",
2109
+ "requestId": "gen-dec-1792274125-qzUfbHyRIfgYGeppuYJE",
2110
+ "durationMs": 333.26782600000297,
2111
+ "costUsd": 3.7842e-5,
2112
+ "attempts": 1
2113
+ }
2114
+ },
2115
+ "native": {
2116
+ "choice": "order_status",
2117
+ "probabilities": {
2118
+ "order_status": 1,
2119
+ "refund": 0,
2120
+ "technical_support": 0,
2121
+ "general_feedback": 0,
2122
+ "unknown": 0
2123
+ },
2124
+ "metadata": {
2125
+ "model": "typesafe/jev-1.14-20261014",
2126
+ "provider": "TypeSafe",
2127
+ "requestId": "gen-dec-1792274125-1rmdEmbc1rdabtRHGm9g",
2128
+ "costUsd": 3.7842e-5,
2129
+ "durationMs": 289.9406549999985,
2130
+ "attempts": 1
2131
+ }
2132
+ }
2133
+ }
2134
+ }
2135
+ ]
2136
+ }