zorya-classifier 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/NOTICE.md +11 -0
- package/README.md +127 -2
- package/dist/app/cli-route.d.ts +3 -0
- package/dist/app/cli-route.js +40 -0
- package/dist/app/create-classifier.d.ts +14 -0
- package/dist/app/create-classifier.js +100 -0
- package/dist/cli.d.ts +2 -0
- package/dist/cli.js +33 -0
- package/dist/entities/contracts.d.ts +395 -0
- package/dist/entities/contracts.js +90 -0
- package/dist/entities/errors.d.ts +7 -0
- package/dist/entities/errors.js +16 -0
- package/dist/features/choice-beam-layout.d.ts +18 -0
- package/dist/features/choice-beam-layout.js +136 -0
- package/dist/features/choice.d.ts +4 -0
- package/dist/features/choice.js +83 -0
- package/dist/features/prompts.d.ts +8 -0
- package/dist/features/prompts.js +56 -0
- package/dist/features/uniform-grid.d.ts +3 -0
- package/dist/features/uniform-grid.js +35 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.js +2 -0
- package/dist/infrastructure/openrouter-common.d.ts +130 -0
- package/dist/infrastructure/openrouter-common.js +317 -0
- package/dist/infrastructure/openrouter-vision.d.ts +8 -0
- package/dist/infrastructure/openrouter-vision.js +12 -0
- package/dist/infrastructure/openrouter.d.ts +19 -0
- package/dist/infrastructure/openrouter.js +207 -0
- package/dist/infrastructure/raster.d.ts +2 -0
- package/dist/infrastructure/raster.js +121 -0
- package/dist/infrastructure/vision-chat.d.ts +64 -0
- package/dist/infrastructure/vision-chat.js +309 -0
- package/dist/openai-compatible.d.ts +5 -0
- package/dist/openai-compatible.js +7 -0
- package/dist/openrouter.d.ts +4 -0
- package/dist/openrouter.js +2 -0
- package/dist/processes/classify.d.ts +2 -0
- package/dist/processes/classify.js +21 -0
- package/dist/processes/locate.d.ts +2 -0
- package/dist/processes/locate.js +201 -0
- package/dist/shared/choice-mass.d.ts +2 -0
- package/dist/shared/choice-mass.js +19 -0
- package/dist/shared/gate.d.ts +11 -0
- package/dist/shared/gate.js +52 -0
- package/dist/shared/scope.d.ts +12 -0
- package/dist/shared/scope.js +29 -0
- package/docs/README.ru.md +245 -0
- package/docs/acceptance.md +31 -0
- package/docs/api.md +45 -0
- package/docs/architecture.md +32 -0
- package/docs/benchmarks.md +53 -0
- package/docs/evidence/current-linux-check.json +15 -0
- package/docs/evidence/decisions-completion-v1-manifest.json +96 -0
- package/docs/evidence/decisions-completion-v1-report.json +1205 -0
- package/docs/evidence/decisions-selection-v1-manifest.json +96 -0
- package/docs/evidence/decisions-selection-v1-report.json +1457 -0
- package/docs/evidence/jev-pricing-2026-10-18.json +69 -0
- package/docs/evidence/linux-check.json +20 -0
- package/docs/evidence/linux-check.txt +205 -0
- package/docs/evidence/live-release-smoke-manifest.json +82 -0
- package/docs/evidence/live-release-smoke-provenance.json +9 -0
- package/docs/evidence/live-release-smoke-report.json +2136 -0
- package/docs/evidence/live-v1-manifest.json +84 -0
- package/docs/evidence/live-v1-provenance.json +9 -0
- package/docs/evidence/live-v1-report.json +15555 -0
- package/docs/evidence/luna-decisions-fine-probe.json +19 -0
- package/docs/evidence/luna-decisions-locator-smoke-manifest.json +39 -0
- package/docs/evidence/luna-decisions-locator-smoke-report.json +149 -0
- package/docs/evidence/pack-check.json +26 -0
- package/docs/evidence/protocol-probes.json +61 -0
- package/docs/evidence/rejected-vision-selection-v1-qwen-photo-dev-01.json +42 -0
- package/docs/evidence/rejected-vision-selection-v1-qwen-photo-dev-17.json +42 -0
- package/docs/evidence/rejected-vision-selection-v1-qwen-photo-heldout-09.json +42 -0
- package/docs/evidence/rejected-vision-selection-v2-haiku-photo-dev-16.json +42 -0
- package/docs/evidence/rejected-vision-selection-v2-haiku-support-heldout-016.json +42 -0
- package/docs/evidence/vision-cost-reconciliation.json +37 -0
- package/docs/evidence/vision-model-summary.json +562 -0
- package/docs/evidence/vision-selection-v1-manifest.json +95 -0
- package/docs/evidence/vision-selection-v1-report.json +4598 -0
- package/docs/evidence/vision-selection-v2-manifest.json +95 -0
- package/docs/evidence/vision-selection-v2-report.json +1139 -0
- package/docs/evidence/windows-native.json +73 -0
- package/docs/evidence/windows-secrets.json +46 -0
- package/docs/operations.md +15 -0
- package/docs/plan.md +25 -0
- package/docs/provenance.json +32 -0
- package/docs/publishing.md +21 -0
- package/docs/results.md +69 -0
- package/docs/vision-results.md +51 -0
- package/package.json +89 -4
|
@@ -0,0 +1,562 @@
|
|
|
1
|
+
{
|
|
2
|
+
"protocols": {
|
|
3
|
+
"vision-selection-v1": "v1 requires min4 ranks for every categorical question",
|
|
4
|
+
"vision-selection-v2": "v2 requires one classification/final rank, four beam ranks",
|
|
5
|
+
"decisions-selection-v1": "native typed Choice/Noul",
|
|
6
|
+
"decisions-completion-v1": "same native runtime, missing development photos/heldout texts only"
|
|
7
|
+
},
|
|
8
|
+
"summary": {
|
|
9
|
+
"nex": {
|
|
10
|
+
"photo": {
|
|
11
|
+
"count": 10,
|
|
12
|
+
"correct": 6,
|
|
13
|
+
"errors": 0,
|
|
14
|
+
"p50Ms": 1599.773122999999,
|
|
15
|
+
"p95Ms": 3901.195785,
|
|
16
|
+
"knownValidatedCostUsd": 0.00030315,
|
|
17
|
+
"cases": [
|
|
18
|
+
"photo-dev-01",
|
|
19
|
+
"photo-dev-02",
|
|
20
|
+
"photo-dev-03",
|
|
21
|
+
"photo-dev-04",
|
|
22
|
+
"photo-dev-05",
|
|
23
|
+
"photo-dev-06",
|
|
24
|
+
"photo-dev-07",
|
|
25
|
+
"photo-dev-08",
|
|
26
|
+
"photo-dev-09",
|
|
27
|
+
"photo-dev-10"
|
|
28
|
+
],
|
|
29
|
+
"mistakes": ["photo-dev-05", "photo-dev-06", "photo-dev-07", "photo-dev-08"]
|
|
30
|
+
},
|
|
31
|
+
"text": {
|
|
32
|
+
"count": 0,
|
|
33
|
+
"correct": 0,
|
|
34
|
+
"errors": 0,
|
|
35
|
+
"p50Ms": null,
|
|
36
|
+
"p95Ms": null,
|
|
37
|
+
"knownValidatedCostUsd": 0,
|
|
38
|
+
"cases": [],
|
|
39
|
+
"mistakes": []
|
|
40
|
+
},
|
|
41
|
+
"heldout": {
|
|
42
|
+
"count": 0,
|
|
43
|
+
"correct": 0
|
|
44
|
+
}
|
|
45
|
+
},
|
|
46
|
+
"qwen": {
|
|
47
|
+
"photo": {
|
|
48
|
+
"count": 60,
|
|
49
|
+
"correct": 53,
|
|
50
|
+
"errors": 3,
|
|
51
|
+
"p50Ms": 3939.7940679999883,
|
|
52
|
+
"p95Ms": 5315.089853000012,
|
|
53
|
+
"knownValidatedCostUsd": 0.00230825,
|
|
54
|
+
"cases": [
|
|
55
|
+
"photo-dev-01",
|
|
56
|
+
"photo-dev-02",
|
|
57
|
+
"photo-dev-03",
|
|
58
|
+
"photo-dev-04",
|
|
59
|
+
"photo-dev-05",
|
|
60
|
+
"photo-dev-06",
|
|
61
|
+
"photo-dev-07",
|
|
62
|
+
"photo-dev-08",
|
|
63
|
+
"photo-dev-09",
|
|
64
|
+
"photo-dev-10",
|
|
65
|
+
"photo-dev-11",
|
|
66
|
+
"photo-dev-12",
|
|
67
|
+
"photo-dev-13",
|
|
68
|
+
"photo-dev-14",
|
|
69
|
+
"photo-dev-15",
|
|
70
|
+
"photo-dev-16",
|
|
71
|
+
"photo-dev-17",
|
|
72
|
+
"photo-dev-18",
|
|
73
|
+
"photo-dev-19",
|
|
74
|
+
"photo-dev-20",
|
|
75
|
+
"photo-heldout-01",
|
|
76
|
+
"photo-heldout-02",
|
|
77
|
+
"photo-heldout-03",
|
|
78
|
+
"photo-heldout-04",
|
|
79
|
+
"photo-heldout-05",
|
|
80
|
+
"photo-heldout-06",
|
|
81
|
+
"photo-heldout-07",
|
|
82
|
+
"photo-heldout-08",
|
|
83
|
+
"photo-heldout-09",
|
|
84
|
+
"photo-heldout-10",
|
|
85
|
+
"photo-heldout-11",
|
|
86
|
+
"photo-heldout-12",
|
|
87
|
+
"photo-heldout-13",
|
|
88
|
+
"photo-heldout-14",
|
|
89
|
+
"photo-heldout-15",
|
|
90
|
+
"photo-heldout-16",
|
|
91
|
+
"photo-heldout-17",
|
|
92
|
+
"photo-heldout-18",
|
|
93
|
+
"photo-heldout-19",
|
|
94
|
+
"photo-heldout-20",
|
|
95
|
+
"photo-heldout-21",
|
|
96
|
+
"photo-heldout-22",
|
|
97
|
+
"photo-heldout-23",
|
|
98
|
+
"photo-heldout-24",
|
|
99
|
+
"photo-heldout-25",
|
|
100
|
+
"photo-heldout-26",
|
|
101
|
+
"photo-heldout-27",
|
|
102
|
+
"photo-heldout-28",
|
|
103
|
+
"photo-heldout-29",
|
|
104
|
+
"photo-heldout-30",
|
|
105
|
+
"photo-heldout-31",
|
|
106
|
+
"photo-heldout-32",
|
|
107
|
+
"photo-heldout-33",
|
|
108
|
+
"photo-heldout-34",
|
|
109
|
+
"photo-heldout-35",
|
|
110
|
+
"photo-heldout-36",
|
|
111
|
+
"photo-heldout-37",
|
|
112
|
+
"photo-heldout-38",
|
|
113
|
+
"photo-heldout-39",
|
|
114
|
+
"photo-heldout-40"
|
|
115
|
+
],
|
|
116
|
+
"mistakes": [
|
|
117
|
+
"photo-dev-01",
|
|
118
|
+
"photo-dev-05",
|
|
119
|
+
"photo-dev-06",
|
|
120
|
+
"photo-dev-17",
|
|
121
|
+
"photo-heldout-07",
|
|
122
|
+
"photo-heldout-09",
|
|
123
|
+
"photo-heldout-11"
|
|
124
|
+
]
|
|
125
|
+
},
|
|
126
|
+
"text": {
|
|
127
|
+
"count": 30,
|
|
128
|
+
"correct": 26,
|
|
129
|
+
"errors": 0,
|
|
130
|
+
"p50Ms": 1101.8768629999831,
|
|
131
|
+
"p95Ms": 1246.0037309999461,
|
|
132
|
+
"knownValidatedCostUsd": 0.00099663,
|
|
133
|
+
"cases": [
|
|
134
|
+
"support-dev-001",
|
|
135
|
+
"support-dev-002",
|
|
136
|
+
"support-dev-003",
|
|
137
|
+
"support-dev-004",
|
|
138
|
+
"support-dev-005",
|
|
139
|
+
"support-dev-006",
|
|
140
|
+
"support-dev-007",
|
|
141
|
+
"support-dev-008",
|
|
142
|
+
"support-dev-009",
|
|
143
|
+
"support-dev-010",
|
|
144
|
+
"support-heldout-001",
|
|
145
|
+
"support-heldout-002",
|
|
146
|
+
"support-heldout-003",
|
|
147
|
+
"support-heldout-004",
|
|
148
|
+
"support-heldout-005",
|
|
149
|
+
"support-heldout-006",
|
|
150
|
+
"support-heldout-007",
|
|
151
|
+
"support-heldout-008",
|
|
152
|
+
"support-heldout-009",
|
|
153
|
+
"support-heldout-010",
|
|
154
|
+
"support-heldout-011",
|
|
155
|
+
"support-heldout-012",
|
|
156
|
+
"support-heldout-013",
|
|
157
|
+
"support-heldout-014",
|
|
158
|
+
"support-heldout-015",
|
|
159
|
+
"support-heldout-016",
|
|
160
|
+
"support-heldout-017",
|
|
161
|
+
"support-heldout-018",
|
|
162
|
+
"support-heldout-019",
|
|
163
|
+
"support-heldout-020"
|
|
164
|
+
],
|
|
165
|
+
"mistakes": [
|
|
166
|
+
"support-dev-009",
|
|
167
|
+
"support-heldout-009",
|
|
168
|
+
"support-heldout-014",
|
|
169
|
+
"support-heldout-019"
|
|
170
|
+
]
|
|
171
|
+
},
|
|
172
|
+
"heldout": {
|
|
173
|
+
"count": 40,
|
|
174
|
+
"correct": 37
|
|
175
|
+
}
|
|
176
|
+
},
|
|
177
|
+
"luna": {
|
|
178
|
+
"photo": {
|
|
179
|
+
"count": 60,
|
|
180
|
+
"correct": 54,
|
|
181
|
+
"errors": 1,
|
|
182
|
+
"p50Ms": 3202.183490000025,
|
|
183
|
+
"p95Ms": 4788.130577999982,
|
|
184
|
+
"knownValidatedCostUsd": 0.01018445,
|
|
185
|
+
"cases": [
|
|
186
|
+
"photo-dev-01",
|
|
187
|
+
"photo-dev-02",
|
|
188
|
+
"photo-dev-03",
|
|
189
|
+
"photo-dev-04",
|
|
190
|
+
"photo-dev-05",
|
|
191
|
+
"photo-dev-06",
|
|
192
|
+
"photo-dev-07",
|
|
193
|
+
"photo-dev-08",
|
|
194
|
+
"photo-dev-09",
|
|
195
|
+
"photo-dev-10",
|
|
196
|
+
"photo-dev-11",
|
|
197
|
+
"photo-dev-12",
|
|
198
|
+
"photo-dev-13",
|
|
199
|
+
"photo-dev-14",
|
|
200
|
+
"photo-dev-15",
|
|
201
|
+
"photo-dev-16",
|
|
202
|
+
"photo-dev-17",
|
|
203
|
+
"photo-dev-18",
|
|
204
|
+
"photo-dev-19",
|
|
205
|
+
"photo-dev-20",
|
|
206
|
+
"photo-heldout-01",
|
|
207
|
+
"photo-heldout-02",
|
|
208
|
+
"photo-heldout-03",
|
|
209
|
+
"photo-heldout-04",
|
|
210
|
+
"photo-heldout-05",
|
|
211
|
+
"photo-heldout-06",
|
|
212
|
+
"photo-heldout-07",
|
|
213
|
+
"photo-heldout-08",
|
|
214
|
+
"photo-heldout-09",
|
|
215
|
+
"photo-heldout-10",
|
|
216
|
+
"photo-heldout-11",
|
|
217
|
+
"photo-heldout-12",
|
|
218
|
+
"photo-heldout-13",
|
|
219
|
+
"photo-heldout-14",
|
|
220
|
+
"photo-heldout-15",
|
|
221
|
+
"photo-heldout-16",
|
|
222
|
+
"photo-heldout-17",
|
|
223
|
+
"photo-heldout-18",
|
|
224
|
+
"photo-heldout-19",
|
|
225
|
+
"photo-heldout-20",
|
|
226
|
+
"photo-heldout-21",
|
|
227
|
+
"photo-heldout-22",
|
|
228
|
+
"photo-heldout-23",
|
|
229
|
+
"photo-heldout-24",
|
|
230
|
+
"photo-heldout-25",
|
|
231
|
+
"photo-heldout-26",
|
|
232
|
+
"photo-heldout-27",
|
|
233
|
+
"photo-heldout-28",
|
|
234
|
+
"photo-heldout-29",
|
|
235
|
+
"photo-heldout-30",
|
|
236
|
+
"photo-heldout-31",
|
|
237
|
+
"photo-heldout-32",
|
|
238
|
+
"photo-heldout-33",
|
|
239
|
+
"photo-heldout-34",
|
|
240
|
+
"photo-heldout-35",
|
|
241
|
+
"photo-heldout-36",
|
|
242
|
+
"photo-heldout-37",
|
|
243
|
+
"photo-heldout-38",
|
|
244
|
+
"photo-heldout-39",
|
|
245
|
+
"photo-heldout-40"
|
|
246
|
+
],
|
|
247
|
+
"mistakes": [
|
|
248
|
+
"photo-dev-01",
|
|
249
|
+
"photo-dev-05",
|
|
250
|
+
"photo-dev-15",
|
|
251
|
+
"photo-dev-17",
|
|
252
|
+
"photo-heldout-07",
|
|
253
|
+
"photo-heldout-27"
|
|
254
|
+
]
|
|
255
|
+
},
|
|
256
|
+
"text": {
|
|
257
|
+
"count": 30,
|
|
258
|
+
"correct": 30,
|
|
259
|
+
"errors": 0,
|
|
260
|
+
"p50Ms": 962.3370350000332,
|
|
261
|
+
"p95Ms": 1260.0757910000393,
|
|
262
|
+
"knownValidatedCostUsd": 0.0029629,
|
|
263
|
+
"cases": [
|
|
264
|
+
"support-dev-001",
|
|
265
|
+
"support-dev-002",
|
|
266
|
+
"support-dev-003",
|
|
267
|
+
"support-dev-004",
|
|
268
|
+
"support-dev-005",
|
|
269
|
+
"support-dev-006",
|
|
270
|
+
"support-dev-007",
|
|
271
|
+
"support-dev-008",
|
|
272
|
+
"support-dev-009",
|
|
273
|
+
"support-dev-010",
|
|
274
|
+
"support-heldout-001",
|
|
275
|
+
"support-heldout-002",
|
|
276
|
+
"support-heldout-003",
|
|
277
|
+
"support-heldout-004",
|
|
278
|
+
"support-heldout-005",
|
|
279
|
+
"support-heldout-006",
|
|
280
|
+
"support-heldout-007",
|
|
281
|
+
"support-heldout-008",
|
|
282
|
+
"support-heldout-009",
|
|
283
|
+
"support-heldout-010",
|
|
284
|
+
"support-heldout-011",
|
|
285
|
+
"support-heldout-012",
|
|
286
|
+
"support-heldout-013",
|
|
287
|
+
"support-heldout-014",
|
|
288
|
+
"support-heldout-015",
|
|
289
|
+
"support-heldout-016",
|
|
290
|
+
"support-heldout-017",
|
|
291
|
+
"support-heldout-018",
|
|
292
|
+
"support-heldout-019",
|
|
293
|
+
"support-heldout-020"
|
|
294
|
+
],
|
|
295
|
+
"mistakes": []
|
|
296
|
+
},
|
|
297
|
+
"heldout": {
|
|
298
|
+
"count": 40,
|
|
299
|
+
"correct": 38
|
|
300
|
+
}
|
|
301
|
+
},
|
|
302
|
+
"haiku": {
|
|
303
|
+
"photo": {
|
|
304
|
+
"count": 16,
|
|
305
|
+
"correct": 11,
|
|
306
|
+
"errors": 2,
|
|
307
|
+
"p50Ms": 3094.087862999999,
|
|
308
|
+
"p95Ms": 4186.938432999999,
|
|
309
|
+
"knownValidatedCostUsd": 0.0025682,
|
|
310
|
+
"cases": [
|
|
311
|
+
"photo-dev-01",
|
|
312
|
+
"photo-dev-02",
|
|
313
|
+
"photo-dev-03",
|
|
314
|
+
"photo-dev-04",
|
|
315
|
+
"photo-dev-05",
|
|
316
|
+
"photo-dev-06",
|
|
317
|
+
"photo-dev-07",
|
|
318
|
+
"photo-dev-08",
|
|
319
|
+
"photo-dev-09",
|
|
320
|
+
"photo-dev-10",
|
|
321
|
+
"photo-dev-11",
|
|
322
|
+
"photo-dev-12",
|
|
323
|
+
"photo-dev-13",
|
|
324
|
+
"photo-dev-14",
|
|
325
|
+
"photo-dev-15",
|
|
326
|
+
"photo-dev-16"
|
|
327
|
+
],
|
|
328
|
+
"mistakes": ["photo-dev-01", "photo-dev-05", "photo-dev-07", "photo-dev-15", "photo-dev-16"]
|
|
329
|
+
},
|
|
330
|
+
"text": {
|
|
331
|
+
"count": 30,
|
|
332
|
+
"correct": 29,
|
|
333
|
+
"errors": 1,
|
|
334
|
+
"p50Ms": 757.0049549999967,
|
|
335
|
+
"p95Ms": 1003.6543539999984,
|
|
336
|
+
"knownValidatedCostUsd": 0.0046254,
|
|
337
|
+
"cases": [
|
|
338
|
+
"support-dev-001",
|
|
339
|
+
"support-dev-002",
|
|
340
|
+
"support-dev-003",
|
|
341
|
+
"support-dev-004",
|
|
342
|
+
"support-dev-005",
|
|
343
|
+
"support-dev-006",
|
|
344
|
+
"support-dev-007",
|
|
345
|
+
"support-dev-008",
|
|
346
|
+
"support-dev-009",
|
|
347
|
+
"support-dev-010",
|
|
348
|
+
"support-heldout-001",
|
|
349
|
+
"support-heldout-002",
|
|
350
|
+
"support-heldout-003",
|
|
351
|
+
"support-heldout-004",
|
|
352
|
+
"support-heldout-005",
|
|
353
|
+
"support-heldout-006",
|
|
354
|
+
"support-heldout-007",
|
|
355
|
+
"support-heldout-008",
|
|
356
|
+
"support-heldout-009",
|
|
357
|
+
"support-heldout-010",
|
|
358
|
+
"support-heldout-011",
|
|
359
|
+
"support-heldout-012",
|
|
360
|
+
"support-heldout-013",
|
|
361
|
+
"support-heldout-014",
|
|
362
|
+
"support-heldout-015",
|
|
363
|
+
"support-heldout-016",
|
|
364
|
+
"support-heldout-017",
|
|
365
|
+
"support-heldout-018",
|
|
366
|
+
"support-heldout-019",
|
|
367
|
+
"support-heldout-020"
|
|
368
|
+
],
|
|
369
|
+
"mistakes": ["support-heldout-016"]
|
|
370
|
+
},
|
|
371
|
+
"heldout": {
|
|
372
|
+
"count": 0,
|
|
373
|
+
"correct": 0
|
|
374
|
+
}
|
|
375
|
+
},
|
|
376
|
+
"luna-decisions": {
|
|
377
|
+
"photo": {
|
|
378
|
+
"count": 60,
|
|
379
|
+
"correct": 55,
|
|
380
|
+
"errors": 0,
|
|
381
|
+
"p50Ms": 1434.9253419999986,
|
|
382
|
+
"p95Ms": 3436.2048670000004,
|
|
383
|
+
"knownValidatedCostUsd": 0.0059048,
|
|
384
|
+
"cases": [
|
|
385
|
+
"photo-heldout-01",
|
|
386
|
+
"photo-heldout-02",
|
|
387
|
+
"photo-heldout-03",
|
|
388
|
+
"photo-heldout-04",
|
|
389
|
+
"photo-heldout-05",
|
|
390
|
+
"photo-heldout-06",
|
|
391
|
+
"photo-heldout-07",
|
|
392
|
+
"photo-heldout-08",
|
|
393
|
+
"photo-heldout-09",
|
|
394
|
+
"photo-heldout-10",
|
|
395
|
+
"photo-heldout-11",
|
|
396
|
+
"photo-heldout-12",
|
|
397
|
+
"photo-heldout-13",
|
|
398
|
+
"photo-heldout-14",
|
|
399
|
+
"photo-heldout-15",
|
|
400
|
+
"photo-heldout-16",
|
|
401
|
+
"photo-heldout-17",
|
|
402
|
+
"photo-heldout-18",
|
|
403
|
+
"photo-heldout-19",
|
|
404
|
+
"photo-heldout-20",
|
|
405
|
+
"photo-heldout-21",
|
|
406
|
+
"photo-heldout-22",
|
|
407
|
+
"photo-heldout-23",
|
|
408
|
+
"photo-heldout-24",
|
|
409
|
+
"photo-heldout-25",
|
|
410
|
+
"photo-heldout-26",
|
|
411
|
+
"photo-heldout-27",
|
|
412
|
+
"photo-heldout-28",
|
|
413
|
+
"photo-heldout-29",
|
|
414
|
+
"photo-heldout-30",
|
|
415
|
+
"photo-heldout-31",
|
|
416
|
+
"photo-heldout-32",
|
|
417
|
+
"photo-heldout-33",
|
|
418
|
+
"photo-heldout-34",
|
|
419
|
+
"photo-heldout-35",
|
|
420
|
+
"photo-heldout-36",
|
|
421
|
+
"photo-heldout-37",
|
|
422
|
+
"photo-heldout-38",
|
|
423
|
+
"photo-heldout-39",
|
|
424
|
+
"photo-heldout-40",
|
|
425
|
+
"photo-dev-01",
|
|
426
|
+
"photo-dev-02",
|
|
427
|
+
"photo-dev-03",
|
|
428
|
+
"photo-dev-04",
|
|
429
|
+
"photo-dev-05",
|
|
430
|
+
"photo-dev-06",
|
|
431
|
+
"photo-dev-07",
|
|
432
|
+
"photo-dev-08",
|
|
433
|
+
"photo-dev-09",
|
|
434
|
+
"photo-dev-10",
|
|
435
|
+
"photo-dev-11",
|
|
436
|
+
"photo-dev-12",
|
|
437
|
+
"photo-dev-13",
|
|
438
|
+
"photo-dev-14",
|
|
439
|
+
"photo-dev-15",
|
|
440
|
+
"photo-dev-16",
|
|
441
|
+
"photo-dev-17",
|
|
442
|
+
"photo-dev-18",
|
|
443
|
+
"photo-dev-19",
|
|
444
|
+
"photo-dev-20"
|
|
445
|
+
],
|
|
446
|
+
"mistakes": [
|
|
447
|
+
"photo-heldout-07",
|
|
448
|
+
"photo-dev-01",
|
|
449
|
+
"photo-dev-05",
|
|
450
|
+
"photo-dev-06",
|
|
451
|
+
"photo-dev-17"
|
|
452
|
+
]
|
|
453
|
+
},
|
|
454
|
+
"text": {
|
|
455
|
+
"count": 30,
|
|
456
|
+
"correct": 30,
|
|
457
|
+
"errors": 0,
|
|
458
|
+
"p50Ms": 216.72845600000073,
|
|
459
|
+
"p95Ms": 407.2245180000027,
|
|
460
|
+
"knownValidatedCostUsd": 0.0020347,
|
|
461
|
+
"cases": [
|
|
462
|
+
"support-dev-001",
|
|
463
|
+
"support-dev-002",
|
|
464
|
+
"support-dev-003",
|
|
465
|
+
"support-dev-004",
|
|
466
|
+
"support-dev-005",
|
|
467
|
+
"support-dev-006",
|
|
468
|
+
"support-dev-007",
|
|
469
|
+
"support-dev-008",
|
|
470
|
+
"support-dev-009",
|
|
471
|
+
"support-dev-010",
|
|
472
|
+
"support-heldout-001",
|
|
473
|
+
"support-heldout-002",
|
|
474
|
+
"support-heldout-003",
|
|
475
|
+
"support-heldout-004",
|
|
476
|
+
"support-heldout-005",
|
|
477
|
+
"support-heldout-006",
|
|
478
|
+
"support-heldout-007",
|
|
479
|
+
"support-heldout-008",
|
|
480
|
+
"support-heldout-009",
|
|
481
|
+
"support-heldout-010",
|
|
482
|
+
"support-heldout-011",
|
|
483
|
+
"support-heldout-012",
|
|
484
|
+
"support-heldout-013",
|
|
485
|
+
"support-heldout-014",
|
|
486
|
+
"support-heldout-015",
|
|
487
|
+
"support-heldout-016",
|
|
488
|
+
"support-heldout-017",
|
|
489
|
+
"support-heldout-018",
|
|
490
|
+
"support-heldout-019",
|
|
491
|
+
"support-heldout-020"
|
|
492
|
+
],
|
|
493
|
+
"mistakes": []
|
|
494
|
+
},
|
|
495
|
+
"heldout": {
|
|
496
|
+
"count": 40,
|
|
497
|
+
"correct": 39
|
|
498
|
+
}
|
|
499
|
+
}
|
|
500
|
+
},
|
|
501
|
+
"evidencePins": [
|
|
502
|
+
{
|
|
503
|
+
"path": "docs/evidence/vision-selection-v1-report.json",
|
|
504
|
+
"sha256": "9ca1fb956c2d937f14e55ca264b09c33d26707693fcf1095243c5e4fb5adc1b5",
|
|
505
|
+
"originalLocalRunSha256": "a340e426671b59dd5725ff4bd52f8535f559688ccabb4e270dfe22ddba0fc80f"
|
|
506
|
+
},
|
|
507
|
+
{
|
|
508
|
+
"path": "docs/evidence/vision-selection-v1-manifest.json",
|
|
509
|
+
"sha256": "1818066f005f116d61721ed31a82c3c816ecdfe019fc8d2e498904656c121d58",
|
|
510
|
+
"originalLocalRunSha256": "1818066f005f116d61721ed31a82c3c816ecdfe019fc8d2e498904656c121d58"
|
|
511
|
+
},
|
|
512
|
+
{
|
|
513
|
+
"path": "docs/evidence/vision-selection-v2-report.json",
|
|
514
|
+
"sha256": "cc5f454157872ebf96c9297960d994d813a3fb95dce74ea38c1232c7dd31634c",
|
|
515
|
+
"originalLocalRunSha256": "7281a7a98b09be42397daea563a3f81eabb0ef8e315a65ff413c3c2ee5524fce"
|
|
516
|
+
},
|
|
517
|
+
{
|
|
518
|
+
"path": "docs/evidence/vision-selection-v2-manifest.json",
|
|
519
|
+
"sha256": "8ac42170f6afbd14aa7c79b8709e7e24413eb9003231d920f99e24386a565ca9",
|
|
520
|
+
"originalLocalRunSha256": "8ac42170f6afbd14aa7c79b8709e7e24413eb9003231d920f99e24386a565ca9"
|
|
521
|
+
},
|
|
522
|
+
{
|
|
523
|
+
"path": "docs/evidence/decisions-selection-v1-report.json",
|
|
524
|
+
"sha256": "45b4b2a22e42cae9e879d95f557a9c0fb03f291862d51a044c6337ec61ad093e",
|
|
525
|
+
"originalLocalRunSha256": "25c463dc9b005c2702dd94e78b12cee861e5f27827c5093cda857771837b19c7"
|
|
526
|
+
},
|
|
527
|
+
{
|
|
528
|
+
"path": "docs/evidence/decisions-selection-v1-manifest.json",
|
|
529
|
+
"sha256": "4c9288d1142971bbbe3313bd25ca449bf6554051a2fe7d39fbe3d9f5cb8edec0",
|
|
530
|
+
"originalLocalRunSha256": "4c9288d1142971bbbe3313bd25ca449bf6554051a2fe7d39fbe3d9f5cb8edec0"
|
|
531
|
+
},
|
|
532
|
+
{
|
|
533
|
+
"path": "docs/evidence/decisions-completion-v1-report.json",
|
|
534
|
+
"sha256": "60475bf7148fa3392a844cb263f5cb4f1754d9b446a0b46e7498da7b9ae0f444",
|
|
535
|
+
"originalLocalRunSha256": "15c728c3614d34f21a30c0de5bb62253d097ed316b4d80c5a8d1d485d257f76b"
|
|
536
|
+
},
|
|
537
|
+
{
|
|
538
|
+
"path": "docs/evidence/decisions-completion-v1-manifest.json",
|
|
539
|
+
"sha256": "c2c8dbabf1799fe365cf959a6fae7eba120598264dcbc8d5c1b65b05b152337a",
|
|
540
|
+
"originalLocalRunSha256": "c2c8dbabf1799fe365cf959a6fae7eba120598264dcbc8d5c1b65b05b152337a"
|
|
541
|
+
}
|
|
542
|
+
],
|
|
543
|
+
"costs": "Rejected responses with cost metadata are reconciled for budget only; their classifications remain failures. Non-numeric/missing costs retain reservations. No invoice verification.",
|
|
544
|
+
"publication": "Public JSON is formatted for repository style; both original local bytes and published file hashes are pinned. No recorded model outcomes are changed.",
|
|
545
|
+
"finalComparisonBudget": {
|
|
546
|
+
"admittedProviderCalls": 332,
|
|
547
|
+
"maxCalls": 1000,
|
|
548
|
+
"maxCostUsd": 0.5,
|
|
549
|
+
"knownCostUsd": 0.03456876000000009,
|
|
550
|
+
"unknownCostCalls": 4,
|
|
551
|
+
"inFlightCalls": 0,
|
|
552
|
+
"reservationPerUnknownUsd": 0.05,
|
|
553
|
+
"accountedExposureUsd": 0.2345687600000001,
|
|
554
|
+
"exceededByReportedCost": false
|
|
555
|
+
},
|
|
556
|
+
"localizationSmoke": {
|
|
557
|
+
"caseId": "photo-dev-02",
|
|
558
|
+
"status": "located",
|
|
559
|
+
"physicalCalls": 3,
|
|
560
|
+
"report": "luna-decisions-locator-smoke-report.json"
|
|
561
|
+
}
|
|
562
|
+
}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
{
|
|
2
|
+
"startedAt": "2026-10-17T22:35:09.527Z",
|
|
3
|
+
"authorization": "User approved up to 200 additional provider requests and $0.50; licensed public corpus only",
|
|
4
|
+
"routes": [
|
|
5
|
+
{
|
|
6
|
+
"id": "nex",
|
|
7
|
+
"model": "nex-agi/nex-n2.5-mini",
|
|
8
|
+
"provider": "nex-agi/bf16",
|
|
9
|
+
"providerName": "Nex AGI",
|
|
10
|
+
"inputPerMillion": 0.025,
|
|
11
|
+
"outputPerMillion": 0.1
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"id": "qwen",
|
|
15
|
+
"model": "qwen/qwen3.7-flash",
|
|
16
|
+
"provider": "alibaba",
|
|
17
|
+
"providerName": "Alibaba",
|
|
18
|
+
"inputPerMillion": 0.03,
|
|
19
|
+
"outputPerMillion": 0.13
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"id": "luna",
|
|
23
|
+
"model": "openai/gpt-6-luna",
|
|
24
|
+
"provider": "openai",
|
|
25
|
+
"providerName": "OpenAI",
|
|
26
|
+
"inputPerMillion": 0.1,
|
|
27
|
+
"outputPerMillion": 0.5
|
|
28
|
+
}
|
|
29
|
+
],
|
|
30
|
+
"policy": "Screen all three routes on first 10 fixed development photos. Keep Luna as quality anchor and the better cheap route (screen correct count, then published input+0.15output price). Complete remaining 50 photos and 30 texts on each finalist. Choose cheapest measured photo+text route meeting >=55/60 photos, >=37/40 heldout, 30/30 texts, zero errors. No heldout prompt tuning. Then up to three fixed-stratum locator smoke cases on the chosen route. Max199 planned generations, one spare; no retries. Two consecutive errors stop that candidate batch; unstarted cases remain unverified and cannot qualify.",
|
|
31
|
+
"screen": [
|
|
32
|
+
"photo-dev-01",
|
|
33
|
+
"photo-dev-02",
|
|
34
|
+
"photo-dev-03",
|
|
35
|
+
"photo-dev-04",
|
|
36
|
+
"photo-dev-05",
|
|
37
|
+
"photo-dev-06",
|
|
38
|
+
"photo-dev-07",
|
|
39
|
+
"photo-dev-08",
|
|
40
|
+
"photo-dev-09",
|
|
41
|
+
"photo-dev-10"
|
|
42
|
+
],
|
|
43
|
+
"sourceHashes": {
|
|
44
|
+
"src/app/create-classifier.ts": "55bfcf78b8c12c616d1144371541ec4eb1e56a6a4790700b366e41dbdf896491",
|
|
45
|
+
"src/cli.ts": "2a28730b48e07437549421513b9db3a23c1c1fa907831ae02c034db17aee8aec",
|
|
46
|
+
"src/entities/contracts.ts": "a40e772d7b270d2979e711ffa2f1caf772ca1589fff671aa566cdf5477e65f79",
|
|
47
|
+
"src/entities/errors.ts": "1c92c94c9ed6917953ac5192bfd2d8896cdb6fe13b7d05593573b7f2103330b0",
|
|
48
|
+
"src/features/choice-beam-layout.ts": "8f61d6f784e0e6273467cea01315f17bbfa4fffa695dd7a7bb9cd5cac5354e1a",
|
|
49
|
+
"src/features/choice.ts": "e58ef6b8edf9a6f3642dcb4a3c2fa23b653ffffa111d6eb56c45048d00adff9d",
|
|
50
|
+
"src/features/prompts.ts": "14eb40b4afe1151bfaa178a6412dbb56fb0ecf8639f059792090f2fd7ec88368",
|
|
51
|
+
"src/features/uniform-grid.ts": "8cee38aee52ba2c4ac2eaed909d5f53cc0e5aa2c04fe87585c66b29573e21c4d",
|
|
52
|
+
"src/index.ts": "1cd73c74a874adf1a4a3b6edb48e230f54c671098b9a3d51bb3a01a0ad2866db",
|
|
53
|
+
"src/infrastructure/openrouter-common.ts": "0eca1edd5408569f039dc5d62eaacd2d18a107fe9d8a6647d5ba364019739955",
|
|
54
|
+
"src/infrastructure/openrouter-vision.ts": "d95f1be71f8011d32ec6dfbe15c3ad93d12fe1aaf88799f8dfb06156353e1915",
|
|
55
|
+
"src/infrastructure/openrouter.ts": "9af64ed338b153ad9a42ab1d6687d8f2e5bd05849c508a02c54d517a4a57fba7",
|
|
56
|
+
"src/infrastructure/raster.ts": "8217346f671b957540f3c01a7eb3d8ef7d0bfb6a5e18a47c96f0ccb08f4bcb08",
|
|
57
|
+
"src/infrastructure/vision-chat.ts": "936c2018b49a3cf1682b18d3615f69f01900ccaec16a6b77a3b133e636c97310",
|
|
58
|
+
"src/openai-compatible.ts": "ff9096393ecb437d9c917c5da716553a5a887a810e65c9815dd791b772895fc3",
|
|
59
|
+
"src/openrouter.ts": "055afb5bac15dbbee4f9727decdd9e9b66fc2382fb31ad7bcd8c894626b00cd3",
|
|
60
|
+
"src/processes/classify.ts": "fb2a13aec8f02853f5ba353babf9588cce7aaebecb9f4ae6339a2f40897d736f",
|
|
61
|
+
"src/processes/locate.ts": "4f7583fbdf92370b9c41f76129f787b0a1827dd2fb4472e9cc6ee8f98960edc2",
|
|
62
|
+
"src/shared/choice-mass.ts": "7f645998d9cd2688ca425b4765ec0bf7d125e932f085f9e84599b4c3b97743a3",
|
|
63
|
+
"src/shared/gate.ts": "97e4e32749dc9d3a9def6faaea2566b5d0ed831ba4451999740c719fafa8e576",
|
|
64
|
+
"src/shared/scope.ts": "cc557e9fd83a838f5366c64d026859db119491d927dfb3a84ef4320b2f0b0beb"
|
|
65
|
+
},
|
|
66
|
+
"harnessHashes": {
|
|
67
|
+
"benchmarks/ablations.ts": "d4450a1c962bd96f89af3499fd0d5da52bb20eb2c6fdf8c79d2e6057d0d6325b",
|
|
68
|
+
"benchmarks/budget.ts": "538a7e89ca643d2c26ea7e13a4d213ee019a2df865fac6573c31e9fb1ea63166",
|
|
69
|
+
"benchmarks/corpus.ts": "0af52e2f896e74e8e9ab0937e34862cea5396ac0649f896299631160314848b4",
|
|
70
|
+
"benchmarks/metrics.ts": "024e2461104df77add39ef8fa1c501863b11ca126079d1ab28d512dbbee98d37",
|
|
71
|
+
"benchmarks/model-selection.ts": "1a24180a441f5f2fdaa17536f28023c0593a051ff7d11aec2f31c2417c2baa10",
|
|
72
|
+
"benchmarks/overlay.ts": "9eced23935c5428d657df747d0f239c6fc8a61ef2f1582d88a86e08f71ddfbf5",
|
|
73
|
+
"benchmarks/recording.ts": "142f271e6fce60580ff273aa3b0e64de52bd6b74e838bb75c925ac90099c8159",
|
|
74
|
+
"benchmarks/run.ts": "5ff28c02fd9bc6dc03aaf5934e7e28300f958696a2fb1fffca44edabf748ebfa",
|
|
75
|
+
"benchmarks/runner.ts": "fd95d5b720e11f4f22bd39e5044b456fcd3c42fffd6b4f308ee98bd99695558f"
|
|
76
|
+
},
|
|
77
|
+
"corpus": {
|
|
78
|
+
"corpus-manifest.json": "00f4459996db0f61a38235adaf512e1bfc52e02e1d599bb590b62a98217e4cdb",
|
|
79
|
+
"photo-manifest.json": "a99f47d4e1c064581c6cc9123b58a5c81b196d15227963bf015041544f713aa3",
|
|
80
|
+
"text/text-manifest.json": "5e74c8c13cd1f1f8a2e2ecc22e90e6c0c83ebf5f9407dfed5b87204d3b8831ac",
|
|
81
|
+
"text/inputs/policy.json": "9db3010c97fa056fbb4a43ea51a5c973bd75b9d21f8d07f2c15d6d176e712b8a",
|
|
82
|
+
"inputs/dev.json": "0c443231956e9578afa43d4bf884cc9741594ae69ac5f957657b9c5a24422bb6",
|
|
83
|
+
"ground-truth/dev.json": "c618e1a950ae89e0c9ced0c2b1ca249ea7adc891f61c0579468c479613ea4b26",
|
|
84
|
+
"text/inputs/dev.json": "e7d2bc07559cba70494d6e4672cc3e1113c070aba8b2694ee45e76ebcbc04fcc",
|
|
85
|
+
"text/ground-truth/dev.json": "4827650b560f20b32b0366dea14947681d29ef9fefb5a059301ba5abf5c031f0",
|
|
86
|
+
"inputs/heldout.json": "2ce42723824900de9a8eca60b58220567b938a88855ec41a5a882bb410d3b1e4",
|
|
87
|
+
"ground-truth/heldout.json": "737ee884b8bbf557191d5848b56f17ac056fd01793cd8fb738c5624ea119c7d2",
|
|
88
|
+
"text/inputs/heldout.json": "e33beeeb011c55992d955ce66397717875c0084bcc21be29ecd123bd29ccce4a",
|
|
89
|
+
"text/ground-truth/heldout.json": "d29cf2fb7b980d138fd7c8e712708fa9730aa6637f350468ae15651bf9f5c4b0"
|
|
90
|
+
},
|
|
91
|
+
"perCallReservationUsd": 0.05,
|
|
92
|
+
"reasoningEffort": "none",
|
|
93
|
+
"responseFormat": "prompt",
|
|
94
|
+
"timeoutMs": 45000
|
|
95
|
+
}
|