modelrig 0.8.1 → 0.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. package/CHANGELOG.md +145 -0
  2. package/README.md +4 -2
  3. package/dist/artifacts/artifact.d.ts +12 -13
  4. package/dist/artifacts/artifact.d.ts.map +1 -1
  5. package/dist/artifacts/artifact.js +17 -23
  6. package/dist/artifacts/index.d.ts +13 -5
  7. package/dist/artifacts/index.d.ts.map +1 -1
  8. package/dist/artifacts/index.js +11 -4
  9. package/dist/artifacts/run-context.d.ts +3 -24
  10. package/dist/artifacts/run-context.d.ts.map +1 -1
  11. package/dist/artifacts/run-context.js +3 -39
  12. package/dist/bakeoff/engine.d.ts +29 -0
  13. package/dist/bakeoff/engine.d.ts.map +1 -1
  14. package/dist/bakeoff/engine.js +47 -0
  15. package/dist/bakeoff/eval-cases-rig.d.ts +36 -0
  16. package/dist/bakeoff/eval-cases-rig.d.ts.map +1 -0
  17. package/dist/bakeoff/eval-cases-rig.js +27 -0
  18. package/dist/bakeoff/eval-cases.d.ts +19 -0
  19. package/dist/bakeoff/eval-cases.d.ts.map +1 -1
  20. package/dist/bakeoff/eval-cases.js +18 -1
  21. package/dist/bakeoff/golden-judge.d.ts +47 -0
  22. package/dist/bakeoff/golden-judge.d.ts.map +1 -0
  23. package/dist/bakeoff/golden-judge.js +49 -0
  24. package/dist/bakeoff/quality.d.ts +30 -0
  25. package/dist/bakeoff/quality.d.ts.map +1 -1
  26. package/dist/bakeoff/quality.js +21 -0
  27. package/dist/bakeoff/replay.d.ts +11 -0
  28. package/dist/bakeoff/replay.d.ts.map +1 -1
  29. package/dist/bakeoff/replay.js +8 -0
  30. package/dist/bakeoff/report.d.ts +7 -0
  31. package/dist/bakeoff/report.d.ts.map +1 -1
  32. package/dist/bakeoff/report.js +26 -0
  33. package/dist/cli-judge.d.ts +12 -0
  34. package/dist/cli-judge.d.ts.map +1 -0
  35. package/dist/cli-judge.js +48 -0
  36. package/dist/cli.d.ts.map +1 -1
  37. package/dist/cli.js +14 -42
  38. package/dist/config.d.ts +54 -29
  39. package/dist/config.d.ts.map +1 -1
  40. package/dist/config.js +86 -47
  41. package/dist/detect/detector.d.ts +4 -2
  42. package/dist/detect/detector.d.ts.map +1 -1
  43. package/dist/detect/safe-harbor.d.ts +57 -0
  44. package/dist/detect/safe-harbor.d.ts.map +1 -0
  45. package/dist/detect/safe-harbor.js +278 -0
  46. package/dist/feedback/coverage.d.ts +11 -8
  47. package/dist/feedback/coverage.d.ts.map +1 -1
  48. package/dist/feedback/coverage.js +29 -16
  49. package/dist/feedback/grade.d.ts +51 -0
  50. package/dist/feedback/grade.d.ts.map +1 -0
  51. package/dist/feedback/grade.js +63 -0
  52. package/dist/gateway/http-protocol.d.ts +1 -1
  53. package/dist/gateway/http-protocol.d.ts.map +1 -1
  54. package/dist/gateway/http-protocol.js +1 -1
  55. package/dist/index.d.ts +44 -27
  56. package/dist/index.d.ts.map +1 -1
  57. package/dist/index.js +110 -43
  58. package/dist/init/observe-cli.js +1 -1
  59. package/dist/init/observe.d.ts +2 -2
  60. package/dist/init/observe.d.ts.map +1 -1
  61. package/dist/init/observe.js +11 -7
  62. package/dist/mask/arm.d.ts +112 -0
  63. package/dist/mask/arm.d.ts.map +1 -0
  64. package/dist/mask/arm.js +179 -0
  65. package/dist/mask/index.d.ts +2 -0
  66. package/dist/mask/index.d.ts.map +1 -1
  67. package/dist/mask/index.js +7 -1
  68. package/dist/mask/mask-policy-cli.d.ts +12 -4
  69. package/dist/mask/mask-policy-cli.d.ts.map +1 -1
  70. package/dist/mask/mask-policy-cli.js +34 -9
  71. package/dist/query/grammar.d.ts +2 -2
  72. package/dist/query/grammar.d.ts.map +1 -1
  73. package/dist/query/grammar.js +3 -1
  74. package/dist/query/saved.d.ts +13 -0
  75. package/dist/query/saved.d.ts.map +1 -1
  76. package/dist/query/saved.js +67 -1
  77. package/dist/receipts/types.d.ts +1 -1
  78. package/dist/receipts/types.d.ts.map +1 -1
  79. package/dist/receipts/types.js +1 -0
  80. package/dist/registry/build.d.ts +43 -1
  81. package/dist/registry/build.d.ts.map +1 -1
  82. package/dist/registry/build.js +52 -0
  83. package/dist/registry/pricing-shape.d.ts +29 -0
  84. package/dist/registry/pricing-shape.d.ts.map +1 -1
  85. package/dist/registry/pricing-shape.js +10 -1
  86. package/dist/registry/rows.d.ts.map +1 -1
  87. package/dist/registry/rows.js +1 -0
  88. package/dist/registry/select.d.ts +6 -1
  89. package/dist/registry/select.d.ts.map +1 -1
  90. package/dist/registry/select.js +11 -0
  91. package/dist/routes/call-config.d.ts +199 -0
  92. package/dist/routes/call-config.d.ts.map +1 -0
  93. package/dist/routes/call-config.js +343 -0
  94. package/dist/routes/loader.js +5 -3
  95. package/dist/routes/objective-loader.d.ts +12 -0
  96. package/dist/routes/objective-loader.d.ts.map +1 -1
  97. package/dist/routes/objective-loader.js +82 -0
  98. package/dist/routes/resolved-bundle.d.ts +50 -0
  99. package/dist/routes/resolved-bundle.d.ts.map +1 -1
  100. package/dist/routes/resolved-bundle.js +52 -0
  101. package/dist/routes/screen-loader.d.ts +28 -0
  102. package/dist/routes/screen-loader.d.ts.map +1 -1
  103. package/dist/routes/screen-loader.js +51 -0
  104. package/dist/run/accept.d.ts +2 -0
  105. package/dist/run/accept.d.ts.map +1 -1
  106. package/dist/run/accept.js +1 -0
  107. package/dist/run/dispatch.d.ts +42 -13
  108. package/dist/run/dispatch.d.ts.map +1 -1
  109. package/dist/run/dispatch.js +107 -25
  110. package/dist/run/grounding.d.ts +28 -2
  111. package/dist/run/grounding.d.ts.map +1 -1
  112. package/dist/run/grounding.js +54 -10
  113. package/dist/run/record-attempt.d.ts +4 -0
  114. package/dist/run/record-attempt.d.ts.map +1 -1
  115. package/dist/run/record-attempt.js +4 -0
  116. package/dist/run/routing-docs.js +1 -1
  117. package/dist/run/run.d.ts.map +1 -1
  118. package/dist/run/run.js +21 -26
  119. package/dist/savings/odometer.d.ts +4 -0
  120. package/dist/savings/odometer.d.ts.map +1 -1
  121. package/dist/savings/odometer.js +20 -1
  122. package/dist/savings/swap-execute.d.ts +7 -0
  123. package/dist/savings/swap-execute.d.ts.map +1 -1
  124. package/dist/savings/swap-execute.js +30 -0
  125. package/dist/savings/swaps-client.d.ts +10 -0
  126. package/dist/savings/swaps-client.d.ts.map +1 -1
  127. package/dist/screen/fixtures/probe-corpora.d.ts +23 -0
  128. package/dist/screen/fixtures/probe-corpora.d.ts.map +1 -0
  129. package/dist/screen/fixtures/probe-corpora.js +69 -0
  130. package/dist/screen/index.d.ts +21 -0
  131. package/dist/screen/index.d.ts.map +1 -0
  132. package/dist/screen/index.js +64 -0
  133. package/dist/screen/model-screen.d.ts +111 -0
  134. package/dist/screen/model-screen.d.ts.map +1 -0
  135. package/dist/screen/model-screen.js +178 -0
  136. package/dist/screen/patterns.d.ts +51 -0
  137. package/dist/screen/patterns.d.ts.map +1 -0
  138. package/dist/screen/patterns.js +151 -0
  139. package/dist/screen/phi-gate.d.ts +52 -0
  140. package/dist/screen/phi-gate.d.ts.map +1 -0
  141. package/dist/screen/phi-gate.js +86 -0
  142. package/dist/screen/policy.d.ts +71 -0
  143. package/dist/screen/policy.d.ts.map +1 -0
  144. package/dist/screen/policy.js +334 -0
  145. package/dist/screen/probe.d.ts +118 -0
  146. package/dist/screen/probe.d.ts.map +1 -0
  147. package/dist/screen/probe.js +132 -0
  148. package/dist/screen/screen-cli.d.ts +16 -0
  149. package/dist/screen/screen-cli.d.ts.map +1 -0
  150. package/dist/screen/screen-cli.js +178 -0
  151. package/dist/screen/screen.d.ts +99 -0
  152. package/dist/screen/screen.d.ts.map +1 -0
  153. package/dist/screen/screen.js +0 -0
  154. package/dist/screen/sidecar.d.ts +69 -0
  155. package/dist/screen/sidecar.d.ts.map +1 -0
  156. package/dist/screen/sidecar.js +145 -0
  157. package/dist/screen/types.d.ts +43 -2
  158. package/dist/screen/types.d.ts.map +1 -1
  159. package/dist/settings/api-fetcher.d.ts +14 -3
  160. package/dist/settings/api-fetcher.d.ts.map +1 -1
  161. package/dist/settings/api-fetcher.js +61 -10
  162. package/dist/settings/grading-guide.d.ts +76 -0
  163. package/dist/settings/grading-guide.d.ts.map +1 -0
  164. package/dist/settings/grading-guide.js +23 -0
  165. package/dist/settings/index.d.ts +3 -2
  166. package/dist/settings/index.d.ts.map +1 -1
  167. package/dist/settings/index.js +2 -1
  168. package/dist/settings/task-settings.d.ts +44 -7
  169. package/dist/settings/task-settings.d.ts.map +1 -1
  170. package/dist/settings/task-settings.js +53 -12
  171. package/dist/status.d.ts +26 -20
  172. package/dist/status.d.ts.map +1 -1
  173. package/dist/status.js +47 -29
  174. package/dist/telemetry/artifact-store.d.ts +5 -6
  175. package/dist/telemetry/artifact-store.d.ts.map +1 -1
  176. package/dist/telemetry/artifact-store.js +10 -24
  177. package/dist/telemetry/attempt-meta.d.ts +21 -0
  178. package/dist/telemetry/attempt-meta.d.ts.map +1 -1
  179. package/dist/telemetry/attempt-meta.js +9 -0
  180. package/dist/telemetry/exporter.d.ts +2 -2
  181. package/dist/telemetry/exporter.d.ts.map +1 -1
  182. package/dist/telemetry/exporter.js +22 -41
  183. package/dist/telemetry/grade-mappers.d.ts +22 -0
  184. package/dist/telemetry/grade-mappers.d.ts.map +1 -0
  185. package/dist/telemetry/grade-mappers.js +58 -0
  186. package/dist/telemetry/grades-sql.d.ts +53 -0
  187. package/dist/telemetry/grades-sql.d.ts.map +1 -0
  188. package/dist/telemetry/grades-sql.js +133 -0
  189. package/dist/telemetry/ingest-protocol.d.ts +29 -46
  190. package/dist/telemetry/ingest-protocol.d.ts.map +1 -1
  191. package/dist/telemetry/ingest-protocol.js +16 -54
  192. package/dist/telemetry/store-migrations.d.ts.map +1 -1
  193. package/dist/telemetry/store-migrations.js +51 -0
  194. package/dist/telemetry/store.d.ts +9 -6
  195. package/dist/telemetry/store.d.ts.map +1 -1
  196. package/dist/telemetry/store.js +8 -50
  197. package/dist/tenancy/api-key-format.d.ts +30 -1
  198. package/dist/tenancy/api-key-format.d.ts.map +1 -1
  199. package/dist/tenancy/api-key-format.js +33 -1
  200. package/dist/types/provider.d.ts +3 -0
  201. package/dist/types/provider.d.ts.map +1 -1
  202. package/dist/types/provider.js +25 -0
  203. package/dist/types/route.d.ts +78 -2
  204. package/dist/types/route.d.ts.map +1 -1
  205. package/dist/types/telemetry.d.ts +43 -46
  206. package/dist/types/telemetry.d.ts.map +1 -1
  207. package/dist/validate-cli.d.ts.map +1 -1
  208. package/dist/validate-cli.js +32 -0
  209. package/dist/verify/verify.d.ts +5 -0
  210. package/dist/verify/verify.d.ts.map +1 -1
  211. package/dist/verify/verify.js +2 -0
  212. package/dist/watch/evaluate.d.ts +84 -1
  213. package/dist/watch/evaluate.d.ts.map +1 -1
  214. package/dist/watch/evaluate.js +28 -0
  215. package/dist/watch/monitor.d.ts +8 -2
  216. package/dist/watch/monitor.d.ts.map +1 -1
  217. package/dist/watch/monitor.js +13 -5
  218. package/dist/watch/regret-monitor-cli.d.ts +16 -0
  219. package/dist/watch/regret-monitor-cli.d.ts.map +1 -0
  220. package/dist/watch/regret-monitor-cli.js +137 -0
  221. package/dist/watch/regret-monitor.d.ts +168 -0
  222. package/dist/watch/regret-monitor.d.ts.map +1 -0
  223. package/dist/watch/regret-monitor.js +304 -0
  224. package/dist/watch/upgrade.d.ts +62 -0
  225. package/dist/watch/upgrade.d.ts.map +1 -0
  226. package/dist/watch/upgrade.js +57 -0
  227. package/docs/agent-skill/SKILL.md +109 -5
  228. package/docs/how-it-fits.md +3 -2
  229. package/docs/instrumentation.md +149 -21
  230. package/docs/llms.txt +64 -20
  231. package/docs/mcp-oracle.md +249 -0
  232. package/docs/quickstart.md +95 -7
  233. package/package.json +16 -3
  234. package/registry/leaderboard.json +74 -0
  235. package/registry/registry.json +150 -112
  236. package/screen.d.ts +16 -0
  237. package/templates/call-disposition-qa.json +77 -0
  238. package/templates/catalog-cleansing.json +77 -0
  239. package/templates/compliance-review.json +76 -0
  240. package/templates/cs-next-action.json +76 -0
  241. package/templates/document-extraction.json +78 -0
  242. package/templates/financial-classification.json +75 -0
  243. package/templates/lead-qualification.json +76 -0
  244. package/templates/medical-classification.json +71 -0
  245. package/templates/ticket-triage.json +76 -0
package/registry/leaderboard.json CHANGED
@@ -15,6 +15,8 @@
15
15
  "effective_usd_per_1k_conformant": 0.04881361111111111,
16
16
  "grounded_rate": 0,
17
17
  "cache_hit_rate": 0,
18
+ "image_extract_rate": null,
19
+ "image_samples": 0,
18
20
  "samples": 95,
19
21
  "as_of": "2026-08-18T23:57:53.763Z",
20
22
  "families": [
@@ -115,6 +117,8 @@
115
117
  "effective_usd_per_1k_conformant": 0.0601749999999999,
116
118
  "grounded_rate": 1,
117
119
  "cache_hit_rate": 0,
120
+ "image_extract_rate": null,
121
+ "image_samples": 0,
118
122
  "samples": 95,
119
123
  "as_of": "2026-08-18T23:52:34.057Z",
120
124
  "families": [
@@ -219,6 +223,8 @@
219
223
  "effective_usd_per_1k_conformant": 0.08219515789473689,
220
224
  "grounded_rate": null,
221
225
  "cache_hit_rate": 0,
226
+ "image_extract_rate": null,
227
+ "image_samples": 0,
222
228
  "samples": 95,
223
229
  "as_of": "2026-08-18T23:40:53.724Z",
224
230
  "families": [
@@ -319,6 +325,8 @@
319
325
  "effective_usd_per_1k_conformant": 0.08375764444444445,
320
326
  "grounded_rate": 1,
321
327
  "cache_hit_rate": 1,
328
+ "image_extract_rate": null,
329
+ "image_samples": 0,
322
330
  "samples": 95,
323
331
  "as_of": "2026-08-19T02:17:57.106Z",
324
332
  "families": [
@@ -423,6 +431,8 @@
423
431
  "effective_usd_per_1k_conformant": 0.09266338461538463,
424
432
  "grounded_rate": 0.8,
425
433
  "cache_hit_rate": 1,
434
+ "image_extract_rate": null,
435
+ "image_samples": 0,
426
436
  "samples": 95,
427
437
  "as_of": "2026-08-19T02:28:44.368Z",
428
438
  "families": [
@@ -527,6 +537,8 @@
527
537
  "effective_usd_per_1k_conformant": 0.10421333333333337,
528
538
  "grounded_rate": 0.26666666666666666,
529
539
  "cache_hit_rate": 1,
540
+ "image_extract_rate": null,
541
+ "image_samples": 0,
530
542
  "samples": 30,
531
543
  "as_of": "2026-08-02T20:29:07.180Z",
532
544
  "families": [
@@ -597,6 +609,8 @@
597
609
  "effective_usd_per_1k_conformant": 0.1401493670886076,
598
610
  "grounded_rate": 1,
599
611
  "cache_hit_rate": 0,
612
+ "image_extract_rate": null,
613
+ "image_samples": 0,
600
614
  "samples": 95,
601
615
  "as_of": "2026-08-18T23:44:50.284Z",
602
616
  "families": [
@@ -697,6 +711,8 @@
697
711
  "effective_usd_per_1k_conformant": 0.1480976,
698
712
  "grounded_rate": 0.9333333333333333,
699
713
  "cache_hit_rate": 1,
714
+ "image_extract_rate": null,
715
+ "image_samples": 0,
700
716
  "samples": 95,
701
717
  "as_of": "2026-08-19T02:23:10.350Z",
702
718
  "families": [
@@ -801,6 +817,8 @@
801
817
  "effective_usd_per_1k_conformant": 0.15002631578947373,
802
818
  "grounded_rate": 0.5333333333333333,
803
819
  "cache_hit_rate": 0.6,
820
+ "image_extract_rate": null,
821
+ "image_samples": 0,
804
822
  "samples": 95,
805
823
  "as_of": "2026-08-19T04:31:30.888Z",
806
824
  "families": [
@@ -896,6 +914,8 @@
896
914
  "effective_usd_per_1k_conformant": 0.17057804347826086,
897
915
  "grounded_rate": 0.8666666666666667,
898
916
  "cache_hit_rate": 0,
917
+ "image_extract_rate": null,
918
+ "image_samples": 0,
899
919
  "samples": 95,
900
920
  "as_of": "2026-08-18T23:15:34.247Z",
901
921
  "families": [
@@ -1000,6 +1020,8 @@
1000
1020
  "effective_usd_per_1k_conformant": 0.1706031914893617,
1001
1021
  "grounded_rate": 0,
1002
1022
  "cache_hit_rate": 0,
1023
+ "image_extract_rate": null,
1024
+ "image_samples": 0,
1003
1025
  "samples": 95,
1004
1026
  "as_of": "2026-08-19T01:41:22.518Z",
1005
1027
  "families": [
@@ -1100,6 +1122,8 @@
1100
1122
  "effective_usd_per_1k_conformant": 0.20748611111111098,
1101
1123
  "grounded_rate": 1,
1102
1124
  "cache_hit_rate": 0,
1125
+ "image_extract_rate": null,
1126
+ "image_samples": 0,
1103
1127
  "samples": 95,
1104
1128
  "as_of": "2026-08-19T03:48:20.003Z",
1105
1129
  "families": [
@@ -1200,6 +1224,8 @@
1200
1224
  "effective_usd_per_1k_conformant": 0.22732444444444455,
1201
1225
  "grounded_rate": 0.7333333333333333,
1202
1226
  "cache_hit_rate": 0.8,
1227
+ "image_extract_rate": null,
1228
+ "image_samples": 0,
1203
1229
  "samples": 95,
1204
1230
  "as_of": "2026-08-18T23:24:40.751Z",
1205
1231
  "families": [
@@ -1304,6 +1330,8 @@
1304
1330
  "effective_usd_per_1k_conformant": 0.2663190957446808,
1305
1331
  "grounded_rate": 0.2,
1306
1332
  "cache_hit_rate": 1,
1333
+ "image_extract_rate": null,
1334
+ "image_samples": 0,
1307
1335
  "samples": 95,
1308
1336
  "as_of": "2026-08-19T03:13:23.160Z",
1309
1337
  "families": [
@@ -1404,6 +1432,8 @@
1404
1432
  "effective_usd_per_1k_conformant": 0.40443153191489356,
1405
1433
  "grounded_rate": 0.06666666666666667,
1406
1434
  "cache_hit_rate": 1,
1435
+ "image_extract_rate": null,
1436
+ "image_samples": 0,
1407
1437
  "samples": 95,
1408
1438
  "as_of": "2026-08-19T02:46:12.378Z",
1409
1439
  "families": [
@@ -1504,6 +1534,8 @@
1504
1534
  "effective_usd_per_1k_conformant": 0.5249842105263154,
1505
1535
  "grounded_rate": 0.6,
1506
1536
  "cache_hit_rate": 1,
1537
+ "image_extract_rate": null,
1538
+ "image_samples": 0,
1507
1539
  "samples": 95,
1508
1540
  "as_of": "2026-08-19T04:29:27.154Z",
1509
1541
  "families": [
@@ -1599,6 +1631,8 @@
1599
1631
  "effective_usd_per_1k_conformant": 0.5436599999999999,
1600
1632
  "grounded_rate": 0.2,
1601
1633
  "cache_hit_rate": 1,
1634
+ "image_extract_rate": null,
1635
+ "image_samples": 0,
1602
1636
  "samples": 30,
1603
1637
  "as_of": "2026-08-02T20:25:45.769Z",
1604
1638
  "families": [
@@ -1669,6 +1703,8 @@
1669
1703
  "effective_usd_per_1k_conformant": 0.6967627659574466,
1670
1704
  "grounded_rate": 0.8666666666666667,
1671
1705
  "cache_hit_rate": 1,
1706
+ "image_extract_rate": null,
1707
+ "image_samples": 0,
1672
1708
  "samples": 95,
1673
1709
  "as_of": "2026-08-18T23:05:15.308Z",
1674
1710
  "families": [
@@ -1773,6 +1809,8 @@
1773
1809
  "effective_usd_per_1k_conformant": 1.0472315789473683,
1774
1810
  "grounded_rate": 0.5333333333333333,
1775
1811
  "cache_hit_rate": 1,
1812
+ "image_extract_rate": null,
1813
+ "image_samples": 0,
1776
1814
  "samples": 95,
1777
1815
  "as_of": "2026-08-19T04:21:20.089Z",
1778
1816
  "families": [
@@ -1868,6 +1906,8 @@
1868
1906
  "effective_usd_per_1k_conformant": 1.1873010526315793,
1869
1907
  "grounded_rate": 0.3333333333333333,
1870
1908
  "cache_hit_rate": 0,
1909
+ "image_extract_rate": null,
1910
+ "image_samples": 0,
1871
1911
  "samples": 95,
1872
1912
  "as_of": "2026-08-19T01:25:37.101Z",
1873
1913
  "families": [
@@ -1968,6 +2008,8 @@
1968
2008
  "effective_usd_per_1k_conformant": 1.2777999999999998,
1969
2009
  "grounded_rate": 0.26666666666666666,
1970
2010
  "cache_hit_rate": 1,
2011
+ "image_extract_rate": null,
2012
+ "image_samples": 0,
1971
2013
  "samples": 30,
1972
2014
  "as_of": "2026-08-02T20:22:46.268Z",
1973
2015
  "families": [
@@ -2038,6 +2080,8 @@
2038
2080
  "effective_usd_per_1k_conformant": 1.2811757777777781,
2039
2081
  "grounded_rate": 0.9333333333333333,
2040
2082
  "cache_hit_rate": 0.4,
2083
+ "image_extract_rate": null,
2084
+ "image_samples": 0,
2041
2085
  "samples": 95,
2042
2086
  "as_of": "2026-08-19T03:36:45.162Z",
2043
2087
  "families": [
@@ -2133,6 +2177,8 @@
2133
2177
  "effective_usd_per_1k_conformant": 1.5723473684210518,
2134
2178
  "grounded_rate": 0.06666666666666667,
2135
2179
  "cache_hit_rate": 0.8,
2180
+ "image_extract_rate": null,
2181
+ "image_samples": 0,
2136
2182
  "samples": 95,
2137
2183
  "as_of": "2026-08-19T04:24:16.638Z",
2138
2184
  "families": [
@@ -2233,6 +2279,8 @@
2233
2279
  "effective_usd_per_1k_conformant": 1.6180673913043473,
2234
2280
  "grounded_rate": 0.13333333333333333,
2235
2281
  "cache_hit_rate": 1,
2282
+ "image_extract_rate": null,
2283
+ "image_samples": 0,
2236
2284
  "samples": 95,
2237
2285
  "as_of": "2026-08-19T01:14:46.362Z",
2238
2286
  "families": [
@@ -2333,6 +2381,8 @@
2333
2381
  "effective_usd_per_1k_conformant": 1.786105263157895,
2334
2382
  "grounded_rate": 0.8666666666666667,
2335
2383
  "cache_hit_rate": 0,
2384
+ "image_extract_rate": null,
2385
+ "image_samples": 0,
2336
2386
  "samples": 95,
2337
2387
  "as_of": "2026-08-18T21:36:12.554Z",
2338
2388
  "families": [
@@ -2437,6 +2487,8 @@
2437
2487
  "effective_usd_per_1k_conformant": 1.8063157894736839,
2438
2488
  "grounded_rate": 0.4,
2439
2489
  "cache_hit_rate": 1,
2490
+ "image_extract_rate": null,
2491
+ "image_samples": 0,
2440
2492
  "samples": 95,
2441
2493
  "as_of": "2026-08-19T04:27:15.709Z",
2442
2494
  "families": [
@@ -2532,6 +2584,8 @@
2532
2584
  "effective_usd_per_1k_conformant": 1.8604080645161287,
2533
2585
  "grounded_rate": 0.6,
2534
2586
  "cache_hit_rate": 1,
2587
+ "image_extract_rate": null,
2588
+ "image_samples": 0,
2535
2589
  "samples": 95,
2536
2590
  "as_of": "2026-08-19T02:14:34.948Z",
2537
2591
  "families": [
@@ -2636,6 +2690,8 @@
2636
2690
  "effective_usd_per_1k_conformant": 2.636876344086021,
2637
2691
  "grounded_rate": 1,
2638
2692
  "cache_hit_rate": 0,
2693
+ "image_extract_rate": null,
2694
+ "image_samples": 0,
2639
2695
  "samples": 95,
2640
2696
  "as_of": "2026-08-19T03:46:20.459Z",
2641
2697
  "families": [
@@ -2736,6 +2792,8 @@
2736
2792
  "effective_usd_per_1k_conformant": 2.76312947368421,
2737
2793
  "grounded_rate": 0.4666666666666667,
2738
2794
  "cache_hit_rate": 1,
2795
+ "image_extract_rate": null,
2796
+ "image_samples": 0,
2739
2797
  "samples": 95,
2740
2798
  "as_of": "2026-08-19T03:09:25.522Z",
2741
2799
  "families": [
@@ -2836,6 +2894,8 @@
2836
2894
  "effective_usd_per_1k_conformant": 3.6464680851063807,
2837
2895
  "grounded_rate": 0,
2838
2896
  "cache_hit_rate": 0.8,
2897
+ "image_extract_rate": null,
2898
+ "image_samples": 0,
2839
2899
  "samples": 95,
2840
2900
  "as_of": "2026-08-19T00:51:51.203Z",
2841
2901
  "families": [
@@ -2936,6 +2996,8 @@
2936
2996
  "effective_usd_per_1k_conformant": 4.3616091954023,
2937
2997
  "grounded_rate": 0.9333333333333333,
2938
2998
  "cache_hit_rate": 0,
2999
+ "image_extract_rate": null,
3000
+ "image_samples": 0,
2939
3001
  "samples": 95,
2940
3002
  "as_of": "2026-08-18T21:53:43.179Z",
2941
3003
  "families": [
@@ -3040,6 +3102,8 @@
3040
3102
  "effective_usd_per_1k_conformant": 4.684105263157893,
3041
3103
  "grounded_rate": 0,
3042
3104
  "cache_hit_rate": 1,
3105
+ "image_extract_rate": null,
3106
+ "image_samples": 0,
3043
3107
  "samples": 95,
3044
3108
  "as_of": "2026-08-19T04:35:36.550Z",
3045
3109
  "families": [
@@ -3140,6 +3204,8 @@
3140
3204
  "effective_usd_per_1k_conformant": 5.09848064516129,
3141
3205
  "grounded_rate": 0.6,
3142
3206
  "cache_hit_rate": 1,
3207
+ "image_extract_rate": null,
3208
+ "image_samples": 0,
3143
3209
  "samples": 95,
3144
3210
  "as_of": "2026-08-19T03:31:32.971Z",
3145
3211
  "families": [
@@ -3244,6 +3310,8 @@
3244
3310
  "effective_usd_per_1k_conformant": 9.705106382978727,
3245
3311
  "grounded_rate": 0.9333333333333333,
3246
3312
  "cache_hit_rate": null,
3313
+ "image_extract_rate": null,
3314
+ "image_samples": 0,
3247
3315
  "samples": 95,
3248
3316
  "as_of": "2026-08-18T21:46:28.818Z",
3249
3317
  "families": [
@@ -3344,6 +3412,8 @@
3344
3412
  "effective_usd_per_1k_conformant": 11.558294736842107,
3345
3413
  "grounded_rate": 1,
3346
3414
  "cache_hit_rate": 0,
3415
+ "image_extract_rate": null,
3416
+ "image_samples": 0,
3347
3417
  "samples": 95,
3348
3418
  "as_of": "2026-08-19T04:09:00.900Z",
3349
3419
  "families": [
@@ -3444,6 +3514,8 @@
3444
3514
  "effective_usd_per_1k_conformant": 19.980459770114926,
3445
3515
  "grounded_rate": 0.9333333333333333,
3446
3516
  "cache_hit_rate": null,
3517
+ "image_extract_rate": null,
3518
+ "image_samples": 0,
3447
3519
  "samples": 95,
3448
3520
  "as_of": "2026-08-18T21:29:02.239Z",
3449
3521
  "families": [
@@ -3544,6 +3616,8 @@
3544
3616
  "effective_usd_per_1k_conformant": 52.82652631578945,
3545
3617
  "grounded_rate": 0,
3546
3618
  "cache_hit_rate": 0,
3619
+ "image_extract_rate": null,
3620
+ "image_samples": 0,
3547
3621
  "samples": 95,
3548
3622
  "as_of": "2026-08-19T05:13:04.856Z",
3549
3623
  "families": [