modelrig 0.8.1 → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (382) hide show
  1. package/CHANGELOG.md +324 -0
  2. package/README.md +55 -29
  3. package/data/PROVENANCE.md +14 -0
  4. package/data/pricing-map.json +26 -0
  5. package/dist/adapters/attempt-meta-map.d.ts +8 -1
  6. package/dist/adapters/attempt-meta-map.d.ts.map +1 -1
  7. package/dist/adapters/attempt-meta-map.js +4 -0
  8. package/dist/adapters/build-adapters.js +2 -2
  9. package/dist/adapters/gemini.d.ts +28 -1
  10. package/dist/adapters/gemini.d.ts.map +1 -1
  11. package/dist/adapters/gemini.js +38 -9
  12. package/dist/adapters/grok.d.ts.map +1 -1
  13. package/dist/adapters/grok.js +53 -4
  14. package/dist/adapters/openai-compat.d.ts +8 -2
  15. package/dist/adapters/openai-compat.d.ts.map +1 -1
  16. package/dist/adapters/openai-compat.js +8 -1
  17. package/dist/adapters/openai-stream.d.ts +10 -2
  18. package/dist/adapters/openai-stream.d.ts.map +1 -1
  19. package/dist/adapters/openai-stream.js +5 -1
  20. package/dist/adapters/openai.d.ts +10 -1
  21. package/dist/adapters/openai.d.ts.map +1 -1
  22. package/dist/adapters/openai.js +57 -7
  23. package/dist/adapters/responses-api.d.ts +61 -0
  24. package/dist/adapters/responses-api.d.ts.map +1 -0
  25. package/dist/adapters/responses-api.js +124 -0
  26. package/dist/artifacts/artifact.d.ts +31 -12
  27. package/dist/artifacts/artifact.d.ts.map +1 -1
  28. package/dist/artifacts/artifact.js +218 -188
  29. package/dist/artifacts/index.d.ts +15 -5
  30. package/dist/artifacts/index.d.ts.map +1 -1
  31. package/dist/artifacts/index.js +19 -5
  32. package/dist/artifacts/run-context.d.ts +3 -24
  33. package/dist/artifacts/run-context.d.ts.map +1 -1
  34. package/dist/artifacts/run-context.js +3 -39
  35. package/dist/bakeoff/engine.d.ts +29 -0
  36. package/dist/bakeoff/engine.d.ts.map +1 -1
  37. package/dist/bakeoff/engine.js +47 -0
  38. package/dist/bakeoff/eval-cases-rig.d.ts +36 -0
  39. package/dist/bakeoff/eval-cases-rig.d.ts.map +1 -0
  40. package/dist/bakeoff/eval-cases-rig.js +27 -0
  41. package/dist/bakeoff/eval-cases.d.ts +19 -0
  42. package/dist/bakeoff/eval-cases.d.ts.map +1 -1
  43. package/dist/bakeoff/eval-cases.js +18 -1
  44. package/dist/bakeoff/golden-judge.d.ts +47 -0
  45. package/dist/bakeoff/golden-judge.d.ts.map +1 -0
  46. package/dist/bakeoff/golden-judge.js +49 -0
  47. package/dist/bakeoff/groundedness.d.ts +58 -0
  48. package/dist/bakeoff/groundedness.d.ts.map +1 -0
  49. package/dist/bakeoff/groundedness.js +165 -0
  50. package/dist/bakeoff/quality.d.ts +43 -0
  51. package/dist/bakeoff/quality.d.ts.map +1 -1
  52. package/dist/bakeoff/quality.js +31 -0
  53. package/dist/bakeoff/replay.d.ts +11 -0
  54. package/dist/bakeoff/replay.d.ts.map +1 -1
  55. package/dist/bakeoff/replay.js +12 -0
  56. package/dist/bakeoff/report.d.ts +7 -0
  57. package/dist/bakeoff/report.d.ts.map +1 -1
  58. package/dist/bakeoff/report.js +26 -0
  59. package/dist/cli-judge.d.ts +12 -0
  60. package/dist/cli-judge.d.ts.map +1 -0
  61. package/dist/cli-judge.js +48 -0
  62. package/dist/cli.d.ts.map +1 -1
  63. package/dist/cli.js +22 -42
  64. package/dist/config.d.ts +85 -29
  65. package/dist/config.d.ts.map +1 -1
  66. package/dist/config.js +109 -47
  67. package/dist/detect/detector.d.ts +4 -2
  68. package/dist/detect/detector.d.ts.map +1 -1
  69. package/dist/detect/safe-harbor.d.ts +57 -0
  70. package/dist/detect/safe-harbor.d.ts.map +1 -0
  71. package/dist/detect/safe-harbor.js +278 -0
  72. package/dist/doctor-cli.d.ts +7 -0
  73. package/dist/doctor-cli.d.ts.map +1 -0
  74. package/dist/doctor-cli.js +67 -0
  75. package/dist/doctor-preflight.d.ts +52 -0
  76. package/dist/doctor-preflight.d.ts.map +1 -0
  77. package/dist/doctor-preflight.js +112 -0
  78. package/dist/feedback/coverage.d.ts +11 -8
  79. package/dist/feedback/coverage.d.ts.map +1 -1
  80. package/dist/feedback/coverage.js +29 -16
  81. package/dist/feedback/grade.d.ts +58 -0
  82. package/dist/feedback/grade.d.ts.map +1 -0
  83. package/dist/feedback/grade.js +67 -0
  84. package/dist/gateway/http-protocol.d.ts +20 -1
  85. package/dist/gateway/http-protocol.d.ts.map +1 -1
  86. package/dist/gateway/http-protocol.js +1 -1
  87. package/dist/gateway/serve-client.d.ts +99 -0
  88. package/dist/gateway/serve-client.d.ts.map +1 -0
  89. package/dist/gateway/serve-client.js +360 -0
  90. package/dist/index.d.ts +68 -29
  91. package/dist/index.d.ts.map +1 -1
  92. package/dist/index.js +167 -46
  93. package/dist/init/observe-cli.js +1 -1
  94. package/dist/init/observe.d.ts +2 -2
  95. package/dist/init/observe.d.ts.map +1 -1
  96. package/dist/init/observe.js +11 -7
  97. package/dist/mask/arm.d.ts +112 -0
  98. package/dist/mask/arm.d.ts.map +1 -0
  99. package/dist/mask/arm.js +179 -0
  100. package/dist/mask/index.d.ts +2 -0
  101. package/dist/mask/index.d.ts.map +1 -1
  102. package/dist/mask/index.js +7 -1
  103. package/dist/mask/mask-policy-cli.d.ts +12 -4
  104. package/dist/mask/mask-policy-cli.d.ts.map +1 -1
  105. package/dist/mask/mask-policy-cli.js +34 -9
  106. package/dist/prompts/manifest.d.ts +128 -0
  107. package/dist/prompts/manifest.d.ts.map +1 -0
  108. package/dist/prompts/manifest.js +214 -0
  109. package/dist/prompts/prompt-fetch.d.ts +84 -0
  110. package/dist/prompts/prompt-fetch.d.ts.map +1 -0
  111. package/dist/prompts/prompt-fetch.js +120 -0
  112. package/dist/prompts/prompt-resolve.d.ts +76 -0
  113. package/dist/prompts/prompt-resolve.d.ts.map +1 -0
  114. package/dist/prompts/prompt-resolve.js +93 -0
  115. package/dist/prompts/slot-resolver.d.ts +91 -0
  116. package/dist/prompts/slot-resolver.d.ts.map +1 -0
  117. package/dist/prompts/slot-resolver.js +135 -0
  118. package/dist/prompts/tools-register.d.ts +60 -0
  119. package/dist/prompts/tools-register.d.ts.map +1 -0
  120. package/dist/prompts/tools-register.js +48 -0
  121. package/dist/prompts/version-hash.d.ts +29 -0
  122. package/dist/prompts/version-hash.d.ts.map +1 -0
  123. package/dist/prompts/version-hash.js +54 -0
  124. package/dist/prompts-export-cli.d.ts +21 -0
  125. package/dist/prompts-export-cli.d.ts.map +1 -0
  126. package/dist/prompts-export-cli.js +130 -0
  127. package/dist/query/grammar.d.ts +2 -2
  128. package/dist/query/grammar.d.ts.map +1 -1
  129. package/dist/query/grammar.js +3 -1
  130. package/dist/query/saved.d.ts +13 -0
  131. package/dist/query/saved.d.ts.map +1 -1
  132. package/dist/query/saved.js +67 -1
  133. package/dist/receipts/types.d.ts +1 -1
  134. package/dist/receipts/types.d.ts.map +1 -1
  135. package/dist/receipts/types.js +1 -0
  136. package/dist/registry/build.d.ts +43 -1
  137. package/dist/registry/build.d.ts.map +1 -1
  138. package/dist/registry/build.js +52 -0
  139. package/dist/registry/cache-policy.d.ts.map +1 -1
  140. package/dist/registry/cache-policy.js +22 -0
  141. package/dist/registry/pricing-shape.d.ts +67 -8
  142. package/dist/registry/pricing-shape.d.ts.map +1 -1
  143. package/dist/registry/pricing-shape.js +50 -13
  144. package/dist/registry/pricing.d.ts +6 -5
  145. package/dist/registry/pricing.d.ts.map +1 -1
  146. package/dist/registry/pricing.js +9 -5
  147. package/dist/registry/rows.d.ts.map +1 -1
  148. package/dist/registry/rows.js +1 -0
  149. package/dist/registry/select.d.ts +6 -1
  150. package/dist/registry/select.d.ts.map +1 -1
  151. package/dist/registry/select.js +11 -0
  152. package/dist/routes/call-config.d.ts +199 -0
  153. package/dist/routes/call-config.d.ts.map +1 -0
  154. package/dist/routes/call-config.js +343 -0
  155. package/dist/routes/destination-loader.d.ts +16 -0
  156. package/dist/routes/destination-loader.d.ts.map +1 -0
  157. package/dist/routes/destination-loader.js +29 -0
  158. package/dist/routes/draft.d.ts +7 -0
  159. package/dist/routes/draft.d.ts.map +1 -1
  160. package/dist/routes/draft.js +12 -0
  161. package/dist/routes/loader.d.ts.map +1 -1
  162. package/dist/routes/loader.js +31 -56
  163. package/dist/routes/objective-loader.d.ts +12 -0
  164. package/dist/routes/objective-loader.d.ts.map +1 -1
  165. package/dist/routes/objective-loader.js +82 -0
  166. package/dist/routes/output-loader.d.ts +42 -0
  167. package/dist/routes/output-loader.d.ts.map +1 -0
  168. package/dist/routes/output-loader.js +112 -0
  169. package/dist/routes/prompt-loader.d.ts +49 -0
  170. package/dist/routes/prompt-loader.d.ts.map +1 -0
  171. package/dist/routes/prompt-loader.js +113 -0
  172. package/dist/routes/resolved-bundle.d.ts +69 -0
  173. package/dist/routes/resolved-bundle.d.ts.map +1 -1
  174. package/dist/routes/resolved-bundle.js +76 -0
  175. package/dist/routes/screen-loader.d.ts +29 -1
  176. package/dist/routes/screen-loader.d.ts.map +1 -1
  177. package/dist/routes/screen-loader.js +59 -1
  178. package/dist/run/accept.d.ts +5 -0
  179. package/dist/run/accept.d.ts.map +1 -1
  180. package/dist/run/accept.js +2 -0
  181. package/dist/run/cost.d.ts +31 -2
  182. package/dist/run/cost.d.ts.map +1 -1
  183. package/dist/run/cost.js +57 -2
  184. package/dist/run/destination.d.ts +39 -0
  185. package/dist/run/destination.d.ts.map +1 -0
  186. package/dist/run/destination.js +45 -0
  187. package/dist/run/dispatch.d.ts +67 -16
  188. package/dist/run/dispatch.d.ts.map +1 -1
  189. package/dist/run/dispatch.js +133 -29
  190. package/dist/run/grounding.d.ts +28 -2
  191. package/dist/run/grounding.d.ts.map +1 -1
  192. package/dist/run/grounding.js +54 -10
  193. package/dist/run/raw-defaults.d.ts.map +1 -1
  194. package/dist/run/raw-defaults.js +6 -1
  195. package/dist/run/raw-finalize.d.ts +50 -0
  196. package/dist/run/raw-finalize.d.ts.map +1 -0
  197. package/dist/run/raw-finalize.js +266 -0
  198. package/dist/run/raw-knobs.d.ts +36 -0
  199. package/dist/run/raw-knobs.d.ts.map +1 -0
  200. package/dist/run/raw-knobs.js +99 -0
  201. package/dist/run/raw-request.d.ts +24 -0
  202. package/dist/run/raw-request.d.ts.map +1 -0
  203. package/dist/run/raw-request.js +69 -0
  204. package/dist/run/raw-schema.d.ts +76 -0
  205. package/dist/run/raw-schema.d.ts.map +1 -0
  206. package/dist/run/raw-schema.js +166 -0
  207. package/dist/run/raw-search-cost.d.ts +48 -0
  208. package/dist/run/raw-search-cost.d.ts.map +1 -0
  209. package/dist/run/raw-search-cost.js +78 -0
  210. package/dist/run/raw-support.d.ts +64 -6
  211. package/dist/run/raw-support.d.ts.map +1 -1
  212. package/dist/run/raw-support.js +84 -11
  213. package/dist/run/raw.d.ts +25 -26
  214. package/dist/run/raw.d.ts.map +1 -1
  215. package/dist/run/raw.js +30 -351
  216. package/dist/run/record-attempt.d.ts +12 -0
  217. package/dist/run/record-attempt.d.ts.map +1 -1
  218. package/dist/run/record-attempt.js +30 -12
  219. package/dist/run/repair-attempt.d.ts +68 -0
  220. package/dist/run/repair-attempt.d.ts.map +1 -0
  221. package/dist/run/repair-attempt.js +180 -0
  222. package/dist/run/resolve-destination.d.ts +49 -0
  223. package/dist/run/resolve-destination.d.ts.map +1 -0
  224. package/dist/run/resolve-destination.js +76 -0
  225. package/dist/run/routing-docs.d.ts.map +1 -1
  226. package/dist/run/routing-docs.js +10 -5
  227. package/dist/run/run.d.ts +30 -1
  228. package/dist/run/run.d.ts.map +1 -1
  229. package/dist/run/run.js +94 -172
  230. package/dist/run/telemetry-row.d.ts +92 -0
  231. package/dist/run/telemetry-row.d.ts.map +1 -0
  232. package/dist/run/telemetry-row.js +81 -0
  233. package/dist/run/validate.d.ts +12 -1
  234. package/dist/run/validate.d.ts.map +1 -1
  235. package/dist/run/validate.js +31 -0
  236. package/dist/run/web-search-pricing.d.ts +43 -0
  237. package/dist/run/web-search-pricing.d.ts.map +1 -0
  238. package/dist/run/web-search-pricing.js +56 -0
  239. package/dist/savings/odometer.d.ts +4 -0
  240. package/dist/savings/odometer.d.ts.map +1 -1
  241. package/dist/savings/odometer.js +20 -1
  242. package/dist/savings/swap-execute.d.ts +7 -0
  243. package/dist/savings/swap-execute.d.ts.map +1 -1
  244. package/dist/savings/swap-execute.js +30 -0
  245. package/dist/savings/swaps-client.d.ts +10 -0
  246. package/dist/savings/swaps-client.d.ts.map +1 -1
  247. package/dist/screen/fixtures/probe-corpora.d.ts +23 -0
  248. package/dist/screen/fixtures/probe-corpora.d.ts.map +1 -0
  249. package/dist/screen/fixtures/probe-corpora.js +69 -0
  250. package/dist/screen/index.d.ts +21 -0
  251. package/dist/screen/index.d.ts.map +1 -0
  252. package/dist/screen/index.js +64 -0
  253. package/dist/screen/model-screen.d.ts +111 -0
  254. package/dist/screen/model-screen.d.ts.map +1 -0
  255. package/dist/screen/model-screen.js +178 -0
  256. package/dist/screen/patterns.d.ts +51 -0
  257. package/dist/screen/patterns.d.ts.map +1 -0
  258. package/dist/screen/patterns.js +151 -0
  259. package/dist/screen/phi-gate.d.ts +52 -0
  260. package/dist/screen/phi-gate.d.ts.map +1 -0
  261. package/dist/screen/phi-gate.js +86 -0
  262. package/dist/screen/policy.d.ts +71 -0
  263. package/dist/screen/policy.d.ts.map +1 -0
  264. package/dist/screen/policy.js +334 -0
  265. package/dist/screen/probe.d.ts +118 -0
  266. package/dist/screen/probe.d.ts.map +1 -0
  267. package/dist/screen/probe.js +132 -0
  268. package/dist/screen/screen-cli.d.ts +16 -0
  269. package/dist/screen/screen-cli.d.ts.map +1 -0
  270. package/dist/screen/screen-cli.js +178 -0
  271. package/dist/screen/screen.d.ts +99 -0
  272. package/dist/screen/screen.d.ts.map +1 -0
  273. package/dist/screen/screen.js +0 -0
  274. package/dist/screen/sidecar.d.ts +69 -0
  275. package/dist/screen/sidecar.d.ts.map +1 -0
  276. package/dist/screen/sidecar.js +145 -0
  277. package/dist/screen/types.d.ts +43 -2
  278. package/dist/screen/types.d.ts.map +1 -1
  279. package/dist/settings/api-fetcher.d.ts +14 -3
  280. package/dist/settings/api-fetcher.d.ts.map +1 -1
  281. package/dist/settings/api-fetcher.js +61 -10
  282. package/dist/settings/grading-guide.d.ts +102 -0
  283. package/dist/settings/grading-guide.d.ts.map +1 -0
  284. package/dist/settings/grading-guide.js +23 -0
  285. package/dist/settings/index.d.ts +3 -2
  286. package/dist/settings/index.d.ts.map +1 -1
  287. package/dist/settings/index.js +2 -1
  288. package/dist/settings/task-settings.d.ts +44 -7
  289. package/dist/settings/task-settings.d.ts.map +1 -1
  290. package/dist/settings/task-settings.js +53 -12
  291. package/dist/status.d.ts +32 -20
  292. package/dist/status.d.ts.map +1 -1
  293. package/dist/status.js +51 -30
  294. package/dist/telemetry/artifact-store.d.ts +5 -6
  295. package/dist/telemetry/artifact-store.d.ts.map +1 -1
  296. package/dist/telemetry/artifact-store.js +21 -24
  297. package/dist/telemetry/attempt-meta.d.ts +76 -1
  298. package/dist/telemetry/attempt-meta.d.ts.map +1 -1
  299. package/dist/telemetry/attempt-meta.js +33 -1
  300. package/dist/telemetry/exporter-setup.d.ts +2 -0
  301. package/dist/telemetry/exporter-setup.d.ts.map +1 -1
  302. package/dist/telemetry/exporter-setup.js +6 -1
  303. package/dist/telemetry/exporter.d.ts +2 -2
  304. package/dist/telemetry/exporter.d.ts.map +1 -1
  305. package/dist/telemetry/exporter.js +22 -41
  306. package/dist/telemetry/grade-mappers.d.ts +25 -0
  307. package/dist/telemetry/grade-mappers.d.ts.map +1 -0
  308. package/dist/telemetry/grade-mappers.js +64 -0
  309. package/dist/telemetry/grades-sql.d.ts +56 -0
  310. package/dist/telemetry/grades-sql.d.ts.map +1 -0
  311. package/dist/telemetry/grades-sql.js +156 -0
  312. package/dist/telemetry/ingest-protocol.d.ts +55 -48
  313. package/dist/telemetry/ingest-protocol.d.ts.map +1 -1
  314. package/dist/telemetry/ingest-protocol.js +48 -83
  315. package/dist/telemetry/org-identity.d.ts +44 -0
  316. package/dist/telemetry/org-identity.d.ts.map +1 -0
  317. package/dist/telemetry/org-identity.js +98 -0
  318. package/dist/telemetry/route-registration.d.ts +48 -0
  319. package/dist/telemetry/route-registration.d.ts.map +1 -0
  320. package/dist/telemetry/route-registration.js +77 -0
  321. package/dist/telemetry/sinks.d.ts +10 -1
  322. package/dist/telemetry/sinks.d.ts.map +1 -1
  323. package/dist/telemetry/sinks.js +52 -6
  324. package/dist/telemetry/store-migrations.d.ts.map +1 -1
  325. package/dist/telemetry/store-migrations.js +64 -0
  326. package/dist/telemetry/store.d.ts +9 -6
  327. package/dist/telemetry/store.d.ts.map +1 -1
  328. package/dist/telemetry/store.js +8 -50
  329. package/dist/tenancy/api-key-format.d.ts +45 -1
  330. package/dist/tenancy/api-key-format.d.ts.map +1 -1
  331. package/dist/tenancy/api-key-format.js +50 -1
  332. package/dist/types/provider.d.ts +23 -3
  333. package/dist/types/provider.d.ts.map +1 -1
  334. package/dist/types/provider.js +26 -0
  335. package/dist/types/route.d.ts +154 -2
  336. package/dist/types/route.d.ts.map +1 -1
  337. package/dist/types/telemetry.d.ts +73 -48
  338. package/dist/types/telemetry.d.ts.map +1 -1
  339. package/dist/validate-cli.d.ts.map +1 -1
  340. package/dist/validate-cli.js +32 -0
  341. package/dist/verify/verify.d.ts +5 -0
  342. package/dist/verify/verify.d.ts.map +1 -1
  343. package/dist/verify/verify.js +2 -0
  344. package/dist/watch/evaluate.d.ts +84 -1
  345. package/dist/watch/evaluate.d.ts.map +1 -1
  346. package/dist/watch/evaluate.js +28 -0
  347. package/dist/watch/monitor.d.ts +8 -2
  348. package/dist/watch/monitor.d.ts.map +1 -1
  349. package/dist/watch/monitor.js +13 -5
  350. package/dist/watch/regret-monitor-cli.d.ts +16 -0
  351. package/dist/watch/regret-monitor-cli.d.ts.map +1 -0
  352. package/dist/watch/regret-monitor-cli.js +137 -0
  353. package/dist/watch/regret-monitor.d.ts +168 -0
  354. package/dist/watch/regret-monitor.d.ts.map +1 -0
  355. package/dist/watch/regret-monitor.js +304 -0
  356. package/dist/watch/upgrade.d.ts +62 -0
  357. package/dist/watch/upgrade.d.ts.map +1 -0
  358. package/dist/watch/upgrade.js +57 -0
  359. package/docs/agent-skill/SKILL.md +181 -9
  360. package/docs/how-it-fits.md +3 -2
  361. package/docs/instrumentation.md +219 -46
  362. package/docs/llms.txt +158 -35
  363. package/docs/managed-serving.md +150 -0
  364. package/docs/mcp-oracle.md +322 -0
  365. package/docs/migration-playbook.md +5 -4
  366. package/docs/quickstart.md +263 -89
  367. package/package.json +18 -4
  368. package/registry/leaderboard.json +74 -0
  369. package/registry/registry.json +232 -112
  370. package/screen.d.ts +16 -0
  371. package/templates/call-disposition-qa.json +77 -0
  372. package/templates/catalog-cleansing.json +77 -0
  373. package/templates/compliance-review.json +76 -0
  374. package/templates/cs-next-action.json +76 -0
  375. package/templates/document-extraction.json +78 -0
  376. package/templates/financial-classification.json +75 -0
  377. package/templates/lead-qualification.json +76 -0
  378. package/templates/medical-classification.json +71 -0
  379. package/templates/ticket-triage.json +76 -0
  380. package/dist/feedback/feedback.d.ts +0 -35
  381. package/dist/feedback/feedback.d.ts.map +0 -1
  382. package/dist/feedback/feedback.js +0 -39
package/registry/leaderboard.json CHANGED
@@ -15,6 +15,8 @@
15
15
  "effective_usd_per_1k_conformant": 0.04881361111111111,
16
16
  "grounded_rate": 0,
17
17
  "cache_hit_rate": 0,
18
+ "image_extract_rate": null,
19
+ "image_samples": 0,
18
20
  "samples": 95,
19
21
  "as_of": "2026-08-18T23:57:53.763Z",
20
22
  "families": [
@@ -115,6 +117,8 @@
115
117
  "effective_usd_per_1k_conformant": 0.0601749999999999,
116
118
  "grounded_rate": 1,
117
119
  "cache_hit_rate": 0,
120
+ "image_extract_rate": null,
121
+ "image_samples": 0,
118
122
  "samples": 95,
119
123
  "as_of": "2026-08-18T23:52:34.057Z",
120
124
  "families": [
@@ -219,6 +223,8 @@
219
223
  "effective_usd_per_1k_conformant": 0.08219515789473689,
220
224
  "grounded_rate": null,
221
225
  "cache_hit_rate": 0,
226
+ "image_extract_rate": null,
227
+ "image_samples": 0,
222
228
  "samples": 95,
223
229
  "as_of": "2026-08-18T23:40:53.724Z",
224
230
  "families": [
@@ -319,6 +325,8 @@
319
325
  "effective_usd_per_1k_conformant": 0.08375764444444445,
320
326
  "grounded_rate": 1,
321
327
  "cache_hit_rate": 1,
328
+ "image_extract_rate": null,
329
+ "image_samples": 0,
322
330
  "samples": 95,
323
331
  "as_of": "2026-08-19T02:17:57.106Z",
324
332
  "families": [
@@ -423,6 +431,8 @@
423
431
  "effective_usd_per_1k_conformant": 0.09266338461538463,
424
432
  "grounded_rate": 0.8,
425
433
  "cache_hit_rate": 1,
434
+ "image_extract_rate": null,
435
+ "image_samples": 0,
426
436
  "samples": 95,
427
437
  "as_of": "2026-08-19T02:28:44.368Z",
428
438
  "families": [
@@ -527,6 +537,8 @@
527
537
  "effective_usd_per_1k_conformant": 0.10421333333333337,
528
538
  "grounded_rate": 0.26666666666666666,
529
539
  "cache_hit_rate": 1,
540
+ "image_extract_rate": null,
541
+ "image_samples": 0,
530
542
  "samples": 30,
531
543
  "as_of": "2026-08-02T20:29:07.180Z",
532
544
  "families": [
@@ -597,6 +609,8 @@
597
609
  "effective_usd_per_1k_conformant": 0.1401493670886076,
598
610
  "grounded_rate": 1,
599
611
  "cache_hit_rate": 0,
612
+ "image_extract_rate": null,
613
+ "image_samples": 0,
600
614
  "samples": 95,
601
615
  "as_of": "2026-08-18T23:44:50.284Z",
602
616
  "families": [
@@ -697,6 +711,8 @@
697
711
  "effective_usd_per_1k_conformant": 0.1480976,
698
712
  "grounded_rate": 0.9333333333333333,
699
713
  "cache_hit_rate": 1,
714
+ "image_extract_rate": null,
715
+ "image_samples": 0,
700
716
  "samples": 95,
701
717
  "as_of": "2026-08-19T02:23:10.350Z",
702
718
  "families": [
@@ -801,6 +817,8 @@
801
817
  "effective_usd_per_1k_conformant": 0.15002631578947373,
802
818
  "grounded_rate": 0.5333333333333333,
803
819
  "cache_hit_rate": 0.6,
820
+ "image_extract_rate": null,
821
+ "image_samples": 0,
804
822
  "samples": 95,
805
823
  "as_of": "2026-08-19T04:31:30.888Z",
806
824
  "families": [
@@ -896,6 +914,8 @@
896
914
  "effective_usd_per_1k_conformant": 0.17057804347826086,
897
915
  "grounded_rate": 0.8666666666666667,
898
916
  "cache_hit_rate": 0,
917
+ "image_extract_rate": null,
918
+ "image_samples": 0,
899
919
  "samples": 95,
900
920
  "as_of": "2026-08-18T23:15:34.247Z",
901
921
  "families": [
@@ -1000,6 +1020,8 @@
1000
1020
  "effective_usd_per_1k_conformant": 0.1706031914893617,
1001
1021
  "grounded_rate": 0,
1002
1022
  "cache_hit_rate": 0,
1023
+ "image_extract_rate": null,
1024
+ "image_samples": 0,
1003
1025
  "samples": 95,
1004
1026
  "as_of": "2026-08-19T01:41:22.518Z",
1005
1027
  "families": [
@@ -1100,6 +1122,8 @@
1100
1122
  "effective_usd_per_1k_conformant": 0.20748611111111098,
1101
1123
  "grounded_rate": 1,
1102
1124
  "cache_hit_rate": 0,
1125
+ "image_extract_rate": null,
1126
+ "image_samples": 0,
1103
1127
  "samples": 95,
1104
1128
  "as_of": "2026-08-19T03:48:20.003Z",
1105
1129
  "families": [
@@ -1200,6 +1224,8 @@
1200
1224
  "effective_usd_per_1k_conformant": 0.22732444444444455,
1201
1225
  "grounded_rate": 0.7333333333333333,
1202
1226
  "cache_hit_rate": 0.8,
1227
+ "image_extract_rate": null,
1228
+ "image_samples": 0,
1203
1229
  "samples": 95,
1204
1230
  "as_of": "2026-08-18T23:24:40.751Z",
1205
1231
  "families": [
@@ -1304,6 +1330,8 @@
1304
1330
  "effective_usd_per_1k_conformant": 0.2663190957446808,
1305
1331
  "grounded_rate": 0.2,
1306
1332
  "cache_hit_rate": 1,
1333
+ "image_extract_rate": null,
1334
+ "image_samples": 0,
1307
1335
  "samples": 95,
1308
1336
  "as_of": "2026-08-19T03:13:23.160Z",
1309
1337
  "families": [
@@ -1404,6 +1432,8 @@
1404
1432
  "effective_usd_per_1k_conformant": 0.40443153191489356,
1405
1433
  "grounded_rate": 0.06666666666666667,
1406
1434
  "cache_hit_rate": 1,
1435
+ "image_extract_rate": null,
1436
+ "image_samples": 0,
1407
1437
  "samples": 95,
1408
1438
  "as_of": "2026-08-19T02:46:12.378Z",
1409
1439
  "families": [
@@ -1504,6 +1534,8 @@
1504
1534
  "effective_usd_per_1k_conformant": 0.5249842105263154,
1505
1535
  "grounded_rate": 0.6,
1506
1536
  "cache_hit_rate": 1,
1537
+ "image_extract_rate": null,
1538
+ "image_samples": 0,
1507
1539
  "samples": 95,
1508
1540
  "as_of": "2026-08-19T04:29:27.154Z",
1509
1541
  "families": [
@@ -1599,6 +1631,8 @@
1599
1631
  "effective_usd_per_1k_conformant": 0.5436599999999999,
1600
1632
  "grounded_rate": 0.2,
1601
1633
  "cache_hit_rate": 1,
1634
+ "image_extract_rate": null,
1635
+ "image_samples": 0,
1602
1636
  "samples": 30,
1603
1637
  "as_of": "2026-08-02T20:25:45.769Z",
1604
1638
  "families": [
@@ -1669,6 +1703,8 @@
1669
1703
  "effective_usd_per_1k_conformant": 0.6967627659574466,
1670
1704
  "grounded_rate": 0.8666666666666667,
1671
1705
  "cache_hit_rate": 1,
1706
+ "image_extract_rate": null,
1707
+ "image_samples": 0,
1672
1708
  "samples": 95,
1673
1709
  "as_of": "2026-08-18T23:05:15.308Z",
1674
1710
  "families": [
@@ -1773,6 +1809,8 @@
1773
1809
  "effective_usd_per_1k_conformant": 1.0472315789473683,
1774
1810
  "grounded_rate": 0.5333333333333333,
1775
1811
  "cache_hit_rate": 1,
1812
+ "image_extract_rate": null,
1813
+ "image_samples": 0,
1776
1814
  "samples": 95,
1777
1815
  "as_of": "2026-08-19T04:21:20.089Z",
1778
1816
  "families": [
@@ -1868,6 +1906,8 @@
1868
1906
  "effective_usd_per_1k_conformant": 1.1873010526315793,
1869
1907
  "grounded_rate": 0.3333333333333333,
1870
1908
  "cache_hit_rate": 0,
1909
+ "image_extract_rate": null,
1910
+ "image_samples": 0,
1871
1911
  "samples": 95,
1872
1912
  "as_of": "2026-08-19T01:25:37.101Z",
1873
1913
  "families": [
@@ -1968,6 +2008,8 @@
1968
2008
  "effective_usd_per_1k_conformant": 1.2777999999999998,
1969
2009
  "grounded_rate": 0.26666666666666666,
1970
2010
  "cache_hit_rate": 1,
2011
+ "image_extract_rate": null,
2012
+ "image_samples": 0,
1971
2013
  "samples": 30,
1972
2014
  "as_of": "2026-08-02T20:22:46.268Z",
1973
2015
  "families": [
@@ -2038,6 +2080,8 @@
2038
2080
  "effective_usd_per_1k_conformant": 1.2811757777777781,
2039
2081
  "grounded_rate": 0.9333333333333333,
2040
2082
  "cache_hit_rate": 0.4,
2083
+ "image_extract_rate": null,
2084
+ "image_samples": 0,
2041
2085
  "samples": 95,
2042
2086
  "as_of": "2026-08-19T03:36:45.162Z",
2043
2087
  "families": [
@@ -2133,6 +2177,8 @@
2133
2177
  "effective_usd_per_1k_conformant": 1.5723473684210518,
2134
2178
  "grounded_rate": 0.06666666666666667,
2135
2179
  "cache_hit_rate": 0.8,
2180
+ "image_extract_rate": null,
2181
+ "image_samples": 0,
2136
2182
  "samples": 95,
2137
2183
  "as_of": "2026-08-19T04:24:16.638Z",
2138
2184
  "families": [
@@ -2233,6 +2279,8 @@
2233
2279
  "effective_usd_per_1k_conformant": 1.6180673913043473,
2234
2280
  "grounded_rate": 0.13333333333333333,
2235
2281
  "cache_hit_rate": 1,
2282
+ "image_extract_rate": null,
2283
+ "image_samples": 0,
2236
2284
  "samples": 95,
2237
2285
  "as_of": "2026-08-19T01:14:46.362Z",
2238
2286
  "families": [
@@ -2333,6 +2381,8 @@
2333
2381
  "effective_usd_per_1k_conformant": 1.786105263157895,
2334
2382
  "grounded_rate": 0.8666666666666667,
2335
2383
  "cache_hit_rate": 0,
2384
+ "image_extract_rate": null,
2385
+ "image_samples": 0,
2336
2386
  "samples": 95,
2337
2387
  "as_of": "2026-08-18T21:36:12.554Z",
2338
2388
  "families": [
@@ -2437,6 +2487,8 @@
2437
2487
  "effective_usd_per_1k_conformant": 1.8063157894736839,
2438
2488
  "grounded_rate": 0.4,
2439
2489
  "cache_hit_rate": 1,
2490
+ "image_extract_rate": null,
2491
+ "image_samples": 0,
2440
2492
  "samples": 95,
2441
2493
  "as_of": "2026-08-19T04:27:15.709Z",
2442
2494
  "families": [
@@ -2532,6 +2584,8 @@
2532
2584
  "effective_usd_per_1k_conformant": 1.8604080645161287,
2533
2585
  "grounded_rate": 0.6,
2534
2586
  "cache_hit_rate": 1,
2587
+ "image_extract_rate": null,
2588
+ "image_samples": 0,
2535
2589
  "samples": 95,
2536
2590
  "as_of": "2026-08-19T02:14:34.948Z",
2537
2591
  "families": [
@@ -2636,6 +2690,8 @@
2636
2690
  "effective_usd_per_1k_conformant": 2.636876344086021,
2637
2691
  "grounded_rate": 1,
2638
2692
  "cache_hit_rate": 0,
2693
+ "image_extract_rate": null,
2694
+ "image_samples": 0,
2639
2695
  "samples": 95,
2640
2696
  "as_of": "2026-08-19T03:46:20.459Z",
2641
2697
  "families": [
@@ -2736,6 +2792,8 @@
2736
2792
  "effective_usd_per_1k_conformant": 2.76312947368421,
2737
2793
  "grounded_rate": 0.4666666666666667,
2738
2794
  "cache_hit_rate": 1,
2795
+ "image_extract_rate": null,
2796
+ "image_samples": 0,
2739
2797
  "samples": 95,
2740
2798
  "as_of": "2026-08-19T03:09:25.522Z",
2741
2799
  "families": [
@@ -2836,6 +2894,8 @@
2836
2894
  "effective_usd_per_1k_conformant": 3.6464680851063807,
2837
2895
  "grounded_rate": 0,
2838
2896
  "cache_hit_rate": 0.8,
2897
+ "image_extract_rate": null,
2898
+ "image_samples": 0,
2839
2899
  "samples": 95,
2840
2900
  "as_of": "2026-08-19T00:51:51.203Z",
2841
2901
  "families": [
@@ -2936,6 +2996,8 @@
2936
2996
  "effective_usd_per_1k_conformant": 4.3616091954023,
2937
2997
  "grounded_rate": 0.9333333333333333,
2938
2998
  "cache_hit_rate": 0,
2999
+ "image_extract_rate": null,
3000
+ "image_samples": 0,
2939
3001
  "samples": 95,
2940
3002
  "as_of": "2026-08-18T21:53:43.179Z",
2941
3003
  "families": [
@@ -3040,6 +3102,8 @@
3040
3102
  "effective_usd_per_1k_conformant": 4.684105263157893,
3041
3103
  "grounded_rate": 0,
3042
3104
  "cache_hit_rate": 1,
3105
+ "image_extract_rate": null,
3106
+ "image_samples": 0,
3043
3107
  "samples": 95,
3044
3108
  "as_of": "2026-08-19T04:35:36.550Z",
3045
3109
  "families": [
@@ -3140,6 +3204,8 @@
3140
3204
  "effective_usd_per_1k_conformant": 5.09848064516129,
3141
3205
  "grounded_rate": 0.6,
3142
3206
  "cache_hit_rate": 1,
3207
+ "image_extract_rate": null,
3208
+ "image_samples": 0,
3143
3209
  "samples": 95,
3144
3210
  "as_of": "2026-08-19T03:31:32.971Z",
3145
3211
  "families": [
@@ -3244,6 +3310,8 @@
3244
3310
  "effective_usd_per_1k_conformant": 9.705106382978727,
3245
3311
  "grounded_rate": 0.9333333333333333,
3246
3312
  "cache_hit_rate": null,
3313
+ "image_extract_rate": null,
3314
+ "image_samples": 0,
3247
3315
  "samples": 95,
3248
3316
  "as_of": "2026-08-18T21:46:28.818Z",
3249
3317
  "families": [
@@ -3344,6 +3412,8 @@
3344
3412
  "effective_usd_per_1k_conformant": 11.558294736842107,
3345
3413
  "grounded_rate": 1,
3346
3414
  "cache_hit_rate": 0,
3415
+ "image_extract_rate": null,
3416
+ "image_samples": 0,
3347
3417
  "samples": 95,
3348
3418
  "as_of": "2026-08-19T04:09:00.900Z",
3349
3419
  "families": [
@@ -3444,6 +3514,8 @@
3444
3514
  "effective_usd_per_1k_conformant": 19.980459770114926,
3445
3515
  "grounded_rate": 0.9333333333333333,
3446
3516
  "cache_hit_rate": null,
3517
+ "image_extract_rate": null,
3518
+ "image_samples": 0,
3447
3519
  "samples": 95,
3448
3520
  "as_of": "2026-08-18T21:29:02.239Z",
3449
3521
  "families": [
@@ -3544,6 +3616,8 @@
3544
3616
  "effective_usd_per_1k_conformant": 52.82652631578945,
3545
3617
  "grounded_rate": 0,
3546
3618
  "cache_hit_rate": 0,
3619
+ "image_extract_rate": null,
3620
+ "image_samples": 0,
3547
3621
  "samples": 95,
3548
3622
  "as_of": "2026-08-19T05:13:04.856Z",
3549
3623
  "families": [