agentinputlab 0.1.0a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (469) hide show
  1. agentinputlab/__init__.py +28 -0
  2. agentinputlab/algorithms/__init__.py +6 -0
  3. agentinputlab/algorithms/acquire/__init__.py +145 -0
  4. agentinputlab/algorithms/acquire/adaptive_rag/__init__.py +43 -0
  5. agentinputlab/algorithms/acquire/adaptive_rag/replay.py +367 -0
  6. agentinputlab/algorithms/acquire/adaptive_rag/runtime.py +1202 -0
  7. agentinputlab/algorithms/acquire/adaptive_rag_common_support.py +542 -0
  8. agentinputlab/algorithms/acquire/hyde.py +296 -0
  9. agentinputlab/algorithms/acquire/hyde_controlled.py +200 -0
  10. agentinputlab/algorithms/acquire/hyde_external.py +148 -0
  11. agentinputlab/algorithms/acquire/ircot.py +28 -0
  12. agentinputlab/algorithms/acquire/ircot_common_support.py +478 -0
  13. agentinputlab/algorithms/acquire/ircot_native.py +355 -0
  14. agentinputlab/algorithms/acquire/ircot_replay.py +327 -0
  15. agentinputlab/algorithms/acquire/qrag/__init__.py +79 -0
  16. agentinputlab/algorithms/acquire/qrag/bridge.py +828 -0
  17. agentinputlab/algorithms/acquire/qrag/common_support.py +891 -0
  18. agentinputlab/algorithms/acquire/qrag/native_axis.py +71 -0
  19. agentinputlab/algorithms/acquire/qrag/reader_adapter.py +139 -0
  20. agentinputlab/algorithms/acquire/r2ag/__init__.py +57 -0
  21. agentinputlab/algorithms/acquire/r2ag/bridge.py +1312 -0
  22. agentinputlab/algorithms/acquire/r2ag/common_support.py +1029 -0
  23. agentinputlab/algorithms/acquire/r2ag/socket_runtime.py +255 -0
  24. agentinputlab/algorithms/clarify/__init__.py +61 -0
  25. agentinputlab/algorithms/clarify/_structured.py +64 -0
  26. agentinputlab/algorithms/clarify/active_task_disambiguation.py +371 -0
  27. agentinputlab/algorithms/clarify/ask_or_assume/__init__.py +17 -0
  28. agentinputlab/algorithms/clarify/ask_or_assume/monitor.py +410 -0
  29. agentinputlab/algorithms/clarify/future_turns.py +379 -0
  30. agentinputlab/algorithms/clarify/udcs.py +255 -0
  31. agentinputlab/algorithms/clarify/udcs_deterministic.py +196 -0
  32. agentinputlab/algorithms/curate/__init__.py +65 -0
  33. agentinputlab/algorithms/curate/acon/__init__.py +27 -0
  34. agentinputlab/algorithms/curate/acon/common.py +284 -0
  35. agentinputlab/algorithms/curate/acon/common_support.py +136 -0
  36. agentinputlab/algorithms/curate/acon/history_bridge.py +309 -0
  37. agentinputlab/algorithms/curate/acon/observation_bridge.py +290 -0
  38. agentinputlab/algorithms/curate/llmlingua/__init__.py +30 -0
  39. agentinputlab/algorithms/curate/llmlingua/adapters.py +537 -0
  40. agentinputlab/algorithms/curate/llmlingua/budget.py +48 -0
  41. agentinputlab/algorithms/curate/llmlingua/controlled.py +175 -0
  42. agentinputlab/algorithms/curate/llmlingua/multilingual.py +105 -0
  43. agentinputlab/algorithms/curate/llmlingua/span_map.py +167 -0
  44. agentinputlab/algorithms/curate/recomp/__init__.py +47 -0
  45. agentinputlab/algorithms/curate/recomp/external.py +1129 -0
  46. agentinputlab/algorithms/curate/recomp/selective.py +304 -0
  47. agentinputlab/algorithms/decompose/__init__.py +107 -0
  48. agentinputlab/algorithms/decompose/decomp/__init__.py +53 -0
  49. agentinputlab/algorithms/decompose/decomp/common_support.py +478 -0
  50. agentinputlab/algorithms/decompose/decomp/planner_component.py +199 -0
  51. agentinputlab/algorithms/decompose/decomp/worker_bridge.py +416 -0
  52. agentinputlab/algorithms/decompose/llm_compiler/__init__.py +35 -0
  53. agentinputlab/algorithms/decompose/llm_compiler/bridge.py +520 -0
  54. agentinputlab/algorithms/decompose/llm_compiler/common_support.py +504 -0
  55. agentinputlab/algorithms/decompose/plan_and_budget/__init__.py +43 -0
  56. agentinputlab/algorithms/decompose/plan_and_budget/cached_soft_budget.py +362 -0
  57. agentinputlab/algorithms/decompose/plan_and_budget/decomposer_component.py +107 -0
  58. agentinputlab/algorithms/decompose/plan_and_budget/full.py +205 -0
  59. agentinputlab/algorithms/decompose/plan_and_budget/hard_cap.py +246 -0
  60. agentinputlab/algorithms/decompose/plan_and_budget/regenerated_soft_budget.py +448 -0
  61. agentinputlab/algorithms/decompose/plan_and_solve/__init__.py +33 -0
  62. agentinputlab/algorithms/decompose/plan_and_solve/plan_component.py +192 -0
  63. agentinputlab/algorithms/decompose/plan_and_solve/ps_prompt.py +127 -0
  64. agentinputlab/algorithms/decompose/self_ask/__init__.py +27 -0
  65. agentinputlab/algorithms/decompose/self_ask/loop.py +362 -0
  66. agentinputlab/algorithms/decompose/self_ask/planner_component.py +117 -0
  67. agentinputlab/algorithms/reformulate/__init__.py +85 -0
  68. agentinputlab/algorithms/reformulate/infocqr/__init__.py +40 -0
  69. agentinputlab/algorithms/reformulate/infocqr/cache_replay.py +362 -0
  70. agentinputlab/algorithms/reformulate/infocqr/external.py +675 -0
  71. agentinputlab/algorithms/reformulate/infocqr/student.py +189 -0
  72. agentinputlab/algorithms/reformulate/query2doc/__init__.py +42 -0
  73. agentinputlab/algorithms/reformulate/query2doc/controlled_live.py +190 -0
  74. agentinputlab/algorithms/reformulate/query2doc/models.py +95 -0
  75. agentinputlab/algorithms/reformulate/query2doc/official_cached.py +335 -0
  76. agentinputlab/algorithms/reformulate/query2doc/querygym_bridge.py +223 -0
  77. agentinputlab/algorithms/reformulate/query2doc/querygym_runtime.py +326 -0
  78. agentinputlab/algorithms/reformulate/reformer/__init__.py +23 -0
  79. agentinputlab/algorithms/reformulate/reformer/external.py +417 -0
  80. agentinputlab/algorithms/reformulate/rrr.py +696 -0
  81. agentinputlab/annotation/__init__.py +5 -0
  82. agentinputlab/annotation/independent.py +428 -0
  83. agentinputlab/annotation/server.py +233 -0
  84. agentinputlab/annotation/static/app.js +121 -0
  85. agentinputlab/annotation/static/index.html +60 -0
  86. agentinputlab/annotation/static/review.css +2 -0
  87. agentinputlab/annotation/static/review.html +10 -0
  88. agentinputlab/annotation/static/review.js +11 -0
  89. agentinputlab/annotation/static/styles.css +55 -0
  90. agentinputlab/annotation/store.py +444 -0
  91. agentinputlab/api.py +368 -0
  92. agentinputlab/artifacts/__init__.py +15 -0
  93. agentinputlab/artifacts/json_file.py +104 -0
  94. agentinputlab/artifacts/manifest.py +98 -0
  95. agentinputlab/artifacts/store.py +157 -0
  96. agentinputlab/backends/__init__.py +98 -0
  97. agentinputlab/backends/embedding/__init__.py +25 -0
  98. agentinputlab/backends/embedding/base.py +145 -0
  99. agentinputlab/backends/embedding/callable.py +75 -0
  100. agentinputlab/backends/embedding/replay.py +129 -0
  101. agentinputlab/backends/llm/__init__.py +31 -0
  102. agentinputlab/backends/llm/base.py +149 -0
  103. agentinputlab/backends/llm/callable.py +108 -0
  104. agentinputlab/backends/llm/decomp_completion.py +88 -0
  105. agentinputlab/backends/llm/final_content_stop.py +72 -0
  106. agentinputlab/backends/llm/gpt_oss_final_channel.py +84 -0
  107. agentinputlab/backends/llm/openai_compatible.py +332 -0
  108. agentinputlab/backends/llm/transformers.py +171 -0
  109. agentinputlab/backends/retrieval/__init__.py +35 -0
  110. agentinputlab/backends/retrieval/base.py +50 -0
  111. agentinputlab/backends/retrieval/dense.py +777 -0
  112. agentinputlab/backends/retrieval/memory.py +119 -0
  113. agentinputlab/backends/retrieval/sqlite_fts.py +155 -0
  114. agentinputlab/backends/user/__init__.py +15 -0
  115. agentinputlab/backends/user/base.py +66 -0
  116. agentinputlab/backends/user/callable.py +54 -0
  117. agentinputlab/backends/user/replay.py +89 -0
  118. agentinputlab/backends/vector.py +38 -0
  119. agentinputlab/benchmarks/__init__.py +246 -0
  120. agentinputlab/benchmarks/acquisition.py +106 -0
  121. agentinputlab/benchmarks/ale.py +540 -0
  122. agentinputlab/benchmarks/appworld_ul.py +669 -0
  123. agentinputlab/benchmarks/assets.py +226 -0
  124. agentinputlab/benchmarks/base.py +68 -0
  125. agentinputlab/benchmarks/beir_archive.py +235 -0
  126. agentinputlab/benchmarks/beir_sample.py +269 -0
  127. agentinputlab/benchmarks/bfcl_native.py +245 -0
  128. agentinputlab/benchmarks/bfcl_v3.py +607 -0
  129. agentinputlab/benchmarks/cache.py +218 -0
  130. agentinputlab/benchmarks/clariq.py +203 -0
  131. agentinputlab/benchmarks/data/registry.json +321 -0
  132. agentinputlab/benchmarks/data/smoke_assets.json +511 -0
  133. agentinputlab/benchmarks/data/statebench_v0_8_1_task_ids.json +475 -0
  134. agentinputlab/benchmarks/data/toolsandbox_165848b_scenario_names.json +1 -0
  135. agentinputlab/benchmarks/execution.py +1111 -0
  136. agentinputlab/benchmarks/interactive.py +257 -0
  137. agentinputlab/benchmarks/ir_query.py +204 -0
  138. agentinputlab/benchmarks/longbench.py +203 -0
  139. agentinputlab/benchmarks/paired_replay.py +479 -0
  140. agentinputlab/benchmarks/preprocess.py +2313 -0
  141. agentinputlab/benchmarks/production.py +236 -0
  142. agentinputlab/benchmarks/qa.py +963 -0
  143. agentinputlab/benchmarks/registry.py +110 -0
  144. agentinputlab/benchmarks/retrieval.py +459 -0
  145. agentinputlab/benchmarks/runtime.py +509 -0
  146. agentinputlab/benchmarks/statebench.py +938 -0
  147. agentinputlab/benchmarks/tau3.py +725 -0
  148. agentinputlab/benchmarks/toolsandbox.py +626 -0
  149. agentinputlab/benchmarks/trec_dl_sample.py +263 -0
  150. agentinputlab/campaign.py +654 -0
  151. agentinputlab/campaign_runner.py +953 -0
  152. agentinputlab/cli/__init__.py +6 -0
  153. agentinputlab/cli/main.py +933 -0
  154. agentinputlab/connectors/__init__.py +46 -0
  155. agentinputlab/connectors/knowledge/__init__.py +4 -0
  156. agentinputlab/connectors/tools/__init__.py +30 -0
  157. agentinputlab/connectors/tools/base.py +57 -0
  158. agentinputlab/connectors/tools/mcp.py +222 -0
  159. agentinputlab/connectors/tools/memory.py +41 -0
  160. agentinputlab/connectors/tools/openapi.py +695 -0
  161. agentinputlab/connectors/tools/schema.py +102 -0
  162. agentinputlab/contracts/__init__.py +91 -0
  163. agentinputlab/contracts/availability.py +24 -0
  164. agentinputlab/contracts/dependency.py +58 -0
  165. agentinputlab/contracts/enums.py +82 -0
  166. agentinputlab/contracts/errors.py +63 -0
  167. agentinputlab/contracts/evidence.py +43 -0
  168. agentinputlab/contracts/intent.py +110 -0
  169. agentinputlab/contracts/lifecycle.py +164 -0
  170. agentinputlab/contracts/patch.py +167 -0
  171. agentinputlab/contracts/serialization.py +93 -0
  172. agentinputlab/contracts/state.py +127 -0
  173. agentinputlab/contracts/trace.py +59 -0
  174. agentinputlab/contracts/worker.py +42 -0
  175. agentinputlab/core/__init__.py +7 -0
  176. agentinputlab/data/__init__.py +32 -0
  177. agentinputlab/data/checksums.py +9 -0
  178. agentinputlab/data/downloader.py +235 -0
  179. agentinputlab/data/http.py +171 -0
  180. agentinputlab/data/index.py +21 -0
  181. agentinputlab/data/overlap.py +28 -0
  182. agentinputlab/data/preprocess.py +32 -0
  183. agentinputlab/data/storage.py +57 -0
  184. agentinputlab/data/trec_sample.py +427 -0
  185. agentinputlab/evaluation/__init__.py +5 -0
  186. agentinputlab/evaluation/outcomes.py +32 -0
  187. agentinputlab/experiments/__init__.py +278 -0
  188. agentinputlab/experiments/analysis.py +981 -0
  189. agentinputlab/experiments/artifacts.py +687 -0
  190. agentinputlab/experiments/automatic_measurement.py +678 -0
  191. agentinputlab/experiments/auxiliary_matrix.py +203 -0
  192. agentinputlab/experiments/bindings.py +430 -0
  193. agentinputlab/experiments/blueprints.py +147 -0
  194. agentinputlab/experiments/builders/__init__.py +45 -0
  195. agentinputlab/experiments/builders/executable_external_payload.py +423 -0
  196. agentinputlab/experiments/builders/external_process_arena.py +1018 -0
  197. agentinputlab/experiments/builders/registry_intervention.py +463 -0
  198. agentinputlab/experiments/cli.py +158 -0
  199. agentinputlab/experiments/controls.py +340 -0
  200. agentinputlab/experiments/driver_guard.py +205 -0
  201. agentinputlab/experiments/drivers/__init__.py +89 -0
  202. agentinputlab/experiments/drivers/external_arena.py +2908 -0
  203. agentinputlab/experiments/drivers/method_process.py +662 -0
  204. agentinputlab/experiments/drivers/parity_process.py +1484 -0
  205. agentinputlab/experiments/drivers/static_production.py +1574 -0
  206. agentinputlab/experiments/executor.py +448 -0
  207. agentinputlab/experiments/loader.py +605 -0
  208. agentinputlab/experiments/measurement.py +675 -0
  209. agentinputlab/experiments/paper_analysis.py +1818 -0
  210. agentinputlab/experiments/parity_identity.py +605 -0
  211. agentinputlab/experiments/plan.py +277 -0
  212. agentinputlab/experiments/production_builders.py +3739 -0
  213. agentinputlab/experiments/readiness.py +432 -0
  214. agentinputlab/experiments/schema.py +514 -0
  215. agentinputlab/experiments/secrets.py +177 -0
  216. agentinputlab/experiments/stateful_analysis.py +1738 -0
  217. agentinputlab/experiments/transfer_analysis.py +1316 -0
  218. agentinputlab/experiments/unseen_analysis.py +1025 -0
  219. agentinputlab/integrations/__init__.py +1 -0
  220. agentinputlab/integrations/action_space/__init__.py +1 -0
  221. agentinputlab/integrations/external_workers/__init__.py +76 -0
  222. agentinputlab/integrations/external_workers/ace.py +431 -0
  223. agentinputlab/integrations/external_workers/base.py +181 -0
  224. agentinputlab/integrations/external_workers/decomp_live.py +249 -0
  225. agentinputlab/integrations/external_workers/decomp_planner.py +30 -0
  226. agentinputlab/integrations/external_workers/infocqr_student.py +280 -0
  227. agentinputlab/integrations/external_workers/ircot.py +576 -0
  228. agentinputlab/integrations/external_workers/llmcompiler_live.py +360 -0
  229. agentinputlab/integrations/external_workers/longllmlingua.py +162 -0
  230. agentinputlab/integrations/external_workers/method.py +314 -0
  231. agentinputlab/integrations/external_workers/process.py +678 -0
  232. agentinputlab/integrations/external_workers/supervisor.py +1071 -0
  233. agentinputlab/integrations/full_architecture/__init__.py +1 -0
  234. agentinputlab/integrations/full_architecture/hyde.py +212 -0
  235. agentinputlab/integrations/full_architecture/plan_and_budget.py +188 -0
  236. agentinputlab/integrations/live_history.py +222 -0
  237. agentinputlab/integrations/prompt_optimization/__init__.py +1 -0
  238. agentinputlab/integrations/training/__init__.py +1 -0
  239. agentinputlab/metrics/__init__.py +50 -0
  240. agentinputlab/metrics/catalog.py +313 -0
  241. agentinputlab/metrics/harm.py +95 -0
  242. agentinputlab/metrics/paired.py +40 -0
  243. agentinputlab/metrics/qa.py +76 -0
  244. agentinputlab/metrics/text.py +33 -0
  245. agentinputlab/metrics/third_party.py +161 -0
  246. agentinputlab/models/__init__.py +4 -0
  247. agentinputlab/observability/__init__.py +56 -0
  248. agentinputlab/observability/budget.py +316 -0
  249. agentinputlab/observability/instrumentation.py +754 -0
  250. agentinputlab/observability/models.py +403 -0
  251. agentinputlab/observability/monitor.py +380 -0
  252. agentinputlab/optimizers/__init__.py +1 -0
  253. agentinputlab/optimizers/clarify/__init__.py +12 -0
  254. agentinputlab/optimizers/context/__init__.py +22 -0
  255. agentinputlab/optimizers/decompose/__init__.py +64 -0
  256. agentinputlab/optimizers/evidence/__init__.py +22 -0
  257. agentinputlab/optimizers/rewrite/__init__.py +30 -0
  258. agentinputlab/parity/__init__.py +5 -0
  259. agentinputlab/parity/base.py +206 -0
  260. agentinputlab/production_campaign.py +763 -0
  261. agentinputlab/py.typed +1 -0
  262. agentinputlab/recipes/__init__.py +333 -0
  263. agentinputlab/recipes/ace.py +418 -0
  264. agentinputlab/recipes/ace_bfcl.py +273 -0
  265. agentinputlab/recipes/ace_common_support.py +169 -0
  266. agentinputlab/recipes/ace_native_plan.py +322 -0
  267. agentinputlab/recipes/ace_online.py +711 -0
  268. agentinputlab/recipes/ace_retrieval.py +330 -0
  269. agentinputlab/recipes/ace_statebench.py +382 -0
  270. agentinputlab/recipes/ace_tau.py +463 -0
  271. agentinputlab/recipes/ace_toolsandbox.py +432 -0
  272. agentinputlab/recipes/acon_guideline.py +22 -0
  273. agentinputlab/recipes/adaptive_rag.py +822 -0
  274. agentinputlab/recipes/llmlingua2_inference.py +146 -0
  275. agentinputlab/recipes/llmlingua2_training.py +796 -0
  276. agentinputlab/recipes/mce.py +1486 -0
  277. agentinputlab/recipes/mce_final.py +335 -0
  278. agentinputlab/recipes/mce_text_fit.py +499 -0
  279. agentinputlab/recipes/mce_text_only.py +298 -0
  280. agentinputlab/recipes/qrag.py +729 -0
  281. agentinputlab/recipes/qrag_inference.py +364 -0
  282. agentinputlab/recipes/r2ag_features.py +236 -0
  283. agentinputlab/recipes/r2ag_inference.py +503 -0
  284. agentinputlab/recipes/r2ag_training.py +948 -0
  285. agentinputlab/recipes/recomp_abstractive.py +592 -0
  286. agentinputlab/recipes/recomp_extractive.py +525 -0
  287. agentinputlab/recipes/reformer.py +17 -0
  288. agentinputlab/recipes/rqrag.py +1516 -0
  289. agentinputlab/recipes/rqrag_common_support.py +193 -0
  290. agentinputlab/recipes/rqrag_completion.py +147 -0
  291. agentinputlab/recipes/skillopt.py +462 -0
  292. agentinputlab/recipes/skillopt_common_support.py +154 -0
  293. agentinputlab/recipes/skillopt_environment.py +165 -0
  294. agentinputlab/recipes/skillopt_environment_cli.py +5 -0
  295. agentinputlab/recipes/skillopt_retrieval.py +188 -0
  296. agentinputlab/recipes/smartsearch.py +897 -0
  297. agentinputlab/recipes/smartsearch_curriculum.py +283 -0
  298. agentinputlab/recipes/smartsearch_grpo_contracts.py +58 -0
  299. agentinputlab/recipes/smartsearch_grpo_data.py +314 -0
  300. agentinputlab/recipes/smartsearch_grpo_meter.py +324 -0
  301. agentinputlab/recipes/smartsearch_grpo_prefix.py +144 -0
  302. agentinputlab/recipes/smartsearch_grpo_rollout.py +119 -0
  303. agentinputlab/recipes/smartsearch_grpo_tools.py +364 -0
  304. agentinputlab/recipes/smartsearch_grpo_training.py +305 -0
  305. agentinputlab/recipes/smartsearch_grpo_transport.py +248 -0
  306. agentinputlab/recipes/smartsearch_grpo_worker.py +364 -0
  307. agentinputlab/recipes/smartsearch_inference.py +524 -0
  308. agentinputlab/recipes/smartsearch_native_data.py +172 -0
  309. agentinputlab/recipes/smartsearch_policy.py +616 -0
  310. agentinputlab/recipes/smartsearch_policy_worker.py +9 -0
  311. agentinputlab/recipes/smartsearch_sampling.py +232 -0
  312. agentinputlab/recipes/smartsearch_teacher.py +203 -0
  313. agentinputlab/recipes/smartsearch_training.py +265 -0
  314. agentinputlab/registry/__init__.py +46 -0
  315. agentinputlab/registry/beta.py +727 -0
  316. agentinputlab/registry/data/algorithms.json +1959 -0
  317. agentinputlab/registry/data/auxiliary_method_profiles.json +34 -0
  318. agentinputlab/registry/loader.py +100 -0
  319. agentinputlab/registry/result_manifest.py +184 -0
  320. agentinputlab/registry/runtime.py +195 -0
  321. agentinputlab/registry/schema.py +449 -0
  322. agentinputlab/runner/__init__.py +30 -0
  323. agentinputlab/runner/balance.py +248 -0
  324. agentinputlab/runner/cache.py +135 -0
  325. agentinputlab/runner/composite.py +130 -0
  326. agentinputlab/runner/engine.py +285 -0
  327. agentinputlab/runner/runtime_guard.py +268 -0
  328. agentinputlab/runner/worker.py +80 -0
  329. agentinputlab/runtime_bootstrap.py +288 -0
  330. agentinputlab/selectors/__init__.py +196 -0
  331. agentinputlab/selectors/advanced.py +1514 -0
  332. agentinputlab/selectors/artifacts.py +1087 -0
  333. agentinputlab/selectors/base.py +112 -0
  334. agentinputlab/selectors/campaigns.py +1893 -0
  335. agentinputlab/selectors/catalog.py +86 -0
  336. agentinputlab/selectors/discovery.py +1860 -0
  337. agentinputlab/selectors/evaluation.py +1348 -0
  338. agentinputlab/selectors/features.py +383 -0
  339. agentinputlab/selectors/learned.py +502 -0
  340. agentinputlab/selectors/no_op.py +28 -0
  341. agentinputlab/selectors/outcome_table.py +475 -0
  342. agentinputlab/selectors/producer.py +853 -0
  343. agentinputlab/selectors/rules.py +109 -0
  344. agentinputlab/selectors/runtime.py +420 -0
  345. agentinputlab/studies/__init__.py +16 -0
  346. agentinputlab/studies/design.py +165 -0
  347. agentinputlab/studies/paired.py +322 -0
  348. agentinputlab/studio/__init__.py +6 -0
  349. agentinputlab/studio/campaigns.py +819 -0
  350. agentinputlab/studio/engine.py +1408 -0
  351. agentinputlab/studio/model_backends.py +425 -0
  352. agentinputlab/studio/prepared.py +410 -0
  353. agentinputlab/studio/server.py +613 -0
  354. agentinputlab/studio/static/app.js +397 -0
  355. agentinputlab/studio/static/campaigns.html +175 -0
  356. agentinputlab/studio/static/campaigns.js +426 -0
  357. agentinputlab/studio/static/index.html +192 -0
  358. agentinputlab/studio/static/result.html +103 -0
  359. agentinputlab/studio/static/result.js +273 -0
  360. agentinputlab/studio/static/styles.css +467 -0
  361. agentinputlab-0.1.0a1.data/data/share/agentinputlab/CITATION.cff +22 -0
  362. agentinputlab-0.1.0a1.dist-info/METADATA +392 -0
  363. agentinputlab-0.1.0a1.dist-info/RECORD +469 -0
  364. agentinputlab-0.1.0a1.dist-info/WHEEL +5 -0
  365. agentinputlab-0.1.0a1.dist-info/entry_points.txt +6 -0
  366. agentinputlab-0.1.0a1.dist-info/licenses/LICENSE +21 -0
  367. agentinputlab-0.1.0a1.dist-info/licenses/NOTICE +31 -0
  368. agentinputlab-0.1.0a1.dist-info/licenses/THIRD_PARTY_NOTICES.md +94 -0
  369. agentinputlab-0.1.0a1.dist-info/top_level.txt +2 -0
  370. workers/README.md +94 -0
  371. workers/ace/README.md +261 -0
  372. workers/ace/__init__.py +1 -0
  373. workers/ace/compatibility_manifest.json +39 -0
  374. workers/ace/driver.py +1682 -0
  375. workers/acon/README.md +215 -0
  376. workers/acon/__init__.py +5 -0
  377. workers/acon/compatibility_manifest.json +93 -0
  378. workers/acon/driver.py +1859 -0
  379. workers/acon/fitted.py +395 -0
  380. workers/acon/guideline.py +470 -0
  381. workers/acon/guideline_source_manifest.json +20 -0
  382. workers/adaptive_rag/README.md +96 -0
  383. workers/adaptive_rag/__init__.py +15 -0
  384. workers/adaptive_rag/compatibility_manifest.json +61 -0
  385. workers/adaptive_rag/driver.py +1470 -0
  386. workers/adaptive_rag/fixture_runtime.py +163 -0
  387. workers/adaptive_rag/runtime.py +252 -0
  388. workers/ask_or_assume/README.md +124 -0
  389. workers/ask_or_assume/__init__.py +1 -0
  390. workers/ask_or_assume/compatibility_manifest.json +36 -0
  391. workers/ask_or_assume/driver.py +1227 -0
  392. workers/decomp/README.md +133 -0
  393. workers/decomp/UPSTREAM_LICENSE.Apache-2.0.txt +201 -0
  394. workers/decomp/__init__.py +5 -0
  395. workers/decomp/compatibility_manifest.json +205 -0
  396. workers/decomp/driver.py +1015 -0
  397. workers/decomp/live.py +137 -0
  398. workers/decomp/runtime.py +231 -0
  399. workers/infocqr/README.md +106 -0
  400. workers/infocqr/__init__.py +1 -0
  401. workers/infocqr/compatibility_manifest.json +84 -0
  402. workers/infocqr/driver.py +1766 -0
  403. workers/ircot/README.md +167 -0
  404. workers/ircot/__init__.py +7 -0
  405. workers/ircot/compatibility_manifest.json +121 -0
  406. workers/ircot/controlled.py +457 -0
  407. workers/ircot/driver.py +1373 -0
  408. workers/ircot/fixture_bindings.json +39 -0
  409. workers/ircot/fixture_config.json +48 -0
  410. workers/ircot/fixture_prompt.txt +2 -0
  411. workers/ircot/native_qa.py +398 -0
  412. workers/ircot/qa_compatibility_manifest.json +57 -0
  413. workers/ircot/runtime.py +97 -0
  414. workers/llmcompiler/README.md +160 -0
  415. workers/llmcompiler/__init__.py +1 -0
  416. workers/llmcompiler/compatibility_manifest.json +45 -0
  417. workers/llmcompiler/driver.py +1514 -0
  418. workers/llmcompiler/export_prompts.py +74 -0
  419. workers/llmcompiler/live.py +174 -0
  420. workers/llmcompiler/patch_manifest.json +147 -0
  421. workers/mce/README.md +198 -0
  422. workers/mce/__init__.py +29 -0
  423. workers/mce/compatibility_manifest.json +115 -0
  424. workers/mce/driver.py +2585 -0
  425. workers/mce/final_eval.py +173 -0
  426. workers/official_arenas/README.md +25 -0
  427. workers/official_arenas/__init__.py +1 -0
  428. workers/official_arenas/capture_records.py +110 -0
  429. workers/official_arenas/driver.py +619 -0
  430. workers/official_arenas/protocol.py +334 -0
  431. workers/official_arenas/providers/__init__.py +1 -0
  432. workers/official_arenas/providers/_live_history.py +228 -0
  433. workers/official_arenas/providers/_message_compat.py +77 -0
  434. workers/official_arenas/providers/appworld_ul.py +196 -0
  435. workers/official_arenas/providers/fixture.py +112 -0
  436. workers/official_arenas/providers/statebench.py +960 -0
  437. workers/official_arenas/providers/tau3.py +1672 -0
  438. workers/official_arenas/providers/tau_retail.py +586 -0
  439. workers/official_arenas/providers/toolsandbox.py +1321 -0
  440. workers/official_arenas/providers/tooltalk.py +699 -0
  441. workers/official_arenas/retail_capture.py +188 -0
  442. workers/official_arenas/retail_driver.py +275 -0
  443. workers/qrag/README.md +172 -0
  444. workers/qrag/__init__.py +1 -0
  445. workers/qrag/compatibility_manifest.json +64 -0
  446. workers/qrag/driver.py +673 -0
  447. workers/r2ag/README.md +154 -0
  448. workers/r2ag/__init__.py +5 -0
  449. workers/r2ag/compatibility_manifest.json +55 -0
  450. workers/r2ag/driver.py +1287 -0
  451. workers/r2ag/feature_schema.json +8 -0
  452. workers/r2ag/runtime.py +589 -0
  453. workers/recomp/README.md +120 -0
  454. workers/recomp/__init__.py +1 -0
  455. workers/recomp/compatibility_manifest.json +43 -0
  456. workers/recomp/driver.py +1653 -0
  457. workers/reformer/README.md +125 -0
  458. workers/reformer/__init__.py +1 -0
  459. workers/reformer/compatibility_manifest.json +68 -0
  460. workers/reformer/driver.py +1459 -0
  461. workers/reformer/induction.py +457 -0
  462. workers/rrr/README.md +126 -0
  463. workers/rrr/__init__.py +1 -0
  464. workers/rrr/compatibility_manifest.json +57 -0
  465. workers/rrr/driver.py +1133 -0
  466. workers/smartsearch/README.md +331 -0
  467. workers/smartsearch/__init__.py +1 -0
  468. workers/smartsearch/compatibility_manifest.json +41 -0
  469. workers/smartsearch/driver.py +1643 -0
@@ -0,0 +1,8 @@
1
+ {
2
+ "schema": "agentinputlab.r2ag.features.v1",
3
+ "upstream_commit": "61cfd1027c0101172fda701ec816bc18360b5bab",
4
+ "order": ["rerank", "neighbor", "precedent"],
5
+ "range": [-1.0, 1.0],
6
+ "candidate_order": "rerank_desc",
7
+ "paper_checkpoint_parity": false
8
+ }
@@ -0,0 +1,589 @@
1
+ """Production, local-files-only runtime for the pinned yefd/RRAG source tree."""
2
+
3
+ from __future__ import annotations
4
+
5
+ import hashlib
6
+ import importlib.util
7
+ import json
8
+ import math
9
+ from collections.abc import Mapping, Sequence
10
+ from dataclasses import dataclass
11
+ from importlib import metadata as importlib_metadata
12
+ from pathlib import Path
13
+ from types import ModuleType
14
+ from typing import Any
15
+
16
+ from .driver import (
17
+ ConditionedReader,
18
+ DriverError,
19
+ GenerationResult,
20
+ PreparedReader,
21
+ TensorStage,
22
+ _verify_artifact_closure,
23
+ )
24
+
25
+
26
+ @dataclass(frozen=True, slots=True)
27
+ class _PreparedTensors:
28
+ input_ids: Any
29
+ input_embeddings: Any
30
+ attention_mask: Any
31
+
32
+
33
+ @dataclass(frozen=True, slots=True)
34
+ class _ConditionedTensors:
35
+ inputs_embeds: Any
36
+ attention_mask: Any
37
+
38
+
39
+ class OfficialR2AGRuntime:
40
+ """Run the upstream RFormer with safely loaded, user-mounted components.
41
+
42
+ The runtime intentionally does not use upstream ``from_pretrained`` because
43
+ that function deserializes the combined checkpoint without
44
+ ``weights_only=True``. The RFormer class and its forward path are imported
45
+ directly from the pinned source; component state dicts are loaded strictly.
46
+ """
47
+
48
+ def __init__(
49
+ self,
50
+ *,
51
+ source_root: Path,
52
+ checkpoint_root: Path,
53
+ base_model_root: Path,
54
+ tokenizer_root: Path,
55
+ expected_runtime_versions: Mapping[str, str],
56
+ ) -> None:
57
+ self.source_root = source_root
58
+ self.checkpoint_root = checkpoint_root
59
+ self.base_model_root = base_model_root
60
+ self.tokenizer_root = tokenizer_root
61
+ self.runtime_versions = _verify_runtime_versions(expected_runtime_versions)
62
+ _preflight_reader_configuration(
63
+ self.base_model_root,
64
+ transformers_version=self.runtime_versions["transformers"],
65
+ )
66
+ self._config: Mapping[str, Any] | None = None
67
+ self._rformer_state: Mapping[str, Any] | None = None
68
+ self._projection_state: Mapping[str, Any] | None = None
69
+ self._torch: Any = None
70
+ self._tokenizer: Any = None
71
+ self._base_model: Any = None
72
+ self._rformer: Any = None
73
+ self._projection: Any = None
74
+ self._device: Any = None
75
+
76
+ def verify_artifacts(self, artifacts: Mapping[str, Any]) -> Mapping[str, Any]:
77
+ torch = _import_torch()
78
+ config_path = _regular_file(self.checkpoint_root / "config.json")
79
+ checkpoint_path = _regular_file(self.checkpoint_root / "RRAGLlama_pytorch_model.bin")
80
+ config = _json_object(config_path)
81
+ num_k = _positive_int(config, "num_k")
82
+ if num_k != artifacts.get("checkpoint_num_documents"):
83
+ raise ValueError("checkpoint config.num_k does not match artifact identity")
84
+ if _positive_int(config, "input_dim") != 3:
85
+ raise ValueError("R²AG checkpoint input_dim must be three")
86
+ if _sha256_file(config_path) != artifacts.get("checkpoint_config_sha256"):
87
+ raise ValueError("checkpoint config hash mismatch")
88
+ try:
89
+ state = torch.load(
90
+ checkpoint_path,
91
+ map_location="cpu",
92
+ weights_only=True,
93
+ )
94
+ except TypeError as exc:
95
+ raise RuntimeError("R²AG requires torch.load(weights_only=True)") from exc
96
+ if not isinstance(state, Mapping) or set(state) != {"r_former", "llama_proj"}:
97
+ raise ValueError("R²AG checkpoint must contain only r_former and llama_proj")
98
+ rformer_state = state["r_former"]
99
+ projection_state = state["llama_proj"]
100
+ if not isinstance(rformer_state, Mapping) or not isinstance(projection_state, Mapping):
101
+ raise ValueError("R²AG component state dicts are invalid")
102
+ rformer_hash = _state_dict_sha256(rformer_state, torch)
103
+ projection_hash = _state_dict_sha256(projection_state, torch)
104
+ if rformer_hash != artifacts.get("rformer_weights_sha256"):
105
+ raise ValueError("RFormer state hash mismatch")
106
+ if projection_hash != artifacts.get("projection_weights_sha256"):
107
+ raise ValueError("projection state hash mismatch")
108
+ _verify_named_manifest(
109
+ self.base_model_root,
110
+ repository=artifacts.get("base_model_repository"),
111
+ revision=artifacts.get("base_model_revision"),
112
+ manifest_sha256=artifacts.get("base_model_manifest_sha256"),
113
+ label="base model",
114
+ )
115
+ _verify_named_manifest(
116
+ self.tokenizer_root,
117
+ repository=artifacts.get("tokenizer_repository"),
118
+ revision=artifacts.get("tokenizer_revision"),
119
+ manifest_sha256=artifacts.get("tokenizer_manifest_sha256"),
120
+ label="tokenizer",
121
+ )
122
+ self._torch = torch
123
+ self._config = config
124
+ self._rformer_state = rformer_state
125
+ self._projection_state = projection_state
126
+ return {
127
+ "checkpoint_num_documents": num_k,
128
+ "checkpoint_config_sha256": _sha256_file(config_path),
129
+ "rformer_weights_sha256": rformer_hash,
130
+ "projection_weights_sha256": projection_hash,
131
+ }
132
+
133
+ def compute_features(
134
+ self,
135
+ query: str,
136
+ candidates: Sequence[Mapping[str, Any]],
137
+ retriever_identity: Mapping[str, Any],
138
+ ) -> tuple[Mapping[str, float], ...]:
139
+ """Execute the pinned retrieval formulas with a local sentence encoder."""
140
+
141
+ embedder_root = _regular_directory(self.checkpoint_root / "feature-embedder")
142
+ expected = {
143
+ "repository": retriever_identity.get("repository"),
144
+ "revision": retriever_identity.get("revision"),
145
+ }
146
+ manifest_hash = retriever_identity.get("manifest_sha256")
147
+ _verify_named_manifest(
148
+ embedder_root,
149
+ repository=expected["repository"],
150
+ revision=expected["revision"],
151
+ manifest_sha256=manifest_hash,
152
+ label="feature embedder",
153
+ )
154
+ try:
155
+ from sentence_transformers import SentenceTransformer
156
+ except ImportError as exc:
157
+ raise RuntimeError("sentence-transformers is required for worker features") from exc
158
+ encoder = SentenceTransformer(
159
+ str(embedder_root),
160
+ trust_remote_code=False,
161
+ local_files_only=True,
162
+ )
163
+ texts = [query]
164
+ texts.extend(
165
+ f"Title: {candidate['title']}\n{candidate['text']}" for candidate in candidates
166
+ )
167
+ encoded = encoder.encode(
168
+ texts,
169
+ convert_to_numpy=True,
170
+ normalize_embeddings=True,
171
+ )
172
+ vectors = tuple(tuple(float(value) for value in row) for row in encoded)
173
+ return _retrieval_features(vectors[0], vectors[1:])
174
+
175
+ def prepare_reader(self, reader_input: str, num_k: int) -> PreparedReader:
176
+ self._ensure_loaded()
177
+ torch = self._torch
178
+ encoded = self._tokenizer(
179
+ reader_input,
180
+ return_tensors="pt",
181
+ padding=False,
182
+ truncation=False,
183
+ add_special_tokens=False,
184
+ )
185
+ input_ids = encoded["input_ids"].to(self._device)
186
+ attention_mask = encoded["attention_mask"].to(self._device)
187
+ unknown_id = _nonnegative_int(self._config, "unk_token_id")
188
+ positions_tensor = torch.nonzero(input_ids == unknown_id, as_tuple=False)
189
+ if positions_tensor.shape[0] != num_k:
190
+ raise ValueError("tokenizer did not produce exactly one marker per candidate")
191
+ marker_positions = tuple(int(row[1].item()) for row in positions_tensor)
192
+ with torch.inference_mode():
193
+ input_embeddings = self._base_model.get_input_embeddings()(input_ids)
194
+ return PreparedReader(
195
+ _PreparedTensors(input_ids, input_embeddings, attention_mask),
196
+ marker_positions,
197
+ int(input_ids.numel()),
198
+ )
199
+
200
+ def run_rformer(
201
+ self,
202
+ features: Sequence[Mapping[str, float]],
203
+ ) -> TensorStage:
204
+ self._ensure_loaded()
205
+ torch = self._torch
206
+ values = [[row["rerank"], row["neighbor"], row["precedent"]] for row in features]
207
+ tensor = torch.tensor(values, dtype=torch.float32, device=self._device)
208
+ with torch.inference_mode():
209
+ output, loss = self._rformer(tensor)
210
+ if loss is not None:
211
+ raise ValueError("inference-only RFormer unexpectedly produced training loss")
212
+ return TensorStage(output, _tensor_sha256(output, torch))
213
+
214
+ def project(self, rformer_output: Any) -> TensorStage:
215
+ self._ensure_loaded()
216
+ torch = self._torch
217
+ with torch.inference_mode():
218
+ output = self._projection(rformer_output)
219
+ return TensorStage(output, _tensor_sha256(output, torch))
220
+
221
+ def replace_markers(
222
+ self,
223
+ prepared: PreparedReader,
224
+ projected: Any,
225
+ ) -> ConditionedReader:
226
+ self._ensure_loaded()
227
+ torch = self._torch
228
+ value = prepared.value
229
+ if not isinstance(value, _PreparedTensors):
230
+ raise TypeError("prepared reader tensor bundle is invalid")
231
+ flattened = projected.reshape(-1, projected.shape[-1])
232
+ if flattened.shape[0] != len(prepared.marker_positions):
233
+ raise ValueError("projected retrieval vectors do not match marker count")
234
+ updated = value.input_embeddings.clone()
235
+ before = value.input_embeddings.clone()
236
+ for index, position in enumerate(prepared.marker_positions):
237
+ updated[0, position] = flattened[index].to(updated.dtype)
238
+ marker_set = set(prepared.marker_positions)
239
+ untouched = tuple(index for index in range(updated.shape[1]) if index not in marker_set)
240
+ only_markers = True
241
+ if untouched:
242
+ selector = torch.tensor(untouched, dtype=torch.long, device=updated.device)
243
+ only_markers = bool(torch.equal(updated[:, selector], before[:, selector]))
244
+ return ConditionedReader(
245
+ _ConditionedTensors(updated.contiguous(), value.attention_mask),
246
+ prepared.marker_positions,
247
+ only_markers,
248
+ )
249
+
250
+ def generate(
251
+ self,
252
+ conditioned: Any,
253
+ *,
254
+ max_new_tokens: int,
255
+ seed: int,
256
+ ) -> GenerationResult:
257
+ self._ensure_loaded()
258
+ torch = self._torch
259
+ if not isinstance(conditioned, _ConditionedTensors):
260
+ raise TypeError("conditioned reader tensor bundle is invalid")
261
+ torch.manual_seed(seed)
262
+ if torch.cuda.is_available():
263
+ torch.cuda.manual_seed_all(seed)
264
+ with torch.inference_mode():
265
+ outputs = self._base_model.generate(
266
+ inputs_embeds=conditioned.inputs_embeds,
267
+ attention_mask=conditioned.attention_mask,
268
+ max_new_tokens=max_new_tokens,
269
+ do_sample=False,
270
+ num_beams=1,
271
+ repetition_penalty=1.0,
272
+ length_penalty=1.0,
273
+ )
274
+ return _decode_complete_generation(
275
+ outputs,
276
+ tokenizer=self._tokenizer,
277
+ max_new_tokens=max_new_tokens,
278
+ )
279
+
280
+ def _ensure_loaded(self) -> None:
281
+ if self._base_model is not None:
282
+ return
283
+ if (
284
+ self._torch is None
285
+ or self._config is None
286
+ or self._rformer_state is None
287
+ or self._projection_state is None
288
+ ):
289
+ raise RuntimeError("verify_artifacts must run before model construction")
290
+ torch = self._torch
291
+ try:
292
+ from transformers import AutoModelForCausalLM, AutoTokenizer
293
+ except ImportError as exc:
294
+ raise RuntimeError("transformers is required for R²AG execution") from exc
295
+ module = _load_source_module(
296
+ self.source_root / "RRAG/models/modeling_rrag.py",
297
+ "agentinputlab_pinned_rrag_modeling",
298
+ )
299
+ rformer_type = getattr(module, "RFormer", None)
300
+ if not isinstance(rformer_type, type):
301
+ raise RuntimeError("pinned source does not expose RFormer")
302
+ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
303
+ tokenizer = AutoTokenizer.from_pretrained(
304
+ str(self.tokenizer_root),
305
+ local_files_only=True,
306
+ trust_remote_code=False,
307
+ )
308
+ base_model = AutoModelForCausalLM.from_pretrained(
309
+ str(self.base_model_root),
310
+ local_files_only=True,
311
+ trust_remote_code=False,
312
+ ).to(device)
313
+ base_model.eval()
314
+ d_model = _positive_int(self._config, "d_model")
315
+ num_k = _positive_int(self._config, "num_k")
316
+ rformer = rformer_type(
317
+ input_dim=3,
318
+ num_k=num_k,
319
+ d_model=d_model,
320
+ n_head=4,
321
+ num_layers=1,
322
+ dropout=0.1,
323
+ ).to(device)
324
+ hidden_size = _positive_int(self._config, "hidden_size")
325
+ actual_hidden = int(getattr(base_model.config, "hidden_size", hidden_size))
326
+ if actual_hidden != hidden_size:
327
+ raise ValueError("base model hidden size does not match projection config")
328
+ projection = torch.nn.Linear(d_model, hidden_size, device=device)
329
+ rformer.load_state_dict(self._rformer_state, strict=True)
330
+ projection.load_state_dict(self._projection_state, strict=True)
331
+ rformer.eval()
332
+ projection.eval()
333
+ for module_value in (rformer, projection, base_model):
334
+ for parameter in module_value.parameters():
335
+ parameter.requires_grad_(False)
336
+ self._tokenizer = tokenizer
337
+ self._base_model = base_model
338
+ self._rformer = rformer
339
+ self._projection = projection
340
+ self._device = device
341
+
342
+
343
+ def _retrieval_features(
344
+ query: Sequence[float],
345
+ documents: Sequence[Sequence[float]],
346
+ ) -> tuple[Mapping[str, float], ...]:
347
+ if len(documents) < 2:
348
+ raise ValueError("R²AG retrieval features require at least two documents")
349
+ rerank = tuple(_cosine(query, document) for document in documents)
350
+ neighbor = []
351
+ for index, document in enumerate(documents):
352
+ if index == 0:
353
+ value = _cosine(document, documents[1])
354
+ elif index == len(documents) - 1:
355
+ value = _cosine(documents[-2], document)
356
+ else:
357
+ value = (
358
+ _cosine(document, documents[index - 1]) + _cosine(document, documents[index + 1])
359
+ ) / 2
360
+ neighbor.append(value)
361
+ precedent = [1.0]
362
+ for index in range(1, len(documents)):
363
+ scores = rerank[:index]
364
+ maximum = max(scores)
365
+ weights_raw = tuple(math.exp(score - maximum) for score in scores)
366
+ denominator = sum(weights_raw)
367
+ weights = tuple(value / denominator for value in weights_raw)
368
+ weighted = tuple(
369
+ sum(weights[row] * documents[row][column] for row in range(index))
370
+ for column in range(len(documents[0]))
371
+ )
372
+ precedent.append(_cosine(documents[index], weighted))
373
+ return tuple(
374
+ {
375
+ "rerank": rerank[index],
376
+ "neighbor": neighbor[index],
377
+ "precedent": precedent[index],
378
+ }
379
+ for index in range(len(documents))
380
+ )
381
+
382
+
383
+ def _preflight_reader_configuration(root: Path, *, transformers_version: str) -> None:
384
+ """Reject incompatible reader configs without opening any model weights.
385
+
386
+ This negative capability check does not certify a snapshot or checkpoint.
387
+ Successful execution still requires all existing complete closure checks.
388
+ Never unwrap a conditional-generation config or substitute another reader.
389
+ """
390
+
391
+ root = _regular_directory(root)
392
+ raw = _json_object(_regular_file(root / "config.json"))
393
+ try:
394
+ from transformers import AutoConfig, AutoModelForCausalLM
395
+ except ImportError as exc:
396
+ raise RuntimeError("transformers is required for R²AG reader preflight") from exc
397
+ declared = raw.get("model_type", "<unspecified>")
398
+ try:
399
+ config = AutoConfig.from_pretrained(
400
+ str(root), local_files_only=True, trust_remote_code=False
401
+ )
402
+ except ValueError as exc:
403
+ raise DriverError(
404
+ "READER_CONFIG_INCOMPATIBLE",
405
+ f"Pinned R²AG transformers=={transformers_version} cannot load reader "
406
+ f"configuration model_type={declared!r}; no model weights were loaded. "
407
+ "Use a reader supported by this pinned profile; a modern-reader "
408
+ "adaptation must be configured and validated separately.",
409
+ ) from exc
410
+ if type(config) not in AutoModelForCausalLM._model_mapping:
411
+ raise DriverError(
412
+ "READER_CONFIG_INCOMPATIBLE",
413
+ f"Pinned R²AG transformers=={transformers_version} has no causal-LM "
414
+ f"reader for configuration model_type={declared!r}; no model weights "
415
+ "were loaded. Conditional-generation wrappers are not silently unwrapped.",
416
+ )
417
+
418
+
419
+ def _verify_runtime_versions(expected: Mapping[str, str]) -> Mapping[str, str]:
420
+ required = {
421
+ "torch": "2.1.2",
422
+ "transformers": "4.40.2",
423
+ "sentence-transformers": "2.6.1",
424
+ }
425
+ if dict(expected) != required:
426
+ raise RuntimeError("R²AG expected runtime versions do not match the pinned profile")
427
+ installed: dict[str, str] = {}
428
+ for distribution_name, expected_version in required.items():
429
+ try:
430
+ actual_version = importlib_metadata.version(distribution_name)
431
+ except importlib_metadata.PackageNotFoundError as exc:
432
+ raise RuntimeError(
433
+ f"R²AG runtime distribution {distribution_name!r} is unavailable"
434
+ ) from exc
435
+ if actual_version != expected_version:
436
+ raise RuntimeError(
437
+ f"R²AG runtime distribution {distribution_name!r} "
438
+ f"must be exactly {expected_version}, found {actual_version}"
439
+ )
440
+ installed[distribution_name] = actual_version
441
+ return installed
442
+
443
+
444
+ def _decode_complete_generation(
445
+ outputs: Any,
446
+ *,
447
+ tokenizer: Any,
448
+ max_new_tokens: int,
449
+ ) -> GenerationResult:
450
+ """Validate and decode the complete upstream ``inputs_embeds`` output.
451
+
452
+ The pinned upstream runner passes only ``inputs_embeds`` to ``generate`` and
453
+ decodes the returned sequence directly. There are no prompt token IDs that
454
+ can be safely sliced from this tensor, so this compatibility path preserves
455
+ that behavior and validates the complete generated sequence instead.
456
+ """
457
+
458
+ if isinstance(max_new_tokens, bool) or not isinstance(max_new_tokens, int):
459
+ raise ValueError("reader max_new_tokens must be an integer")
460
+ if max_new_tokens < 1:
461
+ raise ValueError("reader max_new_tokens must be positive")
462
+ shape = getattr(outputs, "shape", None)
463
+ rank = getattr(outputs, "ndim", None)
464
+ if rank != 2 or shape is None or len(shape) != 2:
465
+ raise ValueError("reader output must be a rank-two token tensor")
466
+ batch_size = int(shape[0])
467
+ output_tokens = int(shape[1])
468
+ if batch_size != 1:
469
+ raise ValueError("reader output batch size must be exactly one")
470
+ if output_tokens < 1 or output_tokens > max_new_tokens:
471
+ raise ValueError("reader output length must be within max_new_tokens")
472
+ decoded = tokenizer.batch_decode(outputs, skip_special_tokens=True)
473
+ if (
474
+ isinstance(decoded, (str, bytes))
475
+ or not isinstance(decoded, Sequence)
476
+ or len(decoded) != 1
477
+ or not isinstance(decoded[0], str)
478
+ or not decoded[0].strip()
479
+ ):
480
+ raise ValueError("reader returned no non-empty decoded sequence")
481
+ return GenerationResult(decoded[0].strip(), output_tokens)
482
+
483
+
484
+ def _cosine(left: Sequence[float], right: Sequence[float]) -> float:
485
+ left_norm = math.sqrt(sum(value * value for value in left))
486
+ right_norm = math.sqrt(sum(value * value for value in right))
487
+ if left_norm == 0 or right_norm == 0 or len(left) != len(right):
488
+ raise ValueError("invalid embedding vector")
489
+ value = sum(a * b for a, b in zip(left, right, strict=True)) / (left_norm * right_norm)
490
+ if not math.isfinite(value):
491
+ raise ValueError("non-finite cosine score")
492
+ return max(-1.0, min(1.0, value))
493
+
494
+
495
+ def _state_dict_sha256(value: Mapping[str, Any], torch: Any) -> str:
496
+ digest = hashlib.sha256()
497
+ for name in sorted(value):
498
+ tensor = value[name]
499
+ if not torch.is_tensor(tensor):
500
+ raise ValueError("state dict contains a non-tensor value")
501
+ contiguous = tensor.detach().cpu().contiguous()
502
+ digest.update(name.encode("utf-8"))
503
+ digest.update(str(contiguous.dtype).encode("ascii"))
504
+ digest.update(json.dumps(tuple(contiguous.shape)).encode("ascii"))
505
+ digest.update(contiguous.view(torch.uint8).numpy().tobytes())
506
+ return digest.hexdigest()
507
+
508
+
509
+ def _tensor_sha256(value: Any, torch: Any) -> str:
510
+ return _state_dict_sha256({"tensor": value}, torch)
511
+
512
+
513
+ def _verify_named_manifest(
514
+ root: Path,
515
+ *,
516
+ repository: Any,
517
+ revision: Any,
518
+ manifest_sha256: Any,
519
+ label: str,
520
+ ) -> None:
521
+ _verify_artifact_closure(
522
+ root,
523
+ repository=repository,
524
+ revision=revision,
525
+ manifest_sha256=manifest_sha256,
526
+ label=label,
527
+ )
528
+
529
+
530
+ def _load_source_module(path: Path, name: str) -> ModuleType:
531
+ path = _regular_file(path)
532
+ spec = importlib.util.spec_from_file_location(name, path)
533
+ if spec is None or spec.loader is None:
534
+ raise RuntimeError("unable to import pinned R²AG source")
535
+ module = importlib.util.module_from_spec(spec)
536
+ spec.loader.exec_module(module)
537
+ return module
538
+
539
+
540
+ def _import_torch() -> Any:
541
+ try:
542
+ import torch
543
+ except ImportError as exc:
544
+ raise RuntimeError("torch is required for R²AG checkpoint verification") from exc
545
+ return torch
546
+
547
+
548
+ def _regular_file(path: Path) -> Path:
549
+ if path.is_symlink() or not path.is_file():
550
+ raise ValueError(f"required regular file is missing: {path.name}")
551
+ return path
552
+
553
+
554
+ def _regular_directory(path: Path) -> Path:
555
+ if path.is_symlink() or not path.is_dir():
556
+ raise ValueError(f"required regular directory is missing: {path.name}")
557
+ return path
558
+
559
+
560
+ def _json_object(path: Path) -> Mapping[str, Any]:
561
+ value = json.loads(path.read_text(encoding="utf-8"))
562
+ if not isinstance(value, Mapping):
563
+ raise ValueError(f"{path.name} must contain a JSON object")
564
+ return value
565
+
566
+
567
+ def _sha256_file(path: Path) -> str:
568
+ digest = hashlib.sha256()
569
+ with path.open("rb") as handle:
570
+ for chunk in iter(lambda: handle.read(1024 * 1024), b""):
571
+ digest.update(chunk)
572
+ return digest.hexdigest()
573
+
574
+
575
+ def _positive_int(value: Mapping[str, Any], key: str) -> int:
576
+ result = value.get(key)
577
+ if isinstance(result, bool) or not isinstance(result, int) or result < 1:
578
+ raise ValueError(f"{key} must be a positive integer")
579
+ return result
580
+
581
+
582
+ def _nonnegative_int(value: Mapping[str, Any], key: str) -> int:
583
+ result = value.get(key)
584
+ if isinstance(result, bool) or not isinstance(result, int) or result < 0:
585
+ raise ValueError(f"{key} must be a non-negative integer")
586
+ return result
587
+
588
+
589
+ __all__ = ["OfficialR2AGRuntime"]