agentinputlab 0.1.0a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (469) hide show
  1. agentinputlab/__init__.py +28 -0
  2. agentinputlab/algorithms/__init__.py +6 -0
  3. agentinputlab/algorithms/acquire/__init__.py +145 -0
  4. agentinputlab/algorithms/acquire/adaptive_rag/__init__.py +43 -0
  5. agentinputlab/algorithms/acquire/adaptive_rag/replay.py +367 -0
  6. agentinputlab/algorithms/acquire/adaptive_rag/runtime.py +1202 -0
  7. agentinputlab/algorithms/acquire/adaptive_rag_common_support.py +542 -0
  8. agentinputlab/algorithms/acquire/hyde.py +296 -0
  9. agentinputlab/algorithms/acquire/hyde_controlled.py +200 -0
  10. agentinputlab/algorithms/acquire/hyde_external.py +148 -0
  11. agentinputlab/algorithms/acquire/ircot.py +28 -0
  12. agentinputlab/algorithms/acquire/ircot_common_support.py +478 -0
  13. agentinputlab/algorithms/acquire/ircot_native.py +355 -0
  14. agentinputlab/algorithms/acquire/ircot_replay.py +327 -0
  15. agentinputlab/algorithms/acquire/qrag/__init__.py +79 -0
  16. agentinputlab/algorithms/acquire/qrag/bridge.py +828 -0
  17. agentinputlab/algorithms/acquire/qrag/common_support.py +891 -0
  18. agentinputlab/algorithms/acquire/qrag/native_axis.py +71 -0
  19. agentinputlab/algorithms/acquire/qrag/reader_adapter.py +139 -0
  20. agentinputlab/algorithms/acquire/r2ag/__init__.py +57 -0
  21. agentinputlab/algorithms/acquire/r2ag/bridge.py +1312 -0
  22. agentinputlab/algorithms/acquire/r2ag/common_support.py +1029 -0
  23. agentinputlab/algorithms/acquire/r2ag/socket_runtime.py +255 -0
  24. agentinputlab/algorithms/clarify/__init__.py +61 -0
  25. agentinputlab/algorithms/clarify/_structured.py +64 -0
  26. agentinputlab/algorithms/clarify/active_task_disambiguation.py +371 -0
  27. agentinputlab/algorithms/clarify/ask_or_assume/__init__.py +17 -0
  28. agentinputlab/algorithms/clarify/ask_or_assume/monitor.py +410 -0
  29. agentinputlab/algorithms/clarify/future_turns.py +379 -0
  30. agentinputlab/algorithms/clarify/udcs.py +255 -0
  31. agentinputlab/algorithms/clarify/udcs_deterministic.py +196 -0
  32. agentinputlab/algorithms/curate/__init__.py +65 -0
  33. agentinputlab/algorithms/curate/acon/__init__.py +27 -0
  34. agentinputlab/algorithms/curate/acon/common.py +284 -0
  35. agentinputlab/algorithms/curate/acon/common_support.py +136 -0
  36. agentinputlab/algorithms/curate/acon/history_bridge.py +309 -0
  37. agentinputlab/algorithms/curate/acon/observation_bridge.py +290 -0
  38. agentinputlab/algorithms/curate/llmlingua/__init__.py +30 -0
  39. agentinputlab/algorithms/curate/llmlingua/adapters.py +537 -0
  40. agentinputlab/algorithms/curate/llmlingua/budget.py +48 -0
  41. agentinputlab/algorithms/curate/llmlingua/controlled.py +175 -0
  42. agentinputlab/algorithms/curate/llmlingua/multilingual.py +105 -0
  43. agentinputlab/algorithms/curate/llmlingua/span_map.py +167 -0
  44. agentinputlab/algorithms/curate/recomp/__init__.py +47 -0
  45. agentinputlab/algorithms/curate/recomp/external.py +1129 -0
  46. agentinputlab/algorithms/curate/recomp/selective.py +304 -0
  47. agentinputlab/algorithms/decompose/__init__.py +107 -0
  48. agentinputlab/algorithms/decompose/decomp/__init__.py +53 -0
  49. agentinputlab/algorithms/decompose/decomp/common_support.py +478 -0
  50. agentinputlab/algorithms/decompose/decomp/planner_component.py +199 -0
  51. agentinputlab/algorithms/decompose/decomp/worker_bridge.py +416 -0
  52. agentinputlab/algorithms/decompose/llm_compiler/__init__.py +35 -0
  53. agentinputlab/algorithms/decompose/llm_compiler/bridge.py +520 -0
  54. agentinputlab/algorithms/decompose/llm_compiler/common_support.py +504 -0
  55. agentinputlab/algorithms/decompose/plan_and_budget/__init__.py +43 -0
  56. agentinputlab/algorithms/decompose/plan_and_budget/cached_soft_budget.py +362 -0
  57. agentinputlab/algorithms/decompose/plan_and_budget/decomposer_component.py +107 -0
  58. agentinputlab/algorithms/decompose/plan_and_budget/full.py +205 -0
  59. agentinputlab/algorithms/decompose/plan_and_budget/hard_cap.py +246 -0
  60. agentinputlab/algorithms/decompose/plan_and_budget/regenerated_soft_budget.py +448 -0
  61. agentinputlab/algorithms/decompose/plan_and_solve/__init__.py +33 -0
  62. agentinputlab/algorithms/decompose/plan_and_solve/plan_component.py +192 -0
  63. agentinputlab/algorithms/decompose/plan_and_solve/ps_prompt.py +127 -0
  64. agentinputlab/algorithms/decompose/self_ask/__init__.py +27 -0
  65. agentinputlab/algorithms/decompose/self_ask/loop.py +362 -0
  66. agentinputlab/algorithms/decompose/self_ask/planner_component.py +117 -0
  67. agentinputlab/algorithms/reformulate/__init__.py +85 -0
  68. agentinputlab/algorithms/reformulate/infocqr/__init__.py +40 -0
  69. agentinputlab/algorithms/reformulate/infocqr/cache_replay.py +362 -0
  70. agentinputlab/algorithms/reformulate/infocqr/external.py +675 -0
  71. agentinputlab/algorithms/reformulate/infocqr/student.py +189 -0
  72. agentinputlab/algorithms/reformulate/query2doc/__init__.py +42 -0
  73. agentinputlab/algorithms/reformulate/query2doc/controlled_live.py +190 -0
  74. agentinputlab/algorithms/reformulate/query2doc/models.py +95 -0
  75. agentinputlab/algorithms/reformulate/query2doc/official_cached.py +335 -0
  76. agentinputlab/algorithms/reformulate/query2doc/querygym_bridge.py +223 -0
  77. agentinputlab/algorithms/reformulate/query2doc/querygym_runtime.py +326 -0
  78. agentinputlab/algorithms/reformulate/reformer/__init__.py +23 -0
  79. agentinputlab/algorithms/reformulate/reformer/external.py +417 -0
  80. agentinputlab/algorithms/reformulate/rrr.py +696 -0
  81. agentinputlab/annotation/__init__.py +5 -0
  82. agentinputlab/annotation/independent.py +428 -0
  83. agentinputlab/annotation/server.py +233 -0
  84. agentinputlab/annotation/static/app.js +121 -0
  85. agentinputlab/annotation/static/index.html +60 -0
  86. agentinputlab/annotation/static/review.css +2 -0
  87. agentinputlab/annotation/static/review.html +10 -0
  88. agentinputlab/annotation/static/review.js +11 -0
  89. agentinputlab/annotation/static/styles.css +55 -0
  90. agentinputlab/annotation/store.py +444 -0
  91. agentinputlab/api.py +368 -0
  92. agentinputlab/artifacts/__init__.py +15 -0
  93. agentinputlab/artifacts/json_file.py +104 -0
  94. agentinputlab/artifacts/manifest.py +98 -0
  95. agentinputlab/artifacts/store.py +157 -0
  96. agentinputlab/backends/__init__.py +98 -0
  97. agentinputlab/backends/embedding/__init__.py +25 -0
  98. agentinputlab/backends/embedding/base.py +145 -0
  99. agentinputlab/backends/embedding/callable.py +75 -0
  100. agentinputlab/backends/embedding/replay.py +129 -0
  101. agentinputlab/backends/llm/__init__.py +31 -0
  102. agentinputlab/backends/llm/base.py +149 -0
  103. agentinputlab/backends/llm/callable.py +108 -0
  104. agentinputlab/backends/llm/decomp_completion.py +88 -0
  105. agentinputlab/backends/llm/final_content_stop.py +72 -0
  106. agentinputlab/backends/llm/gpt_oss_final_channel.py +84 -0
  107. agentinputlab/backends/llm/openai_compatible.py +332 -0
  108. agentinputlab/backends/llm/transformers.py +171 -0
  109. agentinputlab/backends/retrieval/__init__.py +35 -0
  110. agentinputlab/backends/retrieval/base.py +50 -0
  111. agentinputlab/backends/retrieval/dense.py +777 -0
  112. agentinputlab/backends/retrieval/memory.py +119 -0
  113. agentinputlab/backends/retrieval/sqlite_fts.py +155 -0
  114. agentinputlab/backends/user/__init__.py +15 -0
  115. agentinputlab/backends/user/base.py +66 -0
  116. agentinputlab/backends/user/callable.py +54 -0
  117. agentinputlab/backends/user/replay.py +89 -0
  118. agentinputlab/backends/vector.py +38 -0
  119. agentinputlab/benchmarks/__init__.py +246 -0
  120. agentinputlab/benchmarks/acquisition.py +106 -0
  121. agentinputlab/benchmarks/ale.py +540 -0
  122. agentinputlab/benchmarks/appworld_ul.py +669 -0
  123. agentinputlab/benchmarks/assets.py +226 -0
  124. agentinputlab/benchmarks/base.py +68 -0
  125. agentinputlab/benchmarks/beir_archive.py +235 -0
  126. agentinputlab/benchmarks/beir_sample.py +269 -0
  127. agentinputlab/benchmarks/bfcl_native.py +245 -0
  128. agentinputlab/benchmarks/bfcl_v3.py +607 -0
  129. agentinputlab/benchmarks/cache.py +218 -0
  130. agentinputlab/benchmarks/clariq.py +203 -0
  131. agentinputlab/benchmarks/data/registry.json +321 -0
  132. agentinputlab/benchmarks/data/smoke_assets.json +511 -0
  133. agentinputlab/benchmarks/data/statebench_v0_8_1_task_ids.json +475 -0
  134. agentinputlab/benchmarks/data/toolsandbox_165848b_scenario_names.json +1 -0
  135. agentinputlab/benchmarks/execution.py +1111 -0
  136. agentinputlab/benchmarks/interactive.py +257 -0
  137. agentinputlab/benchmarks/ir_query.py +204 -0
  138. agentinputlab/benchmarks/longbench.py +203 -0
  139. agentinputlab/benchmarks/paired_replay.py +479 -0
  140. agentinputlab/benchmarks/preprocess.py +2313 -0
  141. agentinputlab/benchmarks/production.py +236 -0
  142. agentinputlab/benchmarks/qa.py +963 -0
  143. agentinputlab/benchmarks/registry.py +110 -0
  144. agentinputlab/benchmarks/retrieval.py +459 -0
  145. agentinputlab/benchmarks/runtime.py +509 -0
  146. agentinputlab/benchmarks/statebench.py +938 -0
  147. agentinputlab/benchmarks/tau3.py +725 -0
  148. agentinputlab/benchmarks/toolsandbox.py +626 -0
  149. agentinputlab/benchmarks/trec_dl_sample.py +263 -0
  150. agentinputlab/campaign.py +654 -0
  151. agentinputlab/campaign_runner.py +953 -0
  152. agentinputlab/cli/__init__.py +6 -0
  153. agentinputlab/cli/main.py +933 -0
  154. agentinputlab/connectors/__init__.py +46 -0
  155. agentinputlab/connectors/knowledge/__init__.py +4 -0
  156. agentinputlab/connectors/tools/__init__.py +30 -0
  157. agentinputlab/connectors/tools/base.py +57 -0
  158. agentinputlab/connectors/tools/mcp.py +222 -0
  159. agentinputlab/connectors/tools/memory.py +41 -0
  160. agentinputlab/connectors/tools/openapi.py +695 -0
  161. agentinputlab/connectors/tools/schema.py +102 -0
  162. agentinputlab/contracts/__init__.py +91 -0
  163. agentinputlab/contracts/availability.py +24 -0
  164. agentinputlab/contracts/dependency.py +58 -0
  165. agentinputlab/contracts/enums.py +82 -0
  166. agentinputlab/contracts/errors.py +63 -0
  167. agentinputlab/contracts/evidence.py +43 -0
  168. agentinputlab/contracts/intent.py +110 -0
  169. agentinputlab/contracts/lifecycle.py +164 -0
  170. agentinputlab/contracts/patch.py +167 -0
  171. agentinputlab/contracts/serialization.py +93 -0
  172. agentinputlab/contracts/state.py +127 -0
  173. agentinputlab/contracts/trace.py +59 -0
  174. agentinputlab/contracts/worker.py +42 -0
  175. agentinputlab/core/__init__.py +7 -0
  176. agentinputlab/data/__init__.py +32 -0
  177. agentinputlab/data/checksums.py +9 -0
  178. agentinputlab/data/downloader.py +235 -0
  179. agentinputlab/data/http.py +171 -0
  180. agentinputlab/data/index.py +21 -0
  181. agentinputlab/data/overlap.py +28 -0
  182. agentinputlab/data/preprocess.py +32 -0
  183. agentinputlab/data/storage.py +57 -0
  184. agentinputlab/data/trec_sample.py +427 -0
  185. agentinputlab/evaluation/__init__.py +5 -0
  186. agentinputlab/evaluation/outcomes.py +32 -0
  187. agentinputlab/experiments/__init__.py +278 -0
  188. agentinputlab/experiments/analysis.py +981 -0
  189. agentinputlab/experiments/artifacts.py +687 -0
  190. agentinputlab/experiments/automatic_measurement.py +678 -0
  191. agentinputlab/experiments/auxiliary_matrix.py +203 -0
  192. agentinputlab/experiments/bindings.py +430 -0
  193. agentinputlab/experiments/blueprints.py +147 -0
  194. agentinputlab/experiments/builders/__init__.py +45 -0
  195. agentinputlab/experiments/builders/executable_external_payload.py +423 -0
  196. agentinputlab/experiments/builders/external_process_arena.py +1018 -0
  197. agentinputlab/experiments/builders/registry_intervention.py +463 -0
  198. agentinputlab/experiments/cli.py +158 -0
  199. agentinputlab/experiments/controls.py +340 -0
  200. agentinputlab/experiments/driver_guard.py +205 -0
  201. agentinputlab/experiments/drivers/__init__.py +89 -0
  202. agentinputlab/experiments/drivers/external_arena.py +2908 -0
  203. agentinputlab/experiments/drivers/method_process.py +662 -0
  204. agentinputlab/experiments/drivers/parity_process.py +1484 -0
  205. agentinputlab/experiments/drivers/static_production.py +1574 -0
  206. agentinputlab/experiments/executor.py +448 -0
  207. agentinputlab/experiments/loader.py +605 -0
  208. agentinputlab/experiments/measurement.py +675 -0
  209. agentinputlab/experiments/paper_analysis.py +1818 -0
  210. agentinputlab/experiments/parity_identity.py +605 -0
  211. agentinputlab/experiments/plan.py +277 -0
  212. agentinputlab/experiments/production_builders.py +3739 -0
  213. agentinputlab/experiments/readiness.py +432 -0
  214. agentinputlab/experiments/schema.py +514 -0
  215. agentinputlab/experiments/secrets.py +177 -0
  216. agentinputlab/experiments/stateful_analysis.py +1738 -0
  217. agentinputlab/experiments/transfer_analysis.py +1316 -0
  218. agentinputlab/experiments/unseen_analysis.py +1025 -0
  219. agentinputlab/integrations/__init__.py +1 -0
  220. agentinputlab/integrations/action_space/__init__.py +1 -0
  221. agentinputlab/integrations/external_workers/__init__.py +76 -0
  222. agentinputlab/integrations/external_workers/ace.py +431 -0
  223. agentinputlab/integrations/external_workers/base.py +181 -0
  224. agentinputlab/integrations/external_workers/decomp_live.py +249 -0
  225. agentinputlab/integrations/external_workers/decomp_planner.py +30 -0
  226. agentinputlab/integrations/external_workers/infocqr_student.py +280 -0
  227. agentinputlab/integrations/external_workers/ircot.py +576 -0
  228. agentinputlab/integrations/external_workers/llmcompiler_live.py +360 -0
  229. agentinputlab/integrations/external_workers/longllmlingua.py +162 -0
  230. agentinputlab/integrations/external_workers/method.py +314 -0
  231. agentinputlab/integrations/external_workers/process.py +678 -0
  232. agentinputlab/integrations/external_workers/supervisor.py +1071 -0
  233. agentinputlab/integrations/full_architecture/__init__.py +1 -0
  234. agentinputlab/integrations/full_architecture/hyde.py +212 -0
  235. agentinputlab/integrations/full_architecture/plan_and_budget.py +188 -0
  236. agentinputlab/integrations/live_history.py +222 -0
  237. agentinputlab/integrations/prompt_optimization/__init__.py +1 -0
  238. agentinputlab/integrations/training/__init__.py +1 -0
  239. agentinputlab/metrics/__init__.py +50 -0
  240. agentinputlab/metrics/catalog.py +313 -0
  241. agentinputlab/metrics/harm.py +95 -0
  242. agentinputlab/metrics/paired.py +40 -0
  243. agentinputlab/metrics/qa.py +76 -0
  244. agentinputlab/metrics/text.py +33 -0
  245. agentinputlab/metrics/third_party.py +161 -0
  246. agentinputlab/models/__init__.py +4 -0
  247. agentinputlab/observability/__init__.py +56 -0
  248. agentinputlab/observability/budget.py +316 -0
  249. agentinputlab/observability/instrumentation.py +754 -0
  250. agentinputlab/observability/models.py +403 -0
  251. agentinputlab/observability/monitor.py +380 -0
  252. agentinputlab/optimizers/__init__.py +1 -0
  253. agentinputlab/optimizers/clarify/__init__.py +12 -0
  254. agentinputlab/optimizers/context/__init__.py +22 -0
  255. agentinputlab/optimizers/decompose/__init__.py +64 -0
  256. agentinputlab/optimizers/evidence/__init__.py +22 -0
  257. agentinputlab/optimizers/rewrite/__init__.py +30 -0
  258. agentinputlab/parity/__init__.py +5 -0
  259. agentinputlab/parity/base.py +206 -0
  260. agentinputlab/production_campaign.py +763 -0
  261. agentinputlab/py.typed +1 -0
  262. agentinputlab/recipes/__init__.py +333 -0
  263. agentinputlab/recipes/ace.py +418 -0
  264. agentinputlab/recipes/ace_bfcl.py +273 -0
  265. agentinputlab/recipes/ace_common_support.py +169 -0
  266. agentinputlab/recipes/ace_native_plan.py +322 -0
  267. agentinputlab/recipes/ace_online.py +711 -0
  268. agentinputlab/recipes/ace_retrieval.py +330 -0
  269. agentinputlab/recipes/ace_statebench.py +382 -0
  270. agentinputlab/recipes/ace_tau.py +463 -0
  271. agentinputlab/recipes/ace_toolsandbox.py +432 -0
  272. agentinputlab/recipes/acon_guideline.py +22 -0
  273. agentinputlab/recipes/adaptive_rag.py +822 -0
  274. agentinputlab/recipes/llmlingua2_inference.py +146 -0
  275. agentinputlab/recipes/llmlingua2_training.py +796 -0
  276. agentinputlab/recipes/mce.py +1486 -0
  277. agentinputlab/recipes/mce_final.py +335 -0
  278. agentinputlab/recipes/mce_text_fit.py +499 -0
  279. agentinputlab/recipes/mce_text_only.py +298 -0
  280. agentinputlab/recipes/qrag.py +729 -0
  281. agentinputlab/recipes/qrag_inference.py +364 -0
  282. agentinputlab/recipes/r2ag_features.py +236 -0
  283. agentinputlab/recipes/r2ag_inference.py +503 -0
  284. agentinputlab/recipes/r2ag_training.py +948 -0
  285. agentinputlab/recipes/recomp_abstractive.py +592 -0
  286. agentinputlab/recipes/recomp_extractive.py +525 -0
  287. agentinputlab/recipes/reformer.py +17 -0
  288. agentinputlab/recipes/rqrag.py +1516 -0
  289. agentinputlab/recipes/rqrag_common_support.py +193 -0
  290. agentinputlab/recipes/rqrag_completion.py +147 -0
  291. agentinputlab/recipes/skillopt.py +462 -0
  292. agentinputlab/recipes/skillopt_common_support.py +154 -0
  293. agentinputlab/recipes/skillopt_environment.py +165 -0
  294. agentinputlab/recipes/skillopt_environment_cli.py +5 -0
  295. agentinputlab/recipes/skillopt_retrieval.py +188 -0
  296. agentinputlab/recipes/smartsearch.py +897 -0
  297. agentinputlab/recipes/smartsearch_curriculum.py +283 -0
  298. agentinputlab/recipes/smartsearch_grpo_contracts.py +58 -0
  299. agentinputlab/recipes/smartsearch_grpo_data.py +314 -0
  300. agentinputlab/recipes/smartsearch_grpo_meter.py +324 -0
  301. agentinputlab/recipes/smartsearch_grpo_prefix.py +144 -0
  302. agentinputlab/recipes/smartsearch_grpo_rollout.py +119 -0
  303. agentinputlab/recipes/smartsearch_grpo_tools.py +364 -0
  304. agentinputlab/recipes/smartsearch_grpo_training.py +305 -0
  305. agentinputlab/recipes/smartsearch_grpo_transport.py +248 -0
  306. agentinputlab/recipes/smartsearch_grpo_worker.py +364 -0
  307. agentinputlab/recipes/smartsearch_inference.py +524 -0
  308. agentinputlab/recipes/smartsearch_native_data.py +172 -0
  309. agentinputlab/recipes/smartsearch_policy.py +616 -0
  310. agentinputlab/recipes/smartsearch_policy_worker.py +9 -0
  311. agentinputlab/recipes/smartsearch_sampling.py +232 -0
  312. agentinputlab/recipes/smartsearch_teacher.py +203 -0
  313. agentinputlab/recipes/smartsearch_training.py +265 -0
  314. agentinputlab/registry/__init__.py +46 -0
  315. agentinputlab/registry/beta.py +727 -0
  316. agentinputlab/registry/data/algorithms.json +1959 -0
  317. agentinputlab/registry/data/auxiliary_method_profiles.json +34 -0
  318. agentinputlab/registry/loader.py +100 -0
  319. agentinputlab/registry/result_manifest.py +184 -0
  320. agentinputlab/registry/runtime.py +195 -0
  321. agentinputlab/registry/schema.py +449 -0
  322. agentinputlab/runner/__init__.py +30 -0
  323. agentinputlab/runner/balance.py +248 -0
  324. agentinputlab/runner/cache.py +135 -0
  325. agentinputlab/runner/composite.py +130 -0
  326. agentinputlab/runner/engine.py +285 -0
  327. agentinputlab/runner/runtime_guard.py +268 -0
  328. agentinputlab/runner/worker.py +80 -0
  329. agentinputlab/runtime_bootstrap.py +288 -0
  330. agentinputlab/selectors/__init__.py +196 -0
  331. agentinputlab/selectors/advanced.py +1514 -0
  332. agentinputlab/selectors/artifacts.py +1087 -0
  333. agentinputlab/selectors/base.py +112 -0
  334. agentinputlab/selectors/campaigns.py +1893 -0
  335. agentinputlab/selectors/catalog.py +86 -0
  336. agentinputlab/selectors/discovery.py +1860 -0
  337. agentinputlab/selectors/evaluation.py +1348 -0
  338. agentinputlab/selectors/features.py +383 -0
  339. agentinputlab/selectors/learned.py +502 -0
  340. agentinputlab/selectors/no_op.py +28 -0
  341. agentinputlab/selectors/outcome_table.py +475 -0
  342. agentinputlab/selectors/producer.py +853 -0
  343. agentinputlab/selectors/rules.py +109 -0
  344. agentinputlab/selectors/runtime.py +420 -0
  345. agentinputlab/studies/__init__.py +16 -0
  346. agentinputlab/studies/design.py +165 -0
  347. agentinputlab/studies/paired.py +322 -0
  348. agentinputlab/studio/__init__.py +6 -0
  349. agentinputlab/studio/campaigns.py +819 -0
  350. agentinputlab/studio/engine.py +1408 -0
  351. agentinputlab/studio/model_backends.py +425 -0
  352. agentinputlab/studio/prepared.py +410 -0
  353. agentinputlab/studio/server.py +613 -0
  354. agentinputlab/studio/static/app.js +397 -0
  355. agentinputlab/studio/static/campaigns.html +175 -0
  356. agentinputlab/studio/static/campaigns.js +426 -0
  357. agentinputlab/studio/static/index.html +192 -0
  358. agentinputlab/studio/static/result.html +103 -0
  359. agentinputlab/studio/static/result.js +273 -0
  360. agentinputlab/studio/static/styles.css +467 -0
  361. agentinputlab-0.1.0a1.data/data/share/agentinputlab/CITATION.cff +22 -0
  362. agentinputlab-0.1.0a1.dist-info/METADATA +392 -0
  363. agentinputlab-0.1.0a1.dist-info/RECORD +469 -0
  364. agentinputlab-0.1.0a1.dist-info/WHEEL +5 -0
  365. agentinputlab-0.1.0a1.dist-info/entry_points.txt +6 -0
  366. agentinputlab-0.1.0a1.dist-info/licenses/LICENSE +21 -0
  367. agentinputlab-0.1.0a1.dist-info/licenses/NOTICE +31 -0
  368. agentinputlab-0.1.0a1.dist-info/licenses/THIRD_PARTY_NOTICES.md +94 -0
  369. agentinputlab-0.1.0a1.dist-info/top_level.txt +2 -0
  370. workers/README.md +94 -0
  371. workers/ace/README.md +261 -0
  372. workers/ace/__init__.py +1 -0
  373. workers/ace/compatibility_manifest.json +39 -0
  374. workers/ace/driver.py +1682 -0
  375. workers/acon/README.md +215 -0
  376. workers/acon/__init__.py +5 -0
  377. workers/acon/compatibility_manifest.json +93 -0
  378. workers/acon/driver.py +1859 -0
  379. workers/acon/fitted.py +395 -0
  380. workers/acon/guideline.py +470 -0
  381. workers/acon/guideline_source_manifest.json +20 -0
  382. workers/adaptive_rag/README.md +96 -0
  383. workers/adaptive_rag/__init__.py +15 -0
  384. workers/adaptive_rag/compatibility_manifest.json +61 -0
  385. workers/adaptive_rag/driver.py +1470 -0
  386. workers/adaptive_rag/fixture_runtime.py +163 -0
  387. workers/adaptive_rag/runtime.py +252 -0
  388. workers/ask_or_assume/README.md +124 -0
  389. workers/ask_or_assume/__init__.py +1 -0
  390. workers/ask_or_assume/compatibility_manifest.json +36 -0
  391. workers/ask_or_assume/driver.py +1227 -0
  392. workers/decomp/README.md +133 -0
  393. workers/decomp/UPSTREAM_LICENSE.Apache-2.0.txt +201 -0
  394. workers/decomp/__init__.py +5 -0
  395. workers/decomp/compatibility_manifest.json +205 -0
  396. workers/decomp/driver.py +1015 -0
  397. workers/decomp/live.py +137 -0
  398. workers/decomp/runtime.py +231 -0
  399. workers/infocqr/README.md +106 -0
  400. workers/infocqr/__init__.py +1 -0
  401. workers/infocqr/compatibility_manifest.json +84 -0
  402. workers/infocqr/driver.py +1766 -0
  403. workers/ircot/README.md +167 -0
  404. workers/ircot/__init__.py +7 -0
  405. workers/ircot/compatibility_manifest.json +121 -0
  406. workers/ircot/controlled.py +457 -0
  407. workers/ircot/driver.py +1373 -0
  408. workers/ircot/fixture_bindings.json +39 -0
  409. workers/ircot/fixture_config.json +48 -0
  410. workers/ircot/fixture_prompt.txt +2 -0
  411. workers/ircot/native_qa.py +398 -0
  412. workers/ircot/qa_compatibility_manifest.json +57 -0
  413. workers/ircot/runtime.py +97 -0
  414. workers/llmcompiler/README.md +160 -0
  415. workers/llmcompiler/__init__.py +1 -0
  416. workers/llmcompiler/compatibility_manifest.json +45 -0
  417. workers/llmcompiler/driver.py +1514 -0
  418. workers/llmcompiler/export_prompts.py +74 -0
  419. workers/llmcompiler/live.py +174 -0
  420. workers/llmcompiler/patch_manifest.json +147 -0
  421. workers/mce/README.md +198 -0
  422. workers/mce/__init__.py +29 -0
  423. workers/mce/compatibility_manifest.json +115 -0
  424. workers/mce/driver.py +2585 -0
  425. workers/mce/final_eval.py +173 -0
  426. workers/official_arenas/README.md +25 -0
  427. workers/official_arenas/__init__.py +1 -0
  428. workers/official_arenas/capture_records.py +110 -0
  429. workers/official_arenas/driver.py +619 -0
  430. workers/official_arenas/protocol.py +334 -0
  431. workers/official_arenas/providers/__init__.py +1 -0
  432. workers/official_arenas/providers/_live_history.py +228 -0
  433. workers/official_arenas/providers/_message_compat.py +77 -0
  434. workers/official_arenas/providers/appworld_ul.py +196 -0
  435. workers/official_arenas/providers/fixture.py +112 -0
  436. workers/official_arenas/providers/statebench.py +960 -0
  437. workers/official_arenas/providers/tau3.py +1672 -0
  438. workers/official_arenas/providers/tau_retail.py +586 -0
  439. workers/official_arenas/providers/toolsandbox.py +1321 -0
  440. workers/official_arenas/providers/tooltalk.py +699 -0
  441. workers/official_arenas/retail_capture.py +188 -0
  442. workers/official_arenas/retail_driver.py +275 -0
  443. workers/qrag/README.md +172 -0
  444. workers/qrag/__init__.py +1 -0
  445. workers/qrag/compatibility_manifest.json +64 -0
  446. workers/qrag/driver.py +673 -0
  447. workers/r2ag/README.md +154 -0
  448. workers/r2ag/__init__.py +5 -0
  449. workers/r2ag/compatibility_manifest.json +55 -0
  450. workers/r2ag/driver.py +1287 -0
  451. workers/r2ag/feature_schema.json +8 -0
  452. workers/r2ag/runtime.py +589 -0
  453. workers/recomp/README.md +120 -0
  454. workers/recomp/__init__.py +1 -0
  455. workers/recomp/compatibility_manifest.json +43 -0
  456. workers/recomp/driver.py +1653 -0
  457. workers/reformer/README.md +125 -0
  458. workers/reformer/__init__.py +1 -0
  459. workers/reformer/compatibility_manifest.json +68 -0
  460. workers/reformer/driver.py +1459 -0
  461. workers/reformer/induction.py +457 -0
  462. workers/rrr/README.md +126 -0
  463. workers/rrr/__init__.py +1 -0
  464. workers/rrr/compatibility_manifest.json +57 -0
  465. workers/rrr/driver.py +1133 -0
  466. workers/smartsearch/README.md +331 -0
  467. workers/smartsearch/__init__.py +1 -0
  468. workers/smartsearch/compatibility_manifest.json +41 -0
  469. workers/smartsearch/driver.py +1643 -0
@@ -0,0 +1,392 @@
1
+ Metadata-Version: 2.4
2
+ Name: agentinputlab
3
+ Version: 0.1.0a1
4
+ Summary: Auditable, intent-aware input intervention for LLM agents
5
+ Author: Chuang Zhao, Xiaomeng Li
6
+ License-Expression: MIT
7
+ Project-URL: Homepage, https://github.com/Data-Designer/AgentInputLab
8
+ Project-URL: Repository, https://github.com/Data-Designer/AgentInputLab
9
+ Project-URL: Documentation, https://github.com/Data-Designer/AgentInputLab/tree/release/toolkit-public/docs
10
+ Keywords: agents,llm,prompt-optimization,retrieval,benchmark
11
+ Classifier: Development Status :: 3 - Alpha
12
+ Classifier: Intended Audience :: Science/Research
13
+ Classifier: Programming Language :: Python :: 3
14
+ Classifier: Programming Language :: Python :: 3 :: Only
15
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
16
+ Requires-Python: >=3.10
17
+ Description-Content-Type: text/markdown
18
+ License-File: LICENSE
19
+ License-File: NOTICE
20
+ License-File: THIRD_PARTY_NOTICES.md
21
+ Provides-Extra: smartsearch-prepare
22
+ Requires-Dist: requests<3,>=2.32; extra == "smartsearch-prepare"
23
+ Requires-Dist: tqdm<5,>=4.66; extra == "smartsearch-prepare"
24
+ Provides-Extra: smartsearch-sample
25
+ Requires-Dist: jieba==0.42.1; extra == "smartsearch-sample"
26
+ Requires-Dist: langid==1.1.6; extra == "smartsearch-sample"
27
+ Requires-Dist: numpy<2,>=1.26; extra == "smartsearch-sample"
28
+ Provides-Extra: smartsearch-policy
29
+ Requires-Dist: torch==2.6.0; extra == "smartsearch-policy"
30
+ Requires-Dist: torchvision==0.21.0; extra == "smartsearch-policy"
31
+ Requires-Dist: torchaudio==2.6.0; extra == "smartsearch-policy"
32
+ Requires-Dist: transformers==4.51.1; extra == "smartsearch-policy"
33
+ Requires-Dist: datasets==4.0.0; extra == "smartsearch-policy"
34
+ Requires-Dist: accelerate==1.9.0; extra == "smartsearch-policy"
35
+ Requires-Dist: peft==0.17.1; extra == "smartsearch-policy"
36
+ Requires-Dist: trl==0.9.6; extra == "smartsearch-policy"
37
+ Requires-Dist: torchdata==0.11.0; extra == "smartsearch-policy"
38
+ Requires-Dist: tyro==0.8.14; extra == "smartsearch-policy"
39
+ Requires-Dist: numpy==1.26.4; extra == "smartsearch-policy"
40
+ Requires-Dist: pyarrow==21.0.0; extra == "smartsearch-policy"
41
+ Requires-Dist: omegaconf==2.3.0; extra == "smartsearch-policy"
42
+ Requires-Dist: safetensors==0.6.2; extra == "smartsearch-policy"
43
+ Requires-Dist: sentencepiece==0.2.1; extra == "smartsearch-policy"
44
+ Requires-Dist: PyYAML==6.0.2; extra == "smartsearch-policy"
45
+ Requires-Dist: einops==0.8.1; extra == "smartsearch-policy"
46
+ Requires-Dist: matplotlib==3.10.6; extra == "smartsearch-policy"
47
+ Requires-Dist: nltk==3.9.1; extra == "smartsearch-policy"
48
+ Requires-Dist: jieba==0.42.1; extra == "smartsearch-policy"
49
+ Requires-Dist: rouge-chinese==1.0.3; extra == "smartsearch-policy"
50
+ Requires-Dist: protobuf==5.29.5; extra == "smartsearch-policy"
51
+ Requires-Dist: tiktoken==0.9.0; extra == "smartsearch-policy"
52
+ Requires-Dist: fire==0.7.1; extra == "smartsearch-policy"
53
+ Requires-Dist: wheel==0.45.1; extra == "smartsearch-policy"
54
+ Requires-Dist: ninja==1.13.0; extra == "smartsearch-policy"
55
+ Provides-Extra: smartsearch-grpo
56
+ Requires-Dist: torch==2.6.0; extra == "smartsearch-grpo"
57
+ Requires-Dist: torchvision==0.21.0; extra == "smartsearch-grpo"
58
+ Requires-Dist: torchaudio==2.6.0; extra == "smartsearch-grpo"
59
+ Requires-Dist: transformers==4.51.1; extra == "smartsearch-grpo"
60
+ Requires-Dist: vllm==0.8.4; extra == "smartsearch-grpo"
61
+ Requires-Dist: ray[default]==2.47.1; extra == "smartsearch-grpo"
62
+ Requires-Dist: tensordict==0.6.2; extra == "smartsearch-grpo"
63
+ Requires-Dist: hydra-core==1.3.2; extra == "smartsearch-grpo"
64
+ Requires-Dist: omegaconf==2.3.0; extra == "smartsearch-grpo"
65
+ Requires-Dist: antlr4-python3-runtime==4.9.3; extra == "smartsearch-grpo"
66
+ Requires-Dist: numpy==1.26.4; extra == "smartsearch-grpo"
67
+ Requires-Dist: torchdata==0.11.0; extra == "smartsearch-grpo"
68
+ Requires-Dist: datasets==4.0.0; extra == "smartsearch-grpo"
69
+ Requires-Dist: pyarrow==21.0.0; extra == "smartsearch-grpo"
70
+ Requires-Dist: pandas==2.3.2; extra == "smartsearch-grpo"
71
+ Requires-Dist: accelerate==1.9.0; extra == "smartsearch-grpo"
72
+ Requires-Dist: codetiming==1.4.0; extra == "smartsearch-grpo"
73
+ Requires-Dist: einops==0.8.1; extra == "smartsearch-grpo"
74
+ Requires-Dist: safetensors==0.6.2; extra == "smartsearch-grpo"
75
+ Requires-Dist: tqdm==4.67.1; extra == "smartsearch-grpo"
76
+ Requires-Dist: requests==2.32.5; extra == "smartsearch-grpo"
77
+ Requires-Dist: PyYAML==6.0.2; extra == "smartsearch-grpo"
78
+ Requires-Dist: packaging==25.0; extra == "smartsearch-grpo"
79
+ Requires-Dist: ninja==1.13.0; extra == "smartsearch-grpo"
80
+ Requires-Dist: wheel==0.45.1; extra == "smartsearch-grpo"
81
+ Requires-Dist: jieba==0.42.1; extra == "smartsearch-grpo"
82
+ Requires-Dist: langid==1.1.6; extra == "smartsearch-grpo"
83
+ Provides-Extra: dev
84
+ Requires-Dist: build>=1.2; extra == "dev"
85
+ Requires-Dist: coverage[toml]>=7.6; extra == "dev"
86
+ Requires-Dist: pytest>=8.3; extra == "dev"
87
+ Requires-Dist: pytest-cov>=5.0; extra == "dev"
88
+ Requires-Dist: ir-measures<0.5,>=0.4.1; extra == "dev"
89
+ Requires-Dist: pyarrow<24,>=18; extra == "dev"
90
+ Requires-Dist: requests<3,>=2.32; extra == "dev"
91
+ Requires-Dist: rouge-score<0.2,>=0.1.2; extra == "dev"
92
+ Requires-Dist: ruff==0.12.5; extra == "dev"
93
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "dev"
94
+ Provides-Extra: compression
95
+ Requires-Dist: llmlingua==0.2.2; extra == "compression"
96
+ Provides-Extra: llmlingua2-fit
97
+ Requires-Dist: llmlingua==0.2.2; extra == "llmlingua2-fit"
98
+ Requires-Dist: torch<3,>=2.6; extra == "llmlingua2-fit"
99
+ Requires-Dist: transformers<6,>=4.51; extra == "llmlingua2-fit"
100
+ Requires-Dist: spacy==3.8.7; extra == "llmlingua2-fit"
101
+ Requires-Dist: tensorboard==2.20.0; extra == "llmlingua2-fit"
102
+ Requires-Dist: numpy<2,>=1.26; extra == "llmlingua2-fit"
103
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "llmlingua2-fit"
104
+ Requires-Dist: safetensors<1,>=0.5; extra == "llmlingua2-fit"
105
+ Provides-Extra: benchmarks
106
+ Requires-Dist: pyarrow<24,>=18; extra == "benchmarks"
107
+ Provides-Extra: clariq
108
+ Requires-Dist: pandas<3,>=2.1; extra == "clariq"
109
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "clariq"
110
+ Provides-Extra: reformer
111
+ Requires-Dist: pandas<3,>=2.1; extra == "reformer"
112
+ Provides-Extra: reformer-fit
113
+ Requires-Dist: numpy<3,>=1.26; extra == "reformer-fit"
114
+ Requires-Dist: pandas<3,>=2.1; extra == "reformer-fit"
115
+ Requires-Dist: requests<3,>=2.32; extra == "reformer-fit"
116
+ Requires-Dist: tqdm<5,>=4.66; extra == "reformer-fit"
117
+ Provides-Extra: recomp-fit
118
+ Requires-Dist: torch==1.13.0; extra == "recomp-fit"
119
+ Requires-Dist: torchvision==0.14.0; extra == "recomp-fit"
120
+ Requires-Dist: sentence-transformers==2.2.2; extra == "recomp-fit"
121
+ Requires-Dist: transformers==4.24.0; extra == "recomp-fit"
122
+ Requires-Dist: tokenizers==0.13.2; extra == "recomp-fit"
123
+ Requires-Dist: huggingface-hub==0.19.4; extra == "recomp-fit"
124
+ Requires-Dist: numpy==1.26.4; extra == "recomp-fit"
125
+ Requires-Dist: pandas==1.5.3; extra == "recomp-fit"
126
+ Requires-Dist: safetensors==0.5.3; extra == "recomp-fit"
127
+ Provides-Extra: recomp-seq2seq-fit
128
+ Requires-Dist: torch==1.13.0; extra == "recomp-seq2seq-fit"
129
+ Requires-Dist: transformers==4.24.0; extra == "recomp-seq2seq-fit"
130
+ Requires-Dist: tokenizers==0.13.2; extra == "recomp-seq2seq-fit"
131
+ Requires-Dist: numpy==1.26.4; extra == "recomp-seq2seq-fit"
132
+ Requires-Dist: datasets==2.14.7; extra == "recomp-seq2seq-fit"
133
+ Requires-Dist: pyarrow==14.0.2; extra == "recomp-seq2seq-fit"
134
+ Requires-Dist: fsspec==2023.10.0; extra == "recomp-seq2seq-fit"
135
+ Requires-Dist: huggingface-hub==0.19.4; extra == "recomp-seq2seq-fit"
136
+ Requires-Dist: nltk==3.9.2; extra == "recomp-seq2seq-fit"
137
+ Requires-Dist: rouge==1.0.1; extra == "recomp-seq2seq-fit"
138
+ Requires-Dist: safetensors==0.5.3; extra == "recomp-seq2seq-fit"
139
+ Requires-Dist: sentencepiece==0.2.1; extra == "recomp-seq2seq-fit"
140
+ Provides-Extra: adaptive-rag-fit
141
+ Requires-Dist: torch==1.13.0; extra == "adaptive-rag-fit"
142
+ Requires-Dist: transformers==4.28.1; extra == "adaptive-rag-fit"
143
+ Requires-Dist: tokenizers==0.13.3; extra == "adaptive-rag-fit"
144
+ Requires-Dist: accelerate==0.15.0; extra == "adaptive-rag-fit"
145
+ Requires-Dist: numpy==1.26.4; extra == "adaptive-rag-fit"
146
+ Requires-Dist: datasets==2.14.7; extra == "adaptive-rag-fit"
147
+ Requires-Dist: pyarrow==14.0.2; extra == "adaptive-rag-fit"
148
+ Requires-Dist: fsspec==2023.10.0; extra == "adaptive-rag-fit"
149
+ Requires-Dist: huggingface-hub==0.19.4; extra == "adaptive-rag-fit"
150
+ Requires-Dist: nltk==3.9.2; extra == "adaptive-rag-fit"
151
+ Requires-Dist: safetensors==0.5.3; extra == "adaptive-rag-fit"
152
+ Requires-Dist: sentencepiece==0.2.1; extra == "adaptive-rag-fit"
153
+ Requires-Dist: jsonlines==4.0.0; extra == "adaptive-rag-fit"
154
+ Provides-Extra: plan-and-budget
155
+ Requires-Dist: numpy==1.26.4; extra == "plan-and-budget"
156
+ Provides-Extra: hyde-native
157
+ Requires-Dist: numpy<3,>=1.26; extra == "hyde-native"
158
+ Provides-Extra: infocqr-student
159
+ Requires-Dist: torch<3,>=2.6; extra == "infocqr-student"
160
+ Requires-Dist: transformers<5,>=4.51; extra == "infocqr-student"
161
+ Requires-Dist: sentencepiece<0.3,>=0.2; extra == "infocqr-student"
162
+ Requires-Dist: safetensors<1,>=0.5; extra == "infocqr-student"
163
+ Provides-Extra: llmcompiler
164
+ Requires-Dist: langchain==0.2.6; extra == "llmcompiler"
165
+ Requires-Dist: langchain-community==0.2.6; extra == "llmcompiler"
166
+ Requires-Dist: openai==1.3.7; extra == "llmcompiler"
167
+ Requires-Dist: tiktoken==0.5.2; extra == "llmcompiler"
168
+ Provides-Extra: decomp
169
+ Requires-Dist: torch==1.13.0; extra == "decomp"
170
+ Requires-Dist: transformers==4.24.0; extra == "decomp"
171
+ Requires-Dist: numpy==1.26.4; extra == "decomp"
172
+ Requires-Dist: jsonnet==0.21.0; extra == "decomp"
173
+ Requires-Dist: nltk==3.9.2; extra == "decomp"
174
+ Requires-Dist: openai==0.28.1; extra == "decomp"
175
+ Requires-Dist: diskcache==5.6.3; extra == "decomp"
176
+ Requires-Dist: python-dateutil==2.9.0.post0; extra == "decomp"
177
+ Requires-Dist: requests==2.32.5; extra == "decomp"
178
+ Provides-Extra: acon
179
+ Requires-Dist: requests<3,>=2.32; extra == "acon"
180
+ Requires-Dist: jinja2<4,>=3.1; extra == "acon"
181
+ Requires-Dist: tiktoken<1,>=0.9; extra == "acon"
182
+ Provides-Extra: acon-fit
183
+ Requires-Dist: requests<3,>=2.32; extra == "acon-fit"
184
+ Requires-Dist: jinja2<4,>=3.1; extra == "acon-fit"
185
+ Requires-Dist: tiktoken<1,>=0.9; extra == "acon-fit"
186
+ Requires-Dist: numpy<3,>=1.26; extra == "acon-fit"
187
+ Requires-Dist: openai<3,>=1.50; extra == "acon-fit"
188
+ Requires-Dist: PyYAML<7,>=6; extra == "acon-fit"
189
+ Requires-Dist: msal<2,>=1.30; extra == "acon-fit"
190
+ Requires-Dist: tqdm<5,>=4.66; extra == "acon-fit"
191
+ Provides-Extra: ace
192
+ Requires-Dist: numpy<3,>=1.26; extra == "ace"
193
+ Requires-Dist: openai<3,>=1.50; extra == "ace"
194
+ Requires-Dist: python-dotenv<2,>=1.2; extra == "ace"
195
+ Requires-Dist: tiktoken<1,>=0.12; extra == "ace"
196
+ Provides-Extra: ircot
197
+ Requires-Dist: numpy==1.26.4; extra == "ircot"
198
+ Requires-Dist: jsonnet==0.21.0; extra == "ircot"
199
+ Requires-Dist: transformers==4.24.0; extra == "ircot"
200
+ Requires-Dist: spacy==3.4.1; extra == "ircot"
201
+ Requires-Dist: openai==0.28.1; extra == "ircot"
202
+ Requires-Dist: diskcache==5.6.3; extra == "ircot"
203
+ Requires-Dist: nltk==3.9.2; extra == "ircot"
204
+ Requires-Dist: requests==2.32.5; extra == "ircot"
205
+ Requires-Dist: rapidfuzz<4,>=3; extra == "ircot"
206
+ Requires-Dist: ftfy<7,>=6; extra == "ircot"
207
+ Requires-Dist: python-dateutil<3,>=2.8; extra == "ircot"
208
+ Requires-Dist: tqdm<5,>=4.66; extra == "ircot"
209
+ Provides-Extra: evaluation
210
+ Requires-Dist: ir-measures<0.5,>=0.4.1; extra == "evaluation"
211
+ Requires-Dist: rouge-score<0.2,>=0.1.2; extra == "evaluation"
212
+ Provides-Extra: longbench
213
+ Requires-Dist: jieba==0.42.1; extra == "longbench"
214
+ Requires-Dist: rouge==1.0.1; extra == "longbench"
215
+ Requires-Dist: fuzzywuzzy==0.18.0; extra == "longbench"
216
+ Provides-Extra: dense-retrieval
217
+ Requires-Dist: sentence-transformers<6,>=3.0; extra == "dense-retrieval"
218
+ Requires-Dist: transformers<6,>=4.51; extra == "dense-retrieval"
219
+ Provides-Extra: selectors
220
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "selectors"
221
+ Provides-Extra: mce-text
222
+ Requires-Dist: openai<3,>=1.50; extra == "mce-text"
223
+ Requires-Dist: httpx<1,>=0.27; extra == "mce-text"
224
+ Requires-Dist: python-dotenv<2,>=1.2; extra == "mce-text"
225
+ Provides-Extra: paper
226
+ Requires-Dist: matplotlib<4,>=3.8; extra == "paper"
227
+ Requires-Dist: numpy<3,>=1.26; extra == "paper"
228
+ Requires-Dist: pandas<3,>=2.1; extra == "paper"
229
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "paper"
230
+ Provides-Extra: local
231
+ Requires-Dist: torch>=2.2; extra == "local"
232
+ Requires-Dist: transformers>=4.40; extra == "local"
233
+ Provides-Extra: qrag
234
+ Requires-Dist: datasets<5,>=3; extra == "qrag"
235
+ Requires-Dist: hydra-core<2,>=1.3; extra == "qrag"
236
+ Requires-Dist: nltk<4,>=3.9; extra == "qrag"
237
+ Requires-Dist: numpy<3,>=1.26; extra == "qrag"
238
+ Requires-Dist: omegaconf<3,>=2.3; extra == "qrag"
239
+ Requires-Dist: rotary-embedding-torch<1,>=0.8; extra == "qrag"
240
+ Requires-Dist: sortedcontainers<3,>=2.4; extra == "qrag"
241
+ Requires-Dist: torch>=2.2; extra == "qrag"
242
+ Requires-Dist: transformers<6,>=4.51; extra == "qrag"
243
+ Provides-Extra: qrag-fit
244
+ Requires-Dist: datasets<5,>=3; extra == "qrag-fit"
245
+ Requires-Dist: hydra-core<2,>=1.3; extra == "qrag-fit"
246
+ Requires-Dist: nltk<4,>=3.9; extra == "qrag-fit"
247
+ Requires-Dist: numpy<3,>=1.26; extra == "qrag-fit"
248
+ Requires-Dist: omegaconf<3,>=2.3; extra == "qrag-fit"
249
+ Requires-Dist: rotary-embedding-torch<1,>=0.8; extra == "qrag-fit"
250
+ Requires-Dist: sortedcontainers<3,>=2.4; extra == "qrag-fit"
251
+ Requires-Dist: torch<3,>=2.6; extra == "qrag-fit"
252
+ Requires-Dist: transformers<6,>=4.51; extra == "qrag-fit"
253
+ Requires-Dist: safetensors<1,>=0.5; extra == "qrag-fit"
254
+ Requires-Dist: tensorboard<3,>=2.18; extra == "qrag-fit"
255
+ Provides-Extra: r2ag-fit
256
+ Requires-Dist: torch<3,>=2.6; extra == "r2ag-fit"
257
+ Requires-Dist: transformers<6,>=5.15; extra == "r2ag-fit"
258
+ Requires-Dist: sentence-transformers<6,>=5; extra == "r2ag-fit"
259
+ Requires-Dist: numpy<2,>=1.26; extra == "r2ag-fit"
260
+ Requires-Dist: accelerate<2,>=1.10; extra == "r2ag-fit"
261
+ Requires-Dist: bitsandbytes==0.49.2; extra == "r2ag-fit"
262
+ Requires-Dist: safetensors<1,>=0.5; extra == "r2ag-fit"
263
+ Requires-Dist: kernels==0.16.0; extra == "r2ag-fit"
264
+ Provides-Extra: process-monitoring
265
+ Requires-Dist: psutil>=5.9; extra == "process-monitoring"
266
+ Provides-Extra: gpu-monitoring
267
+ Requires-Dist: psutil>=5.9; extra == "gpu-monitoring"
268
+ Requires-Dist: nvidia-ml-py>=12; extra == "gpu-monitoring"
269
+ Provides-Extra: yaml
270
+ Requires-Dist: PyYAML>=6.0; extra == "yaml"
271
+ Provides-Extra: querygym
272
+ Requires-Dist: PyYAML>=6.0; extra == "querygym"
273
+ Requires-Dist: tqdm>=4.66; extra == "querygym"
274
+ Dynamic: license-file
275
+
276
+ # AgentInputLab
277
+
278
+ A Python toolkit and typed JavaScript client for composing and evaluating input interventions for LLM agents.
279
+
280
+ This branch contains reusable library code, worker adapters, synthetic tests and documentation. It contains no paper results, experiment logs, datasets, trained weights or private execution configuration. It starts a new Git history: do not make the entire historical research repository public to publish this branch.
281
+
282
+ ## Install
283
+
284
+ Python 3.10+; optional model dependencies have their own Python/platform constraints.
285
+
286
+ ```sh
287
+ python -m pip install agentinputlab==0.1.0a1
288
+ agentinputlab doctor --json
289
+ agentinputlab smoke --json
290
+ ```
291
+
292
+ To install from source:
293
+
294
+ ```sh
295
+ git clone --single-branch --branch release/toolkit-public https://github.com/Data-Designer/AgentInputLab.git
296
+ cd AgentInputLab
297
+ python -m pip install .
298
+ agentinputlab doctor --offline
299
+ agentinputlab smoke --json
300
+ ```
301
+
302
+ The Python distribution is an initial alpha. The JavaScript SDK remains source-only while npm publication is deferred. To build local Python and SDK artifacts:
303
+
304
+ ```sh
305
+ python -m pip install build
306
+ python -m build
307
+ python -m pip install dist/agentinputlab-0.1.0a1-py3-none-any.whl
308
+ cd packages/sdk
309
+ npm ci
310
+ npm test
311
+ npm pack
312
+ # From a JavaScript application:
313
+ npm install /absolute/path/to/agentinputlab-sdk-0.1.0-alpha.1.tgz
314
+ ```
315
+
316
+ ## Python: apply a real intervention
317
+
318
+ ```python
319
+ from agentinputlab import FrozenAgentState, InterventionContext
320
+ from agentinputlab.api import create_intervention, run_intervention
321
+
322
+ method = create_intervention("plan.plan_and_solve.ps_prompt")
323
+ result = run_intervention(method, FrozenAgentState(query="Find a suitable flight"),
324
+ InterventionContext(seed=17))
325
+ print(result["state"]["instruction"])
326
+ ```
327
+
328
+ This executes the Plan-and-Solve prompt intervention. It is not an LLM response or a scored benchmark result. For model-driven methods, supply an explicit backend, retriever or external worker in `InterventionContext`; constructors retain their documented method-specific parameters. See [real execution](docs/real-execution.md).
329
+
330
+ ```python
331
+ from agentinputlab.api import catalog
332
+ from agentinputlab.registry import AlgorithmRegistry
333
+
334
+ print(catalog()["benchmarks"])
335
+ registry = AlgorithmRegistry.default()
336
+ for method, profile in registry.list_releases():
337
+ print(method.method_id, profile.id, profile.status.value, profile.blocking_reasons)
338
+ ```
339
+
340
+ The catalog exposes 27 method identities and 31 benchmark entries, including ToolTalk and datasets outside the paper's reporting subset. Choose a release profile and provision its declared code, checkpoints, environment and native scorer. Profile registration and real execution are separate compatibility dimensions; see [validation and profile prerequisites](docs/validation.md). Composite agents retain their native interfaces.
341
+
342
+ For Rewrite-Retrieve-Read (RRR), start with
343
+ [`rewrite.rrr.common_support_prompt`](docs/rrr-controlled.md): the controlled
344
+ prompt adapter uses your configured backbone and retriever for the
345
+ rewrite → retrieve → reader chain. Author warm-up/PPO checkpoints are separate,
346
+ optional external profiles.
347
+
348
+ For offline optimization, see [Q-RAG value-policy training](docs/qrag-training.md)
349
+ and [R²AG reader-aligned training and generation](docs/r2ag-training.md). These
350
+ recipes save fitted artifact identities and separate training costs from
351
+ subsequent inference.
352
+
353
+ ## JavaScript / TypeScript
354
+
355
+ The SDK connects to the same Python execution core; it does not reimplement algorithms. In Python, configure a server with explicit profile factories and dependency contexts. The CLI exposes only NO_OP and Plan-and-Solve by default:
356
+
357
+ ```sh
358
+ # Set a newly generated local token of at least 24 characters in your shell.
359
+ export AGENTINPUTLAB_API_TOKEN="$(python -c 'import secrets; print(secrets.token_urlsafe(32))')"
360
+ agentinputlab-serve --port 8765
361
+ ```
362
+
363
+ ```typescript
364
+ import { AgentInputLab } from '@agentinputlab/sdk';
365
+ const client = new AgentInputLab({ token: process.env.AGENTINPUTLAB_API_TOKEN! });
366
+ const inventory = await client.catalog();
367
+ const result = await client.intervene({
368
+ release_id: 'plan.plan_and_solve.ps_prompt',
369
+ state: { query: 'Find a suitable flight', budget: { max_model_calls: 8, max_output_tokens: 4096 } },
370
+ seed: 17,
371
+ });
372
+ console.log(result.state);
373
+ ```
374
+
375
+ The bundled HTTP server is authenticated and loopback-only. It is a development bridge, not a public multi-tenant hosting service. Browser CORS is intentionally disabled. Do not expose its token in browser bundles. See [API contract](docs/api.md).
376
+
377
+ ## Tests versus real measurements
378
+
379
+ ```sh
380
+ python -m pip install pytest
381
+ pytest
382
+ python tools/check_distribution.py dist/*.whl dist/*.tar.gz
383
+ python tools/compatibility_inventory.py --output /tmp/agentinputlab-compatibility.json
384
+ ```
385
+
386
+ Offline tests exercise algorithm behavior with explicit synthetic fixtures, transport, budgets, typed failures and worker contracts. The compatibility inventory checks every registered method, benchmark and requested backbone identity; it does not run models and labels untested cells as untested. Model names are user-configured, not hardcoded as a supported-model allowlist.
387
+
388
+ Real acceptance requires licensed data, pinned assets, an actual serving endpoint and the benchmark's native scorer. A patch, a synthetic fixture, a mock HTTP reply or an imported adapter is never an official score. See the staged [validation policy](docs/validation.md).
389
+
390
+ ## License
391
+
392
+ MIT for this repository's code. External dependencies retain their own licenses; consult `THIRD_PARTY_NOTICES.md` before downloading or distributing them. Registry publication follows the [acceptance and ownership checks](PUBLISHING.md).