agentinputlab 0.1.0a1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (573) hide show
  1. agentinputlab-0.1.0a1/.release/PYPI_PUBLISHING_DISABLED +1 -0
  2. agentinputlab-0.1.0a1/CITATION.cff +22 -0
  3. agentinputlab-0.1.0a1/LICENSE +21 -0
  4. agentinputlab-0.1.0a1/MANIFEST.in +15 -0
  5. agentinputlab-0.1.0a1/NOTICE +31 -0
  6. agentinputlab-0.1.0a1/PKG-INFO +392 -0
  7. agentinputlab-0.1.0a1/PUBLISHING.md +7 -0
  8. agentinputlab-0.1.0a1/README.md +117 -0
  9. agentinputlab-0.1.0a1/THIRD_PARTY_NOTICES.md +94 -0
  10. agentinputlab-0.1.0a1/docs/ace-bfcl.md +70 -0
  11. agentinputlab-0.1.0a1/docs/ace-native-statebench.md +127 -0
  12. agentinputlab-0.1.0a1/docs/ace-native-tau.md +91 -0
  13. agentinputlab-0.1.0a1/docs/ace-native-toolsandbox.md +92 -0
  14. agentinputlab-0.1.0a1/docs/ace-online.md +89 -0
  15. agentinputlab-0.1.0a1/docs/acon-live-tau.md +75 -0
  16. agentinputlab-0.1.0a1/docs/acon-live-tooltalk.md +46 -0
  17. agentinputlab-0.1.0a1/docs/adaptive-rag-fit.md +104 -0
  18. agentinputlab-0.1.0a1/docs/api.md +264 -0
  19. agentinputlab-0.1.0a1/docs/decomp-planner.md +63 -0
  20. agentinputlab-0.1.0a1/docs/hyde-external.md +70 -0
  21. agentinputlab-0.1.0a1/docs/infocqr-student.md +105 -0
  22. agentinputlab-0.1.0a1/docs/ircot-native-qa.md +87 -0
  23. agentinputlab-0.1.0a1/docs/ircot-prediction-replay.md +66 -0
  24. agentinputlab-0.1.0a1/docs/llmlingua2-multilingual.md +51 -0
  25. agentinputlab-0.1.0a1/docs/llmlingua2-training.md +76 -0
  26. agentinputlab-0.1.0a1/docs/longllmlingua-controlled.md +62 -0
  27. agentinputlab-0.1.0a1/docs/plan-and-budget-full.md +69 -0
  28. agentinputlab-0.1.0a1/docs/plan-and-budget-hard-cap.md +67 -0
  29. agentinputlab-0.1.0a1/docs/qrag-training.md +97 -0
  30. agentinputlab-0.1.0a1/docs/r2ag-training.md +157 -0
  31. agentinputlab-0.1.0a1/docs/real-execution.md +593 -0
  32. agentinputlab-0.1.0a1/docs/recomp-abstractive-training.md +71 -0
  33. agentinputlab-0.1.0a1/docs/recomp-extractive-training.md +75 -0
  34. agentinputlab-0.1.0a1/docs/recomp-selective.md +47 -0
  35. agentinputlab-0.1.0a1/docs/reformer-induction.md +74 -0
  36. agentinputlab-0.1.0a1/docs/retriever_profiles.md +185 -0
  37. agentinputlab-0.1.0a1/docs/rrr-controlled.md +53 -0
  38. agentinputlab-0.1.0a1/docs/smartsearch-training.md +436 -0
  39. agentinputlab-0.1.0a1/docs/toolkit-acceptance.md +151 -0
  40. agentinputlab-0.1.0a1/docs/udcs-deterministic.md +54 -0
  41. agentinputlab-0.1.0a1/docs/validation.md +47 -0
  42. agentinputlab-0.1.0a1/pyproject.toml +198 -0
  43. agentinputlab-0.1.0a1/scripts/selectors/_common.py +64 -0
  44. agentinputlab-0.1.0a1/scripts/selectors/build_policy_manifest.py +87 -0
  45. agentinputlab-0.1.0a1/scripts/selectors/calibrate_selector.py +69 -0
  46. agentinputlab-0.1.0a1/scripts/selectors/export_discovery.py +59 -0
  47. agentinputlab-0.1.0a1/scripts/selectors/freeze_selector.py +53 -0
  48. agentinputlab-0.1.0a1/scripts/selectors/train_selector.py +86 -0
  49. agentinputlab-0.1.0a1/setup.cfg +4 -0
  50. agentinputlab-0.1.0a1/src/agentinputlab/__init__.py +28 -0
  51. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/__init__.py +6 -0
  52. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/__init__.py +145 -0
  53. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/adaptive_rag/__init__.py +43 -0
  54. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/adaptive_rag/replay.py +367 -0
  55. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/adaptive_rag/runtime.py +1202 -0
  56. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/adaptive_rag_common_support.py +542 -0
  57. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/hyde.py +296 -0
  58. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/hyde_controlled.py +200 -0
  59. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/hyde_external.py +148 -0
  60. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/ircot.py +28 -0
  61. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/ircot_common_support.py +478 -0
  62. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/ircot_native.py +355 -0
  63. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/ircot_replay.py +327 -0
  64. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/__init__.py +79 -0
  65. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/bridge.py +828 -0
  66. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/common_support.py +891 -0
  67. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/native_axis.py +71 -0
  68. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/reader_adapter.py +139 -0
  69. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/r2ag/__init__.py +57 -0
  70. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/r2ag/bridge.py +1312 -0
  71. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/r2ag/common_support.py +1029 -0
  72. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/r2ag/socket_runtime.py +255 -0
  73. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/__init__.py +61 -0
  74. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/_structured.py +64 -0
  75. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/active_task_disambiguation.py +371 -0
  76. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/ask_or_assume/__init__.py +17 -0
  77. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/ask_or_assume/monitor.py +410 -0
  78. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/future_turns.py +379 -0
  79. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/udcs.py +255 -0
  80. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/udcs_deterministic.py +196 -0
  81. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/__init__.py +65 -0
  82. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/__init__.py +27 -0
  83. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/common.py +284 -0
  84. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/common_support.py +136 -0
  85. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/history_bridge.py +309 -0
  86. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/observation_bridge.py +290 -0
  87. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/__init__.py +30 -0
  88. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/adapters.py +537 -0
  89. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/budget.py +48 -0
  90. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/controlled.py +175 -0
  91. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/multilingual.py +105 -0
  92. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/span_map.py +167 -0
  93. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/recomp/__init__.py +47 -0
  94. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/recomp/external.py +1129 -0
  95. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/recomp/selective.py +304 -0
  96. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/__init__.py +107 -0
  97. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/decomp/__init__.py +53 -0
  98. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/decomp/common_support.py +478 -0
  99. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/decomp/planner_component.py +199 -0
  100. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/decomp/worker_bridge.py +416 -0
  101. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/llm_compiler/__init__.py +35 -0
  102. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/llm_compiler/bridge.py +520 -0
  103. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/llm_compiler/common_support.py +504 -0
  104. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/__init__.py +43 -0
  105. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/cached_soft_budget.py +362 -0
  106. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/decomposer_component.py +107 -0
  107. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/full.py +205 -0
  108. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/hard_cap.py +246 -0
  109. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/regenerated_soft_budget.py +448 -0
  110. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_solve/__init__.py +33 -0
  111. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_solve/plan_component.py +192 -0
  112. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_solve/ps_prompt.py +127 -0
  113. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/self_ask/__init__.py +27 -0
  114. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/self_ask/loop.py +362 -0
  115. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/self_ask/planner_component.py +117 -0
  116. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/__init__.py +85 -0
  117. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/infocqr/__init__.py +40 -0
  118. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/infocqr/cache_replay.py +362 -0
  119. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/infocqr/external.py +675 -0
  120. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/infocqr/student.py +189 -0
  121. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/__init__.py +42 -0
  122. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/controlled_live.py +190 -0
  123. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/models.py +95 -0
  124. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/official_cached.py +335 -0
  125. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/querygym_bridge.py +223 -0
  126. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/querygym_runtime.py +326 -0
  127. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/reformer/__init__.py +23 -0
  128. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/reformer/external.py +417 -0
  129. agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/rrr.py +696 -0
  130. agentinputlab-0.1.0a1/src/agentinputlab/annotation/__init__.py +5 -0
  131. agentinputlab-0.1.0a1/src/agentinputlab/annotation/independent.py +428 -0
  132. agentinputlab-0.1.0a1/src/agentinputlab/annotation/server.py +233 -0
  133. agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/app.js +121 -0
  134. agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/index.html +60 -0
  135. agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/review.css +2 -0
  136. agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/review.html +10 -0
  137. agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/review.js +11 -0
  138. agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/styles.css +55 -0
  139. agentinputlab-0.1.0a1/src/agentinputlab/annotation/store.py +444 -0
  140. agentinputlab-0.1.0a1/src/agentinputlab/api.py +368 -0
  141. agentinputlab-0.1.0a1/src/agentinputlab/artifacts/__init__.py +15 -0
  142. agentinputlab-0.1.0a1/src/agentinputlab/artifacts/json_file.py +104 -0
  143. agentinputlab-0.1.0a1/src/agentinputlab/artifacts/manifest.py +98 -0
  144. agentinputlab-0.1.0a1/src/agentinputlab/artifacts/store.py +157 -0
  145. agentinputlab-0.1.0a1/src/agentinputlab/backends/__init__.py +98 -0
  146. agentinputlab-0.1.0a1/src/agentinputlab/backends/embedding/__init__.py +25 -0
  147. agentinputlab-0.1.0a1/src/agentinputlab/backends/embedding/base.py +145 -0
  148. agentinputlab-0.1.0a1/src/agentinputlab/backends/embedding/callable.py +75 -0
  149. agentinputlab-0.1.0a1/src/agentinputlab/backends/embedding/replay.py +129 -0
  150. agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/__init__.py +31 -0
  151. agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/base.py +149 -0
  152. agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/callable.py +108 -0
  153. agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/decomp_completion.py +88 -0
  154. agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/final_content_stop.py +72 -0
  155. agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/gpt_oss_final_channel.py +84 -0
  156. agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/openai_compatible.py +332 -0
  157. agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/transformers.py +171 -0
  158. agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/__init__.py +35 -0
  159. agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/base.py +50 -0
  160. agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/dense.py +777 -0
  161. agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/memory.py +119 -0
  162. agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/sqlite_fts.py +155 -0
  163. agentinputlab-0.1.0a1/src/agentinputlab/backends/user/__init__.py +15 -0
  164. agentinputlab-0.1.0a1/src/agentinputlab/backends/user/base.py +66 -0
  165. agentinputlab-0.1.0a1/src/agentinputlab/backends/user/callable.py +54 -0
  166. agentinputlab-0.1.0a1/src/agentinputlab/backends/user/replay.py +89 -0
  167. agentinputlab-0.1.0a1/src/agentinputlab/backends/vector.py +38 -0
  168. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/__init__.py +246 -0
  169. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/acquisition.py +106 -0
  170. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/ale.py +540 -0
  171. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/appworld_ul.py +669 -0
  172. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/assets.py +226 -0
  173. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/base.py +68 -0
  174. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/beir_archive.py +235 -0
  175. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/beir_sample.py +269 -0
  176. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/bfcl_native.py +245 -0
  177. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/bfcl_v3.py +607 -0
  178. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/cache.py +218 -0
  179. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/clariq.py +203 -0
  180. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/data/registry.json +321 -0
  181. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/data/smoke_assets.json +511 -0
  182. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/data/statebench_v0_8_1_task_ids.json +475 -0
  183. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/data/toolsandbox_165848b_scenario_names.json +1 -0
  184. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/execution.py +1111 -0
  185. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/interactive.py +257 -0
  186. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/ir_query.py +204 -0
  187. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/longbench.py +203 -0
  188. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/paired_replay.py +479 -0
  189. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/preprocess.py +2313 -0
  190. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/production.py +236 -0
  191. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/qa.py +963 -0
  192. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/registry.py +110 -0
  193. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/retrieval.py +459 -0
  194. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/runtime.py +509 -0
  195. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/statebench.py +938 -0
  196. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/tau3.py +725 -0
  197. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/toolsandbox.py +626 -0
  198. agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/trec_dl_sample.py +263 -0
  199. agentinputlab-0.1.0a1/src/agentinputlab/campaign.py +654 -0
  200. agentinputlab-0.1.0a1/src/agentinputlab/campaign_runner.py +953 -0
  201. agentinputlab-0.1.0a1/src/agentinputlab/cli/__init__.py +6 -0
  202. agentinputlab-0.1.0a1/src/agentinputlab/cli/main.py +933 -0
  203. agentinputlab-0.1.0a1/src/agentinputlab/connectors/__init__.py +46 -0
  204. agentinputlab-0.1.0a1/src/agentinputlab/connectors/knowledge/__init__.py +4 -0
  205. agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/__init__.py +30 -0
  206. agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/base.py +57 -0
  207. agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/mcp.py +222 -0
  208. agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/memory.py +41 -0
  209. agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/openapi.py +695 -0
  210. agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/schema.py +102 -0
  211. agentinputlab-0.1.0a1/src/agentinputlab/contracts/__init__.py +91 -0
  212. agentinputlab-0.1.0a1/src/agentinputlab/contracts/availability.py +24 -0
  213. agentinputlab-0.1.0a1/src/agentinputlab/contracts/dependency.py +58 -0
  214. agentinputlab-0.1.0a1/src/agentinputlab/contracts/enums.py +82 -0
  215. agentinputlab-0.1.0a1/src/agentinputlab/contracts/errors.py +63 -0
  216. agentinputlab-0.1.0a1/src/agentinputlab/contracts/evidence.py +43 -0
  217. agentinputlab-0.1.0a1/src/agentinputlab/contracts/intent.py +110 -0
  218. agentinputlab-0.1.0a1/src/agentinputlab/contracts/lifecycle.py +164 -0
  219. agentinputlab-0.1.0a1/src/agentinputlab/contracts/patch.py +167 -0
  220. agentinputlab-0.1.0a1/src/agentinputlab/contracts/serialization.py +93 -0
  221. agentinputlab-0.1.0a1/src/agentinputlab/contracts/state.py +127 -0
  222. agentinputlab-0.1.0a1/src/agentinputlab/contracts/trace.py +59 -0
  223. agentinputlab-0.1.0a1/src/agentinputlab/contracts/worker.py +42 -0
  224. agentinputlab-0.1.0a1/src/agentinputlab/core/__init__.py +7 -0
  225. agentinputlab-0.1.0a1/src/agentinputlab/data/__init__.py +32 -0
  226. agentinputlab-0.1.0a1/src/agentinputlab/data/checksums.py +9 -0
  227. agentinputlab-0.1.0a1/src/agentinputlab/data/downloader.py +235 -0
  228. agentinputlab-0.1.0a1/src/agentinputlab/data/http.py +171 -0
  229. agentinputlab-0.1.0a1/src/agentinputlab/data/index.py +21 -0
  230. agentinputlab-0.1.0a1/src/agentinputlab/data/overlap.py +28 -0
  231. agentinputlab-0.1.0a1/src/agentinputlab/data/preprocess.py +32 -0
  232. agentinputlab-0.1.0a1/src/agentinputlab/data/storage.py +57 -0
  233. agentinputlab-0.1.0a1/src/agentinputlab/data/trec_sample.py +427 -0
  234. agentinputlab-0.1.0a1/src/agentinputlab/evaluation/__init__.py +5 -0
  235. agentinputlab-0.1.0a1/src/agentinputlab/evaluation/outcomes.py +32 -0
  236. agentinputlab-0.1.0a1/src/agentinputlab/experiments/__init__.py +278 -0
  237. agentinputlab-0.1.0a1/src/agentinputlab/experiments/analysis.py +981 -0
  238. agentinputlab-0.1.0a1/src/agentinputlab/experiments/artifacts.py +687 -0
  239. agentinputlab-0.1.0a1/src/agentinputlab/experiments/automatic_measurement.py +678 -0
  240. agentinputlab-0.1.0a1/src/agentinputlab/experiments/auxiliary_matrix.py +203 -0
  241. agentinputlab-0.1.0a1/src/agentinputlab/experiments/bindings.py +430 -0
  242. agentinputlab-0.1.0a1/src/agentinputlab/experiments/blueprints.py +147 -0
  243. agentinputlab-0.1.0a1/src/agentinputlab/experiments/builders/__init__.py +45 -0
  244. agentinputlab-0.1.0a1/src/agentinputlab/experiments/builders/executable_external_payload.py +423 -0
  245. agentinputlab-0.1.0a1/src/agentinputlab/experiments/builders/external_process_arena.py +1018 -0
  246. agentinputlab-0.1.0a1/src/agentinputlab/experiments/builders/registry_intervention.py +463 -0
  247. agentinputlab-0.1.0a1/src/agentinputlab/experiments/cli.py +158 -0
  248. agentinputlab-0.1.0a1/src/agentinputlab/experiments/controls.py +340 -0
  249. agentinputlab-0.1.0a1/src/agentinputlab/experiments/driver_guard.py +205 -0
  250. agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/__init__.py +89 -0
  251. agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/external_arena.py +2908 -0
  252. agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/method_process.py +662 -0
  253. agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/parity_process.py +1484 -0
  254. agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/static_production.py +1574 -0
  255. agentinputlab-0.1.0a1/src/agentinputlab/experiments/executor.py +448 -0
  256. agentinputlab-0.1.0a1/src/agentinputlab/experiments/loader.py +605 -0
  257. agentinputlab-0.1.0a1/src/agentinputlab/experiments/measurement.py +675 -0
  258. agentinputlab-0.1.0a1/src/agentinputlab/experiments/paper_analysis.py +1818 -0
  259. agentinputlab-0.1.0a1/src/agentinputlab/experiments/parity_identity.py +605 -0
  260. agentinputlab-0.1.0a1/src/agentinputlab/experiments/plan.py +277 -0
  261. agentinputlab-0.1.0a1/src/agentinputlab/experiments/production_builders.py +3739 -0
  262. agentinputlab-0.1.0a1/src/agentinputlab/experiments/readiness.py +432 -0
  263. agentinputlab-0.1.0a1/src/agentinputlab/experiments/schema.py +514 -0
  264. agentinputlab-0.1.0a1/src/agentinputlab/experiments/secrets.py +177 -0
  265. agentinputlab-0.1.0a1/src/agentinputlab/experiments/stateful_analysis.py +1738 -0
  266. agentinputlab-0.1.0a1/src/agentinputlab/experiments/transfer_analysis.py +1316 -0
  267. agentinputlab-0.1.0a1/src/agentinputlab/experiments/unseen_analysis.py +1025 -0
  268. agentinputlab-0.1.0a1/src/agentinputlab/integrations/__init__.py +1 -0
  269. agentinputlab-0.1.0a1/src/agentinputlab/integrations/action_space/__init__.py +1 -0
  270. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/__init__.py +76 -0
  271. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/ace.py +431 -0
  272. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/base.py +181 -0
  273. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/decomp_live.py +249 -0
  274. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/decomp_planner.py +30 -0
  275. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/infocqr_student.py +280 -0
  276. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/ircot.py +576 -0
  277. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/llmcompiler_live.py +360 -0
  278. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/longllmlingua.py +162 -0
  279. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/method.py +314 -0
  280. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/process.py +678 -0
  281. agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/supervisor.py +1071 -0
  282. agentinputlab-0.1.0a1/src/agentinputlab/integrations/full_architecture/__init__.py +1 -0
  283. agentinputlab-0.1.0a1/src/agentinputlab/integrations/full_architecture/hyde.py +212 -0
  284. agentinputlab-0.1.0a1/src/agentinputlab/integrations/full_architecture/plan_and_budget.py +188 -0
  285. agentinputlab-0.1.0a1/src/agentinputlab/integrations/live_history.py +222 -0
  286. agentinputlab-0.1.0a1/src/agentinputlab/integrations/prompt_optimization/__init__.py +1 -0
  287. agentinputlab-0.1.0a1/src/agentinputlab/integrations/training/__init__.py +1 -0
  288. agentinputlab-0.1.0a1/src/agentinputlab/metrics/__init__.py +50 -0
  289. agentinputlab-0.1.0a1/src/agentinputlab/metrics/catalog.py +313 -0
  290. agentinputlab-0.1.0a1/src/agentinputlab/metrics/harm.py +95 -0
  291. agentinputlab-0.1.0a1/src/agentinputlab/metrics/paired.py +40 -0
  292. agentinputlab-0.1.0a1/src/agentinputlab/metrics/qa.py +76 -0
  293. agentinputlab-0.1.0a1/src/agentinputlab/metrics/text.py +33 -0
  294. agentinputlab-0.1.0a1/src/agentinputlab/metrics/third_party.py +161 -0
  295. agentinputlab-0.1.0a1/src/agentinputlab/models/__init__.py +4 -0
  296. agentinputlab-0.1.0a1/src/agentinputlab/observability/__init__.py +56 -0
  297. agentinputlab-0.1.0a1/src/agentinputlab/observability/budget.py +316 -0
  298. agentinputlab-0.1.0a1/src/agentinputlab/observability/instrumentation.py +754 -0
  299. agentinputlab-0.1.0a1/src/agentinputlab/observability/models.py +403 -0
  300. agentinputlab-0.1.0a1/src/agentinputlab/observability/monitor.py +380 -0
  301. agentinputlab-0.1.0a1/src/agentinputlab/optimizers/__init__.py +1 -0
  302. agentinputlab-0.1.0a1/src/agentinputlab/optimizers/clarify/__init__.py +12 -0
  303. agentinputlab-0.1.0a1/src/agentinputlab/optimizers/context/__init__.py +22 -0
  304. agentinputlab-0.1.0a1/src/agentinputlab/optimizers/decompose/__init__.py +64 -0
  305. agentinputlab-0.1.0a1/src/agentinputlab/optimizers/evidence/__init__.py +22 -0
  306. agentinputlab-0.1.0a1/src/agentinputlab/optimizers/rewrite/__init__.py +30 -0
  307. agentinputlab-0.1.0a1/src/agentinputlab/parity/__init__.py +5 -0
  308. agentinputlab-0.1.0a1/src/agentinputlab/parity/base.py +206 -0
  309. agentinputlab-0.1.0a1/src/agentinputlab/production_campaign.py +763 -0
  310. agentinputlab-0.1.0a1/src/agentinputlab/py.typed +1 -0
  311. agentinputlab-0.1.0a1/src/agentinputlab/recipes/__init__.py +333 -0
  312. agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace.py +418 -0
  313. agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_bfcl.py +273 -0
  314. agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_common_support.py +169 -0
  315. agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_native_plan.py +322 -0
  316. agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_online.py +711 -0
  317. agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_retrieval.py +330 -0
  318. agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_statebench.py +382 -0
  319. agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_tau.py +463 -0
  320. agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_toolsandbox.py +432 -0
  321. agentinputlab-0.1.0a1/src/agentinputlab/recipes/acon_guideline.py +22 -0
  322. agentinputlab-0.1.0a1/src/agentinputlab/recipes/adaptive_rag.py +822 -0
  323. agentinputlab-0.1.0a1/src/agentinputlab/recipes/llmlingua2_inference.py +146 -0
  324. agentinputlab-0.1.0a1/src/agentinputlab/recipes/llmlingua2_training.py +796 -0
  325. agentinputlab-0.1.0a1/src/agentinputlab/recipes/mce.py +1486 -0
  326. agentinputlab-0.1.0a1/src/agentinputlab/recipes/mce_final.py +335 -0
  327. agentinputlab-0.1.0a1/src/agentinputlab/recipes/mce_text_fit.py +499 -0
  328. agentinputlab-0.1.0a1/src/agentinputlab/recipes/mce_text_only.py +298 -0
  329. agentinputlab-0.1.0a1/src/agentinputlab/recipes/qrag.py +729 -0
  330. agentinputlab-0.1.0a1/src/agentinputlab/recipes/qrag_inference.py +364 -0
  331. agentinputlab-0.1.0a1/src/agentinputlab/recipes/r2ag_features.py +236 -0
  332. agentinputlab-0.1.0a1/src/agentinputlab/recipes/r2ag_inference.py +503 -0
  333. agentinputlab-0.1.0a1/src/agentinputlab/recipes/r2ag_training.py +948 -0
  334. agentinputlab-0.1.0a1/src/agentinputlab/recipes/recomp_abstractive.py +592 -0
  335. agentinputlab-0.1.0a1/src/agentinputlab/recipes/recomp_extractive.py +525 -0
  336. agentinputlab-0.1.0a1/src/agentinputlab/recipes/reformer.py +17 -0
  337. agentinputlab-0.1.0a1/src/agentinputlab/recipes/rqrag.py +1516 -0
  338. agentinputlab-0.1.0a1/src/agentinputlab/recipes/rqrag_common_support.py +193 -0
  339. agentinputlab-0.1.0a1/src/agentinputlab/recipes/rqrag_completion.py +147 -0
  340. agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt.py +462 -0
  341. agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt_common_support.py +154 -0
  342. agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt_environment.py +165 -0
  343. agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt_environment_cli.py +5 -0
  344. agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt_retrieval.py +188 -0
  345. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch.py +897 -0
  346. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_curriculum.py +283 -0
  347. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_contracts.py +58 -0
  348. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_data.py +314 -0
  349. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_meter.py +324 -0
  350. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_prefix.py +144 -0
  351. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_rollout.py +119 -0
  352. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_tools.py +364 -0
  353. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_training.py +305 -0
  354. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_transport.py +248 -0
  355. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_worker.py +364 -0
  356. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_inference.py +524 -0
  357. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_native_data.py +172 -0
  358. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_policy.py +616 -0
  359. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_policy_worker.py +9 -0
  360. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_sampling.py +232 -0
  361. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_teacher.py +203 -0
  362. agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_training.py +265 -0
  363. agentinputlab-0.1.0a1/src/agentinputlab/registry/__init__.py +46 -0
  364. agentinputlab-0.1.0a1/src/agentinputlab/registry/beta.py +727 -0
  365. agentinputlab-0.1.0a1/src/agentinputlab/registry/data/algorithms.json +1959 -0
  366. agentinputlab-0.1.0a1/src/agentinputlab/registry/data/auxiliary_method_profiles.json +34 -0
  367. agentinputlab-0.1.0a1/src/agentinputlab/registry/loader.py +100 -0
  368. agentinputlab-0.1.0a1/src/agentinputlab/registry/result_manifest.py +184 -0
  369. agentinputlab-0.1.0a1/src/agentinputlab/registry/runtime.py +195 -0
  370. agentinputlab-0.1.0a1/src/agentinputlab/registry/schema.py +449 -0
  371. agentinputlab-0.1.0a1/src/agentinputlab/runner/__init__.py +30 -0
  372. agentinputlab-0.1.0a1/src/agentinputlab/runner/balance.py +248 -0
  373. agentinputlab-0.1.0a1/src/agentinputlab/runner/cache.py +135 -0
  374. agentinputlab-0.1.0a1/src/agentinputlab/runner/composite.py +130 -0
  375. agentinputlab-0.1.0a1/src/agentinputlab/runner/engine.py +285 -0
  376. agentinputlab-0.1.0a1/src/agentinputlab/runner/runtime_guard.py +268 -0
  377. agentinputlab-0.1.0a1/src/agentinputlab/runner/worker.py +80 -0
  378. agentinputlab-0.1.0a1/src/agentinputlab/runtime_bootstrap.py +288 -0
  379. agentinputlab-0.1.0a1/src/agentinputlab/selectors/__init__.py +196 -0
  380. agentinputlab-0.1.0a1/src/agentinputlab/selectors/advanced.py +1514 -0
  381. agentinputlab-0.1.0a1/src/agentinputlab/selectors/artifacts.py +1087 -0
  382. agentinputlab-0.1.0a1/src/agentinputlab/selectors/base.py +112 -0
  383. agentinputlab-0.1.0a1/src/agentinputlab/selectors/campaigns.py +1893 -0
  384. agentinputlab-0.1.0a1/src/agentinputlab/selectors/catalog.py +86 -0
  385. agentinputlab-0.1.0a1/src/agentinputlab/selectors/discovery.py +1860 -0
  386. agentinputlab-0.1.0a1/src/agentinputlab/selectors/evaluation.py +1348 -0
  387. agentinputlab-0.1.0a1/src/agentinputlab/selectors/features.py +383 -0
  388. agentinputlab-0.1.0a1/src/agentinputlab/selectors/learned.py +502 -0
  389. agentinputlab-0.1.0a1/src/agentinputlab/selectors/no_op.py +28 -0
  390. agentinputlab-0.1.0a1/src/agentinputlab/selectors/outcome_table.py +475 -0
  391. agentinputlab-0.1.0a1/src/agentinputlab/selectors/producer.py +853 -0
  392. agentinputlab-0.1.0a1/src/agentinputlab/selectors/rules.py +109 -0
  393. agentinputlab-0.1.0a1/src/agentinputlab/selectors/runtime.py +420 -0
  394. agentinputlab-0.1.0a1/src/agentinputlab/studies/__init__.py +16 -0
  395. agentinputlab-0.1.0a1/src/agentinputlab/studies/design.py +165 -0
  396. agentinputlab-0.1.0a1/src/agentinputlab/studies/paired.py +322 -0
  397. agentinputlab-0.1.0a1/src/agentinputlab/studio/__init__.py +6 -0
  398. agentinputlab-0.1.0a1/src/agentinputlab/studio/campaigns.py +819 -0
  399. agentinputlab-0.1.0a1/src/agentinputlab/studio/engine.py +1408 -0
  400. agentinputlab-0.1.0a1/src/agentinputlab/studio/model_backends.py +425 -0
  401. agentinputlab-0.1.0a1/src/agentinputlab/studio/prepared.py +410 -0
  402. agentinputlab-0.1.0a1/src/agentinputlab/studio/server.py +613 -0
  403. agentinputlab-0.1.0a1/src/agentinputlab/studio/static/app.js +397 -0
  404. agentinputlab-0.1.0a1/src/agentinputlab/studio/static/campaigns.html +175 -0
  405. agentinputlab-0.1.0a1/src/agentinputlab/studio/static/campaigns.js +426 -0
  406. agentinputlab-0.1.0a1/src/agentinputlab/studio/static/index.html +192 -0
  407. agentinputlab-0.1.0a1/src/agentinputlab/studio/static/result.html +103 -0
  408. agentinputlab-0.1.0a1/src/agentinputlab/studio/static/result.js +273 -0
  409. agentinputlab-0.1.0a1/src/agentinputlab/studio/static/styles.css +467 -0
  410. agentinputlab-0.1.0a1/src/agentinputlab.egg-info/PKG-INFO +392 -0
  411. agentinputlab-0.1.0a1/src/agentinputlab.egg-info/SOURCES.txt +571 -0
  412. agentinputlab-0.1.0a1/src/agentinputlab.egg-info/dependency_links.txt +1 -0
  413. agentinputlab-0.1.0a1/src/agentinputlab.egg-info/entry_points.txt +6 -0
  414. agentinputlab-0.1.0a1/src/agentinputlab.egg-info/requires.txt +290 -0
  415. agentinputlab-0.1.0a1/src/agentinputlab.egg-info/top_level.txt +2 -0
  416. agentinputlab-0.1.0a1/tools/acceptance_fit_transport.py +207 -0
  417. agentinputlab-0.1.0a1/tools/acceptance_method_bindings.py +244 -0
  418. agentinputlab-0.1.0a1/tools/acceptance_plan.py +154 -0
  419. agentinputlab-0.1.0a1/tools/check_bfcl_native_source.py +88 -0
  420. agentinputlab-0.1.0a1/tools/check_distribution.py +60 -0
  421. agentinputlab-0.1.0a1/tools/compatibility_inventory.py +68 -0
  422. agentinputlab-0.1.0a1/tools/installed_sdk_smoke.py +50 -0
  423. agentinputlab-0.1.0a1/tools/prepare_adaptive_boundary_cases.py +255 -0
  424. agentinputlab-0.1.0a1/tools/prepare_adaptive_trained_acceptance.py +241 -0
  425. agentinputlab-0.1.0a1/tools/resume_native_entry_failures.py +161 -0
  426. agentinputlab-0.1.0a1/tools/run_ace_acceptance.py +355 -0
  427. agentinputlab-0.1.0a1/tools/run_ace_online_acceptance.py +198 -0
  428. agentinputlab-0.1.0a1/tools/run_acon_acceptance.py +244 -0
  429. agentinputlab-0.1.0a1/tools/run_acon_guideline_acceptance.py +522 -0
  430. agentinputlab-0.1.0a1/tools/run_acon_history_acceptance.py +255 -0
  431. agentinputlab-0.1.0a1/tools/run_adaptive_acceptance.py +391 -0
  432. agentinputlab-0.1.0a1/tools/run_adaptive_controlled_acceptance.py +580 -0
  433. agentinputlab-0.1.0a1/tools/run_adaptive_trained_acceptance.py +405 -0
  434. agentinputlab-0.1.0a1/tools/run_beir_archive_acceptance.py +322 -0
  435. agentinputlab-0.1.0a1/tools/run_bfcl_acceptance.py +262 -0
  436. agentinputlab-0.1.0a1/tools/run_clariq_acceptance.py +199 -0
  437. agentinputlab-0.1.0a1/tools/run_curator_acceptance.py +332 -0
  438. agentinputlab-0.1.0a1/tools/run_decomp_live_acceptance.py +165 -0
  439. agentinputlab-0.1.0a1/tools/run_hyde_external_acceptance.py +189 -0
  440. agentinputlab-0.1.0a1/tools/run_ircot_controlled_acceptance.py +473 -0
  441. agentinputlab-0.1.0a1/tools/run_ircot_native_qa_acceptance.py +334 -0
  442. agentinputlab-0.1.0a1/tools/run_llmcompiler_live_acceptance.py +183 -0
  443. agentinputlab-0.1.0a1/tools/run_llmcompiler_planner_acceptance.py +193 -0
  444. agentinputlab-0.1.0a1/tools/run_llmlingua2_bert_acceptance.py +204 -0
  445. agentinputlab-0.1.0a1/tools/run_llmlingua2_trained_acceptance.py +515 -0
  446. agentinputlab-0.1.0a1/tools/run_longbench_acceptance.py +163 -0
  447. agentinputlab-0.1.0a1/tools/run_mce_acceptance.py +394 -0
  448. agentinputlab-0.1.0a1/tools/run_native_arena_acceptance.py +504 -0
  449. agentinputlab-0.1.0a1/tools/run_pab_full_acceptance.py +106 -0
  450. agentinputlab-0.1.0a1/tools/run_pab_hard_cap_acceptance.py +150 -0
  451. agentinputlab-0.1.0a1/tools/run_plan_budget_component_acceptance.py +152 -0
  452. agentinputlab-0.1.0a1/tools/run_qa_extended_acceptance.py +361 -0
  453. agentinputlab-0.1.0a1/tools/run_qa_method_acceptance.py +153 -0
  454. agentinputlab-0.1.0a1/tools/run_qa_schema_acceptance.py +104 -0
  455. agentinputlab-0.1.0a1/tools/run_qrag_acceptance.py +376 -0
  456. agentinputlab-0.1.0a1/tools/run_qrag_trained_acceptance.py +443 -0
  457. agentinputlab-0.1.0a1/tools/run_recomp_abstractive_acceptance.py +379 -0
  458. agentinputlab-0.1.0a1/tools/run_recomp_acceptance.py +374 -0
  459. agentinputlab-0.1.0a1/tools/run_recomp_selective_acceptance.py +314 -0
  460. agentinputlab-0.1.0a1/tools/run_recomp_sentence_acceptance.py +207 -0
  461. agentinputlab-0.1.0a1/tools/run_recomp_trained_acceptance.py +430 -0
  462. agentinputlab-0.1.0a1/tools/run_reformer_profiles_acceptance.py +276 -0
  463. agentinputlab-0.1.0a1/tools/run_retrieval_acceptance.py +126 -0
  464. agentinputlab-0.1.0a1/tools/run_rqrag_acceptance.py +276 -0
  465. agentinputlab-0.1.0a1/tools/run_rqrag_fullpath_acceptance.py +224 -0
  466. agentinputlab-0.1.0a1/tools/run_self_ask_component_acceptance.py +192 -0
  467. agentinputlab-0.1.0a1/tools/run_skillopt_acceptance.py +453 -0
  468. agentinputlab-0.1.0a1/tools/run_smartsearch_acceptance.py +501 -0
  469. agentinputlab-0.1.0a1/tools/run_static_acceptance.py +206 -0
  470. agentinputlab-0.1.0a1/tools/run_tau_acceptance.py +387 -0
  471. agentinputlab-0.1.0a1/tools/run_tooltalk_acceptance.py +339 -0
  472. agentinputlab-0.1.0a1/tools/run_udcs_deterministic_acceptance.py +147 -0
  473. agentinputlab-0.1.0a1/tools/summarize_acceptance_evidence.py +239 -0
  474. agentinputlab-0.1.0a1/workers/README.md +94 -0
  475. agentinputlab-0.1.0a1/workers/ace/README.md +261 -0
  476. agentinputlab-0.1.0a1/workers/ace/__init__.py +1 -0
  477. agentinputlab-0.1.0a1/workers/ace/compatibility_manifest.json +39 -0
  478. agentinputlab-0.1.0a1/workers/ace/driver.py +1682 -0
  479. agentinputlab-0.1.0a1/workers/acon/README.md +215 -0
  480. agentinputlab-0.1.0a1/workers/acon/__init__.py +5 -0
  481. agentinputlab-0.1.0a1/workers/acon/compatibility_manifest.json +93 -0
  482. agentinputlab-0.1.0a1/workers/acon/driver.py +1859 -0
  483. agentinputlab-0.1.0a1/workers/acon/fitted.py +395 -0
  484. agentinputlab-0.1.0a1/workers/acon/guideline.py +470 -0
  485. agentinputlab-0.1.0a1/workers/acon/guideline_source_manifest.json +20 -0
  486. agentinputlab-0.1.0a1/workers/adaptive_rag/README.md +96 -0
  487. agentinputlab-0.1.0a1/workers/adaptive_rag/__init__.py +15 -0
  488. agentinputlab-0.1.0a1/workers/adaptive_rag/compatibility_manifest.json +61 -0
  489. agentinputlab-0.1.0a1/workers/adaptive_rag/driver.py +1470 -0
  490. agentinputlab-0.1.0a1/workers/adaptive_rag/fixture_runtime.py +163 -0
  491. agentinputlab-0.1.0a1/workers/adaptive_rag/runtime.py +252 -0
  492. agentinputlab-0.1.0a1/workers/ask_or_assume/README.md +124 -0
  493. agentinputlab-0.1.0a1/workers/ask_or_assume/__init__.py +1 -0
  494. agentinputlab-0.1.0a1/workers/ask_or_assume/compatibility_manifest.json +36 -0
  495. agentinputlab-0.1.0a1/workers/ask_or_assume/driver.py +1227 -0
  496. agentinputlab-0.1.0a1/workers/decomp/README.md +133 -0
  497. agentinputlab-0.1.0a1/workers/decomp/UPSTREAM_LICENSE.Apache-2.0.txt +201 -0
  498. agentinputlab-0.1.0a1/workers/decomp/__init__.py +5 -0
  499. agentinputlab-0.1.0a1/workers/decomp/compatibility_manifest.json +205 -0
  500. agentinputlab-0.1.0a1/workers/decomp/driver.py +1015 -0
  501. agentinputlab-0.1.0a1/workers/decomp/live.py +137 -0
  502. agentinputlab-0.1.0a1/workers/decomp/runtime.py +231 -0
  503. agentinputlab-0.1.0a1/workers/infocqr/README.md +106 -0
  504. agentinputlab-0.1.0a1/workers/infocqr/__init__.py +1 -0
  505. agentinputlab-0.1.0a1/workers/infocqr/compatibility_manifest.json +84 -0
  506. agentinputlab-0.1.0a1/workers/infocqr/driver.py +1766 -0
  507. agentinputlab-0.1.0a1/workers/ircot/README.md +167 -0
  508. agentinputlab-0.1.0a1/workers/ircot/__init__.py +7 -0
  509. agentinputlab-0.1.0a1/workers/ircot/compatibility_manifest.json +121 -0
  510. agentinputlab-0.1.0a1/workers/ircot/controlled.py +457 -0
  511. agentinputlab-0.1.0a1/workers/ircot/driver.py +1373 -0
  512. agentinputlab-0.1.0a1/workers/ircot/fixture_bindings.json +39 -0
  513. agentinputlab-0.1.0a1/workers/ircot/fixture_config.json +48 -0
  514. agentinputlab-0.1.0a1/workers/ircot/fixture_prompt.txt +2 -0
  515. agentinputlab-0.1.0a1/workers/ircot/native_qa.py +398 -0
  516. agentinputlab-0.1.0a1/workers/ircot/qa_compatibility_manifest.json +57 -0
  517. agentinputlab-0.1.0a1/workers/ircot/runtime.py +97 -0
  518. agentinputlab-0.1.0a1/workers/llmcompiler/README.md +160 -0
  519. agentinputlab-0.1.0a1/workers/llmcompiler/__init__.py +1 -0
  520. agentinputlab-0.1.0a1/workers/llmcompiler/compatibility_manifest.json +45 -0
  521. agentinputlab-0.1.0a1/workers/llmcompiler/driver.py +1514 -0
  522. agentinputlab-0.1.0a1/workers/llmcompiler/export_prompts.py +74 -0
  523. agentinputlab-0.1.0a1/workers/llmcompiler/live.py +174 -0
  524. agentinputlab-0.1.0a1/workers/llmcompiler/patch_manifest.json +147 -0
  525. agentinputlab-0.1.0a1/workers/mce/README.md +198 -0
  526. agentinputlab-0.1.0a1/workers/mce/__init__.py +29 -0
  527. agentinputlab-0.1.0a1/workers/mce/compatibility_manifest.json +115 -0
  528. agentinputlab-0.1.0a1/workers/mce/driver.py +2585 -0
  529. agentinputlab-0.1.0a1/workers/mce/final_eval.py +173 -0
  530. agentinputlab-0.1.0a1/workers/official_arenas/README.md +25 -0
  531. agentinputlab-0.1.0a1/workers/official_arenas/__init__.py +1 -0
  532. agentinputlab-0.1.0a1/workers/official_arenas/capture_records.py +110 -0
  533. agentinputlab-0.1.0a1/workers/official_arenas/driver.py +619 -0
  534. agentinputlab-0.1.0a1/workers/official_arenas/protocol.py +334 -0
  535. agentinputlab-0.1.0a1/workers/official_arenas/providers/__init__.py +1 -0
  536. agentinputlab-0.1.0a1/workers/official_arenas/providers/_live_history.py +228 -0
  537. agentinputlab-0.1.0a1/workers/official_arenas/providers/_message_compat.py +77 -0
  538. agentinputlab-0.1.0a1/workers/official_arenas/providers/appworld_ul.py +196 -0
  539. agentinputlab-0.1.0a1/workers/official_arenas/providers/fixture.py +112 -0
  540. agentinputlab-0.1.0a1/workers/official_arenas/providers/statebench.py +960 -0
  541. agentinputlab-0.1.0a1/workers/official_arenas/providers/tau3.py +1672 -0
  542. agentinputlab-0.1.0a1/workers/official_arenas/providers/tau_retail.py +586 -0
  543. agentinputlab-0.1.0a1/workers/official_arenas/providers/toolsandbox.py +1321 -0
  544. agentinputlab-0.1.0a1/workers/official_arenas/providers/tooltalk.py +699 -0
  545. agentinputlab-0.1.0a1/workers/official_arenas/retail_capture.py +188 -0
  546. agentinputlab-0.1.0a1/workers/official_arenas/retail_driver.py +275 -0
  547. agentinputlab-0.1.0a1/workers/qrag/README.md +172 -0
  548. agentinputlab-0.1.0a1/workers/qrag/__init__.py +1 -0
  549. agentinputlab-0.1.0a1/workers/qrag/compatibility_manifest.json +64 -0
  550. agentinputlab-0.1.0a1/workers/qrag/driver.py +673 -0
  551. agentinputlab-0.1.0a1/workers/r2ag/README.md +154 -0
  552. agentinputlab-0.1.0a1/workers/r2ag/__init__.py +5 -0
  553. agentinputlab-0.1.0a1/workers/r2ag/compatibility_manifest.json +55 -0
  554. agentinputlab-0.1.0a1/workers/r2ag/driver.py +1287 -0
  555. agentinputlab-0.1.0a1/workers/r2ag/feature_schema.json +8 -0
  556. agentinputlab-0.1.0a1/workers/r2ag/runtime.py +589 -0
  557. agentinputlab-0.1.0a1/workers/recomp/README.md +120 -0
  558. agentinputlab-0.1.0a1/workers/recomp/__init__.py +1 -0
  559. agentinputlab-0.1.0a1/workers/recomp/compatibility_manifest.json +43 -0
  560. agentinputlab-0.1.0a1/workers/recomp/driver.py +1653 -0
  561. agentinputlab-0.1.0a1/workers/reformer/README.md +125 -0
  562. agentinputlab-0.1.0a1/workers/reformer/__init__.py +1 -0
  563. agentinputlab-0.1.0a1/workers/reformer/compatibility_manifest.json +68 -0
  564. agentinputlab-0.1.0a1/workers/reformer/driver.py +1459 -0
  565. agentinputlab-0.1.0a1/workers/reformer/induction.py +457 -0
  566. agentinputlab-0.1.0a1/workers/rrr/README.md +126 -0
  567. agentinputlab-0.1.0a1/workers/rrr/__init__.py +1 -0
  568. agentinputlab-0.1.0a1/workers/rrr/compatibility_manifest.json +57 -0
  569. agentinputlab-0.1.0a1/workers/rrr/driver.py +1133 -0
  570. agentinputlab-0.1.0a1/workers/smartsearch/README.md +331 -0
  571. agentinputlab-0.1.0a1/workers/smartsearch/__init__.py +1 -0
  572. agentinputlab-0.1.0a1/workers/smartsearch/compatibility_manifest.json +41 -0
  573. agentinputlab-0.1.0a1/workers/smartsearch/driver.py +1643 -0
@@ -0,0 +1 @@
1
+ Owner approval and a reviewed publication target are required before publication.
@@ -0,0 +1,22 @@
1
+ cff-version: 1.2.0
2
+ message: "If you use AgentInputLab, please cite the software and its preferred project paper."
3
+ title: "AgentInputLab"
4
+ type: software
5
+ authors:
6
+ - family-names: Zhao
7
+ given-names: Chuang
8
+ - family-names: Li
9
+ given-names: Xiaomeng
10
+ version: 0.1.0a1
11
+ date-released: 2026-10-15
12
+ repository-code: "https://github.com/Data-Designer/AgentInputLab"
13
+ license: MIT
14
+ preferred-citation:
15
+ type: generic
16
+ title: "Not Every Better Query Is the Same Task: When Input Optimization Helps and Hurts LLM Agents"
17
+ authors:
18
+ - family-names: Zhao
19
+ given-names: Chuang
20
+ - family-names: Li
21
+ given-names: Xiaomeng
22
+ year: 2026
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Chuang Zhao and Xiaomeng Li
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
@@ -0,0 +1,15 @@
1
+ include LICENSE NOTICE THIRD_PARTY_NOTICES.md CITATION.cff README.md
2
+ include PUBLISHING.md .release/PYPI_PUBLISHING_DISABLED
3
+ recursive-include src *.py *.typed *.json *.html *.css *.js
4
+ recursive-include docs *.md
5
+ recursive-include tools *.py
6
+ recursive-include scripts/selectors *.py
7
+ recursive-include examples *.py
8
+ recursive-include workers *.py *.md *.txt *.yaml *.yml *.json
9
+ prune tests
10
+ prune dist
11
+ prune results
12
+ prune data
13
+ prune artifacts
14
+ prune .runtime
15
+ global-exclude __pycache__ *.pyc *.pyo *.log *.csv *.jsonl *.pdf *.pt *.pth *.safetensors
@@ -0,0 +1,31 @@
1
+ AgentInputLab
2
+ Copyright 2026 Chuang Zhao and Xiaomeng Li
3
+
4
+ AgentInputLab's own source code is licensed under the MIT License. See LICENSE.
5
+
6
+ No third-party algorithm source, model weight, or benchmark dataset is vendored
7
+ in the core package. See THIRD_PARTY_NOTICES.md for upstream identities and
8
+ distribution boundaries. The MIT License for AgentInputLab does not change the
9
+ independent licenses of third-party source code, weights, or datasets.
10
+
11
+ Plan-and-Budget allocation and schedule logic:
12
+ junhongmit/P-and-B, revision 2ca2d90c6d3d630ec2b11cc22e0f56751f7f2b7e
13
+ Copyright (c) 2024 Junhong Lin
14
+
15
+ Permission is hereby granted, free of charge, to any person obtaining a copy
16
+ of this software and associated documentation files (the "Software"), to deal
17
+ in the Software without restriction, including without limitation the rights
18
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
19
+ copies of the Software, and to permit persons to whom the Software is
20
+ furnished to do so, subject to the following conditions:
21
+
22
+ The above copyright notice and this permission notice shall be included in all
23
+ copies or substantial portions of the Software.
24
+
25
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
26
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
27
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
28
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
29
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
30
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31
+ SOFTWARE.
@@ -0,0 +1,392 @@
1
+ Metadata-Version: 2.4
2
+ Name: agentinputlab
3
+ Version: 0.1.0a1
4
+ Summary: Auditable, intent-aware input intervention for LLM agents
5
+ Author: Chuang Zhao, Xiaomeng Li
6
+ License-Expression: MIT
7
+ Project-URL: Homepage, https://github.com/Data-Designer/AgentInputLab
8
+ Project-URL: Repository, https://github.com/Data-Designer/AgentInputLab
9
+ Project-URL: Documentation, https://github.com/Data-Designer/AgentInputLab/tree/release/toolkit-public/docs
10
+ Keywords: agents,llm,prompt-optimization,retrieval,benchmark
11
+ Classifier: Development Status :: 3 - Alpha
12
+ Classifier: Intended Audience :: Science/Research
13
+ Classifier: Programming Language :: Python :: 3
14
+ Classifier: Programming Language :: Python :: 3 :: Only
15
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
16
+ Requires-Python: >=3.10
17
+ Description-Content-Type: text/markdown
18
+ License-File: LICENSE
19
+ License-File: NOTICE
20
+ License-File: THIRD_PARTY_NOTICES.md
21
+ Provides-Extra: smartsearch-prepare
22
+ Requires-Dist: requests<3,>=2.32; extra == "smartsearch-prepare"
23
+ Requires-Dist: tqdm<5,>=4.66; extra == "smartsearch-prepare"
24
+ Provides-Extra: smartsearch-sample
25
+ Requires-Dist: jieba==0.42.1; extra == "smartsearch-sample"
26
+ Requires-Dist: langid==1.1.6; extra == "smartsearch-sample"
27
+ Requires-Dist: numpy<2,>=1.26; extra == "smartsearch-sample"
28
+ Provides-Extra: smartsearch-policy
29
+ Requires-Dist: torch==2.6.0; extra == "smartsearch-policy"
30
+ Requires-Dist: torchvision==0.21.0; extra == "smartsearch-policy"
31
+ Requires-Dist: torchaudio==2.6.0; extra == "smartsearch-policy"
32
+ Requires-Dist: transformers==4.51.1; extra == "smartsearch-policy"
33
+ Requires-Dist: datasets==4.0.0; extra == "smartsearch-policy"
34
+ Requires-Dist: accelerate==1.9.0; extra == "smartsearch-policy"
35
+ Requires-Dist: peft==0.17.1; extra == "smartsearch-policy"
36
+ Requires-Dist: trl==0.9.6; extra == "smartsearch-policy"
37
+ Requires-Dist: torchdata==0.11.0; extra == "smartsearch-policy"
38
+ Requires-Dist: tyro==0.8.14; extra == "smartsearch-policy"
39
+ Requires-Dist: numpy==1.26.4; extra == "smartsearch-policy"
40
+ Requires-Dist: pyarrow==21.0.0; extra == "smartsearch-policy"
41
+ Requires-Dist: omegaconf==2.3.0; extra == "smartsearch-policy"
42
+ Requires-Dist: safetensors==0.6.2; extra == "smartsearch-policy"
43
+ Requires-Dist: sentencepiece==0.2.1; extra == "smartsearch-policy"
44
+ Requires-Dist: PyYAML==6.0.2; extra == "smartsearch-policy"
45
+ Requires-Dist: einops==0.8.1; extra == "smartsearch-policy"
46
+ Requires-Dist: matplotlib==3.10.6; extra == "smartsearch-policy"
47
+ Requires-Dist: nltk==3.9.1; extra == "smartsearch-policy"
48
+ Requires-Dist: jieba==0.42.1; extra == "smartsearch-policy"
49
+ Requires-Dist: rouge-chinese==1.0.3; extra == "smartsearch-policy"
50
+ Requires-Dist: protobuf==5.29.5; extra == "smartsearch-policy"
51
+ Requires-Dist: tiktoken==0.9.0; extra == "smartsearch-policy"
52
+ Requires-Dist: fire==0.7.1; extra == "smartsearch-policy"
53
+ Requires-Dist: wheel==0.45.1; extra == "smartsearch-policy"
54
+ Requires-Dist: ninja==1.13.0; extra == "smartsearch-policy"
55
+ Provides-Extra: smartsearch-grpo
56
+ Requires-Dist: torch==2.6.0; extra == "smartsearch-grpo"
57
+ Requires-Dist: torchvision==0.21.0; extra == "smartsearch-grpo"
58
+ Requires-Dist: torchaudio==2.6.0; extra == "smartsearch-grpo"
59
+ Requires-Dist: transformers==4.51.1; extra == "smartsearch-grpo"
60
+ Requires-Dist: vllm==0.8.4; extra == "smartsearch-grpo"
61
+ Requires-Dist: ray[default]==2.47.1; extra == "smartsearch-grpo"
62
+ Requires-Dist: tensordict==0.6.2; extra == "smartsearch-grpo"
63
+ Requires-Dist: hydra-core==1.3.2; extra == "smartsearch-grpo"
64
+ Requires-Dist: omegaconf==2.3.0; extra == "smartsearch-grpo"
65
+ Requires-Dist: antlr4-python3-runtime==4.9.3; extra == "smartsearch-grpo"
66
+ Requires-Dist: numpy==1.26.4; extra == "smartsearch-grpo"
67
+ Requires-Dist: torchdata==0.11.0; extra == "smartsearch-grpo"
68
+ Requires-Dist: datasets==4.0.0; extra == "smartsearch-grpo"
69
+ Requires-Dist: pyarrow==21.0.0; extra == "smartsearch-grpo"
70
+ Requires-Dist: pandas==2.3.2; extra == "smartsearch-grpo"
71
+ Requires-Dist: accelerate==1.9.0; extra == "smartsearch-grpo"
72
+ Requires-Dist: codetiming==1.4.0; extra == "smartsearch-grpo"
73
+ Requires-Dist: einops==0.8.1; extra == "smartsearch-grpo"
74
+ Requires-Dist: safetensors==0.6.2; extra == "smartsearch-grpo"
75
+ Requires-Dist: tqdm==4.67.1; extra == "smartsearch-grpo"
76
+ Requires-Dist: requests==2.32.5; extra == "smartsearch-grpo"
77
+ Requires-Dist: PyYAML==6.0.2; extra == "smartsearch-grpo"
78
+ Requires-Dist: packaging==25.0; extra == "smartsearch-grpo"
79
+ Requires-Dist: ninja==1.13.0; extra == "smartsearch-grpo"
80
+ Requires-Dist: wheel==0.45.1; extra == "smartsearch-grpo"
81
+ Requires-Dist: jieba==0.42.1; extra == "smartsearch-grpo"
82
+ Requires-Dist: langid==1.1.6; extra == "smartsearch-grpo"
83
+ Provides-Extra: dev
84
+ Requires-Dist: build>=1.2; extra == "dev"
85
+ Requires-Dist: coverage[toml]>=7.6; extra == "dev"
86
+ Requires-Dist: pytest>=8.3; extra == "dev"
87
+ Requires-Dist: pytest-cov>=5.0; extra == "dev"
88
+ Requires-Dist: ir-measures<0.5,>=0.4.1; extra == "dev"
89
+ Requires-Dist: pyarrow<24,>=18; extra == "dev"
90
+ Requires-Dist: requests<3,>=2.32; extra == "dev"
91
+ Requires-Dist: rouge-score<0.2,>=0.1.2; extra == "dev"
92
+ Requires-Dist: ruff==0.12.5; extra == "dev"
93
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "dev"
94
+ Provides-Extra: compression
95
+ Requires-Dist: llmlingua==0.2.2; extra == "compression"
96
+ Provides-Extra: llmlingua2-fit
97
+ Requires-Dist: llmlingua==0.2.2; extra == "llmlingua2-fit"
98
+ Requires-Dist: torch<3,>=2.6; extra == "llmlingua2-fit"
99
+ Requires-Dist: transformers<6,>=4.51; extra == "llmlingua2-fit"
100
+ Requires-Dist: spacy==3.8.7; extra == "llmlingua2-fit"
101
+ Requires-Dist: tensorboard==2.20.0; extra == "llmlingua2-fit"
102
+ Requires-Dist: numpy<2,>=1.26; extra == "llmlingua2-fit"
103
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "llmlingua2-fit"
104
+ Requires-Dist: safetensors<1,>=0.5; extra == "llmlingua2-fit"
105
+ Provides-Extra: benchmarks
106
+ Requires-Dist: pyarrow<24,>=18; extra == "benchmarks"
107
+ Provides-Extra: clariq
108
+ Requires-Dist: pandas<3,>=2.1; extra == "clariq"
109
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "clariq"
110
+ Provides-Extra: reformer
111
+ Requires-Dist: pandas<3,>=2.1; extra == "reformer"
112
+ Provides-Extra: reformer-fit
113
+ Requires-Dist: numpy<3,>=1.26; extra == "reformer-fit"
114
+ Requires-Dist: pandas<3,>=2.1; extra == "reformer-fit"
115
+ Requires-Dist: requests<3,>=2.32; extra == "reformer-fit"
116
+ Requires-Dist: tqdm<5,>=4.66; extra == "reformer-fit"
117
+ Provides-Extra: recomp-fit
118
+ Requires-Dist: torch==1.13.0; extra == "recomp-fit"
119
+ Requires-Dist: torchvision==0.14.0; extra == "recomp-fit"
120
+ Requires-Dist: sentence-transformers==2.2.2; extra == "recomp-fit"
121
+ Requires-Dist: transformers==4.24.0; extra == "recomp-fit"
122
+ Requires-Dist: tokenizers==0.13.2; extra == "recomp-fit"
123
+ Requires-Dist: huggingface-hub==0.19.4; extra == "recomp-fit"
124
+ Requires-Dist: numpy==1.26.4; extra == "recomp-fit"
125
+ Requires-Dist: pandas==1.5.3; extra == "recomp-fit"
126
+ Requires-Dist: safetensors==0.5.3; extra == "recomp-fit"
127
+ Provides-Extra: recomp-seq2seq-fit
128
+ Requires-Dist: torch==1.13.0; extra == "recomp-seq2seq-fit"
129
+ Requires-Dist: transformers==4.24.0; extra == "recomp-seq2seq-fit"
130
+ Requires-Dist: tokenizers==0.13.2; extra == "recomp-seq2seq-fit"
131
+ Requires-Dist: numpy==1.26.4; extra == "recomp-seq2seq-fit"
132
+ Requires-Dist: datasets==2.14.7; extra == "recomp-seq2seq-fit"
133
+ Requires-Dist: pyarrow==14.0.2; extra == "recomp-seq2seq-fit"
134
+ Requires-Dist: fsspec==2023.10.0; extra == "recomp-seq2seq-fit"
135
+ Requires-Dist: huggingface-hub==0.19.4; extra == "recomp-seq2seq-fit"
136
+ Requires-Dist: nltk==3.9.2; extra == "recomp-seq2seq-fit"
137
+ Requires-Dist: rouge==1.0.1; extra == "recomp-seq2seq-fit"
138
+ Requires-Dist: safetensors==0.5.3; extra == "recomp-seq2seq-fit"
139
+ Requires-Dist: sentencepiece==0.2.1; extra == "recomp-seq2seq-fit"
140
+ Provides-Extra: adaptive-rag-fit
141
+ Requires-Dist: torch==1.13.0; extra == "adaptive-rag-fit"
142
+ Requires-Dist: transformers==4.28.1; extra == "adaptive-rag-fit"
143
+ Requires-Dist: tokenizers==0.13.3; extra == "adaptive-rag-fit"
144
+ Requires-Dist: accelerate==0.15.0; extra == "adaptive-rag-fit"
145
+ Requires-Dist: numpy==1.26.4; extra == "adaptive-rag-fit"
146
+ Requires-Dist: datasets==2.14.7; extra == "adaptive-rag-fit"
147
+ Requires-Dist: pyarrow==14.0.2; extra == "adaptive-rag-fit"
148
+ Requires-Dist: fsspec==2023.10.0; extra == "adaptive-rag-fit"
149
+ Requires-Dist: huggingface-hub==0.19.4; extra == "adaptive-rag-fit"
150
+ Requires-Dist: nltk==3.9.2; extra == "adaptive-rag-fit"
151
+ Requires-Dist: safetensors==0.5.3; extra == "adaptive-rag-fit"
152
+ Requires-Dist: sentencepiece==0.2.1; extra == "adaptive-rag-fit"
153
+ Requires-Dist: jsonlines==4.0.0; extra == "adaptive-rag-fit"
154
+ Provides-Extra: plan-and-budget
155
+ Requires-Dist: numpy==1.26.4; extra == "plan-and-budget"
156
+ Provides-Extra: hyde-native
157
+ Requires-Dist: numpy<3,>=1.26; extra == "hyde-native"
158
+ Provides-Extra: infocqr-student
159
+ Requires-Dist: torch<3,>=2.6; extra == "infocqr-student"
160
+ Requires-Dist: transformers<5,>=4.51; extra == "infocqr-student"
161
+ Requires-Dist: sentencepiece<0.3,>=0.2; extra == "infocqr-student"
162
+ Requires-Dist: safetensors<1,>=0.5; extra == "infocqr-student"
163
+ Provides-Extra: llmcompiler
164
+ Requires-Dist: langchain==0.2.6; extra == "llmcompiler"
165
+ Requires-Dist: langchain-community==0.2.6; extra == "llmcompiler"
166
+ Requires-Dist: openai==1.3.7; extra == "llmcompiler"
167
+ Requires-Dist: tiktoken==0.5.2; extra == "llmcompiler"
168
+ Provides-Extra: decomp
169
+ Requires-Dist: torch==1.13.0; extra == "decomp"
170
+ Requires-Dist: transformers==4.24.0; extra == "decomp"
171
+ Requires-Dist: numpy==1.26.4; extra == "decomp"
172
+ Requires-Dist: jsonnet==0.21.0; extra == "decomp"
173
+ Requires-Dist: nltk==3.9.2; extra == "decomp"
174
+ Requires-Dist: openai==0.28.1; extra == "decomp"
175
+ Requires-Dist: diskcache==5.6.3; extra == "decomp"
176
+ Requires-Dist: python-dateutil==2.9.0.post0; extra == "decomp"
177
+ Requires-Dist: requests==2.32.5; extra == "decomp"
178
+ Provides-Extra: acon
179
+ Requires-Dist: requests<3,>=2.32; extra == "acon"
180
+ Requires-Dist: jinja2<4,>=3.1; extra == "acon"
181
+ Requires-Dist: tiktoken<1,>=0.9; extra == "acon"
182
+ Provides-Extra: acon-fit
183
+ Requires-Dist: requests<3,>=2.32; extra == "acon-fit"
184
+ Requires-Dist: jinja2<4,>=3.1; extra == "acon-fit"
185
+ Requires-Dist: tiktoken<1,>=0.9; extra == "acon-fit"
186
+ Requires-Dist: numpy<3,>=1.26; extra == "acon-fit"
187
+ Requires-Dist: openai<3,>=1.50; extra == "acon-fit"
188
+ Requires-Dist: PyYAML<7,>=6; extra == "acon-fit"
189
+ Requires-Dist: msal<2,>=1.30; extra == "acon-fit"
190
+ Requires-Dist: tqdm<5,>=4.66; extra == "acon-fit"
191
+ Provides-Extra: ace
192
+ Requires-Dist: numpy<3,>=1.26; extra == "ace"
193
+ Requires-Dist: openai<3,>=1.50; extra == "ace"
194
+ Requires-Dist: python-dotenv<2,>=1.2; extra == "ace"
195
+ Requires-Dist: tiktoken<1,>=0.12; extra == "ace"
196
+ Provides-Extra: ircot
197
+ Requires-Dist: numpy==1.26.4; extra == "ircot"
198
+ Requires-Dist: jsonnet==0.21.0; extra == "ircot"
199
+ Requires-Dist: transformers==4.24.0; extra == "ircot"
200
+ Requires-Dist: spacy==3.4.1; extra == "ircot"
201
+ Requires-Dist: openai==0.28.1; extra == "ircot"
202
+ Requires-Dist: diskcache==5.6.3; extra == "ircot"
203
+ Requires-Dist: nltk==3.9.2; extra == "ircot"
204
+ Requires-Dist: requests==2.32.5; extra == "ircot"
205
+ Requires-Dist: rapidfuzz<4,>=3; extra == "ircot"
206
+ Requires-Dist: ftfy<7,>=6; extra == "ircot"
207
+ Requires-Dist: python-dateutil<3,>=2.8; extra == "ircot"
208
+ Requires-Dist: tqdm<5,>=4.66; extra == "ircot"
209
+ Provides-Extra: evaluation
210
+ Requires-Dist: ir-measures<0.5,>=0.4.1; extra == "evaluation"
211
+ Requires-Dist: rouge-score<0.2,>=0.1.2; extra == "evaluation"
212
+ Provides-Extra: longbench
213
+ Requires-Dist: jieba==0.42.1; extra == "longbench"
214
+ Requires-Dist: rouge==1.0.1; extra == "longbench"
215
+ Requires-Dist: fuzzywuzzy==0.18.0; extra == "longbench"
216
+ Provides-Extra: dense-retrieval
217
+ Requires-Dist: sentence-transformers<6,>=3.0; extra == "dense-retrieval"
218
+ Requires-Dist: transformers<6,>=4.51; extra == "dense-retrieval"
219
+ Provides-Extra: selectors
220
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "selectors"
221
+ Provides-Extra: mce-text
222
+ Requires-Dist: openai<3,>=1.50; extra == "mce-text"
223
+ Requires-Dist: httpx<1,>=0.27; extra == "mce-text"
224
+ Requires-Dist: python-dotenv<2,>=1.2; extra == "mce-text"
225
+ Provides-Extra: paper
226
+ Requires-Dist: matplotlib<4,>=3.8; extra == "paper"
227
+ Requires-Dist: numpy<3,>=1.26; extra == "paper"
228
+ Requires-Dist: pandas<3,>=2.1; extra == "paper"
229
+ Requires-Dist: scikit-learn<2,>=1.4; extra == "paper"
230
+ Provides-Extra: local
231
+ Requires-Dist: torch>=2.2; extra == "local"
232
+ Requires-Dist: transformers>=4.40; extra == "local"
233
+ Provides-Extra: qrag
234
+ Requires-Dist: datasets<5,>=3; extra == "qrag"
235
+ Requires-Dist: hydra-core<2,>=1.3; extra == "qrag"
236
+ Requires-Dist: nltk<4,>=3.9; extra == "qrag"
237
+ Requires-Dist: numpy<3,>=1.26; extra == "qrag"
238
+ Requires-Dist: omegaconf<3,>=2.3; extra == "qrag"
239
+ Requires-Dist: rotary-embedding-torch<1,>=0.8; extra == "qrag"
240
+ Requires-Dist: sortedcontainers<3,>=2.4; extra == "qrag"
241
+ Requires-Dist: torch>=2.2; extra == "qrag"
242
+ Requires-Dist: transformers<6,>=4.51; extra == "qrag"
243
+ Provides-Extra: qrag-fit
244
+ Requires-Dist: datasets<5,>=3; extra == "qrag-fit"
245
+ Requires-Dist: hydra-core<2,>=1.3; extra == "qrag-fit"
246
+ Requires-Dist: nltk<4,>=3.9; extra == "qrag-fit"
247
+ Requires-Dist: numpy<3,>=1.26; extra == "qrag-fit"
248
+ Requires-Dist: omegaconf<3,>=2.3; extra == "qrag-fit"
249
+ Requires-Dist: rotary-embedding-torch<1,>=0.8; extra == "qrag-fit"
250
+ Requires-Dist: sortedcontainers<3,>=2.4; extra == "qrag-fit"
251
+ Requires-Dist: torch<3,>=2.6; extra == "qrag-fit"
252
+ Requires-Dist: transformers<6,>=4.51; extra == "qrag-fit"
253
+ Requires-Dist: safetensors<1,>=0.5; extra == "qrag-fit"
254
+ Requires-Dist: tensorboard<3,>=2.18; extra == "qrag-fit"
255
+ Provides-Extra: r2ag-fit
256
+ Requires-Dist: torch<3,>=2.6; extra == "r2ag-fit"
257
+ Requires-Dist: transformers<6,>=5.15; extra == "r2ag-fit"
258
+ Requires-Dist: sentence-transformers<6,>=5; extra == "r2ag-fit"
259
+ Requires-Dist: numpy<2,>=1.26; extra == "r2ag-fit"
260
+ Requires-Dist: accelerate<2,>=1.10; extra == "r2ag-fit"
261
+ Requires-Dist: bitsandbytes==0.49.2; extra == "r2ag-fit"
262
+ Requires-Dist: safetensors<1,>=0.5; extra == "r2ag-fit"
263
+ Requires-Dist: kernels==0.16.0; extra == "r2ag-fit"
264
+ Provides-Extra: process-monitoring
265
+ Requires-Dist: psutil>=5.9; extra == "process-monitoring"
266
+ Provides-Extra: gpu-monitoring
267
+ Requires-Dist: psutil>=5.9; extra == "gpu-monitoring"
268
+ Requires-Dist: nvidia-ml-py>=12; extra == "gpu-monitoring"
269
+ Provides-Extra: yaml
270
+ Requires-Dist: PyYAML>=6.0; extra == "yaml"
271
+ Provides-Extra: querygym
272
+ Requires-Dist: PyYAML>=6.0; extra == "querygym"
273
+ Requires-Dist: tqdm>=4.66; extra == "querygym"
274
+ Dynamic: license-file
275
+
276
+ # AgentInputLab
277
+
278
+ A Python toolkit and typed JavaScript client for composing and evaluating input interventions for LLM agents.
279
+
280
+ This branch contains reusable library code, worker adapters, synthetic tests and documentation. It contains no paper results, experiment logs, datasets, trained weights or private execution configuration. It starts a new Git history: do not make the entire historical research repository public to publish this branch.
281
+
282
+ ## Install
283
+
284
+ Python 3.10+; optional model dependencies have their own Python/platform constraints.
285
+
286
+ ```sh
287
+ python -m pip install agentinputlab==0.1.0a1
288
+ agentinputlab doctor --json
289
+ agentinputlab smoke --json
290
+ ```
291
+
292
+ To install from source:
293
+
294
+ ```sh
295
+ git clone --single-branch --branch release/toolkit-public https://github.com/Data-Designer/AgentInputLab.git
296
+ cd AgentInputLab
297
+ python -m pip install .
298
+ agentinputlab doctor --offline
299
+ agentinputlab smoke --json
300
+ ```
301
+
302
+ The Python distribution is an initial alpha. The JavaScript SDK remains source-only while npm publication is deferred. To build local Python and SDK artifacts:
303
+
304
+ ```sh
305
+ python -m pip install build
306
+ python -m build
307
+ python -m pip install dist/agentinputlab-0.1.0a1-py3-none-any.whl
308
+ cd packages/sdk
309
+ npm ci
310
+ npm test
311
+ npm pack
312
+ # From a JavaScript application:
313
+ npm install /absolute/path/to/agentinputlab-sdk-0.1.0-alpha.1.tgz
314
+ ```
315
+
316
+ ## Python: apply a real intervention
317
+
318
+ ```python
319
+ from agentinputlab import FrozenAgentState, InterventionContext
320
+ from agentinputlab.api import create_intervention, run_intervention
321
+
322
+ method = create_intervention("plan.plan_and_solve.ps_prompt")
323
+ result = run_intervention(method, FrozenAgentState(query="Find a suitable flight"),
324
+ InterventionContext(seed=17))
325
+ print(result["state"]["instruction"])
326
+ ```
327
+
328
+ This executes the Plan-and-Solve prompt intervention. It is not an LLM response or a scored benchmark result. For model-driven methods, supply an explicit backend, retriever or external worker in `InterventionContext`; constructors retain their documented method-specific parameters. See [real execution](docs/real-execution.md).
329
+
330
+ ```python
331
+ from agentinputlab.api import catalog
332
+ from agentinputlab.registry import AlgorithmRegistry
333
+
334
+ print(catalog()["benchmarks"])
335
+ registry = AlgorithmRegistry.default()
336
+ for method, profile in registry.list_releases():
337
+ print(method.method_id, profile.id, profile.status.value, profile.blocking_reasons)
338
+ ```
339
+
340
+ The catalog exposes 27 method identities and 31 benchmark entries, including ToolTalk and datasets outside the paper's reporting subset. Choose a release profile and provision its declared code, checkpoints, environment and native scorer. Profile registration and real execution are separate compatibility dimensions; see [validation and profile prerequisites](docs/validation.md). Composite agents retain their native interfaces.
341
+
342
+ For Rewrite-Retrieve-Read (RRR), start with
343
+ [`rewrite.rrr.common_support_prompt`](docs/rrr-controlled.md): the controlled
344
+ prompt adapter uses your configured backbone and retriever for the
345
+ rewrite → retrieve → reader chain. Author warm-up/PPO checkpoints are separate,
346
+ optional external profiles.
347
+
348
+ For offline optimization, see [Q-RAG value-policy training](docs/qrag-training.md)
349
+ and [R²AG reader-aligned training and generation](docs/r2ag-training.md). These
350
+ recipes save fitted artifact identities and separate training costs from
351
+ subsequent inference.
352
+
353
+ ## JavaScript / TypeScript
354
+
355
+ The SDK connects to the same Python execution core; it does not reimplement algorithms. In Python, configure a server with explicit profile factories and dependency contexts. The CLI exposes only NO_OP and Plan-and-Solve by default:
356
+
357
+ ```sh
358
+ # Set a newly generated local token of at least 24 characters in your shell.
359
+ export AGENTINPUTLAB_API_TOKEN="$(python -c 'import secrets; print(secrets.token_urlsafe(32))')"
360
+ agentinputlab-serve --port 8765
361
+ ```
362
+
363
+ ```typescript
364
+ import { AgentInputLab } from '@agentinputlab/sdk';
365
+ const client = new AgentInputLab({ token: process.env.AGENTINPUTLAB_API_TOKEN! });
366
+ const inventory = await client.catalog();
367
+ const result = await client.intervene({
368
+ release_id: 'plan.plan_and_solve.ps_prompt',
369
+ state: { query: 'Find a suitable flight', budget: { max_model_calls: 8, max_output_tokens: 4096 } },
370
+ seed: 17,
371
+ });
372
+ console.log(result.state);
373
+ ```
374
+
375
+ The bundled HTTP server is authenticated and loopback-only. It is a development bridge, not a public multi-tenant hosting service. Browser CORS is intentionally disabled. Do not expose its token in browser bundles. See [API contract](docs/api.md).
376
+
377
+ ## Tests versus real measurements
378
+
379
+ ```sh
380
+ python -m pip install pytest
381
+ pytest
382
+ python tools/check_distribution.py dist/*.whl dist/*.tar.gz
383
+ python tools/compatibility_inventory.py --output /tmp/agentinputlab-compatibility.json
384
+ ```
385
+
386
+ Offline tests exercise algorithm behavior with explicit synthetic fixtures, transport, budgets, typed failures and worker contracts. The compatibility inventory checks every registered method, benchmark and requested backbone identity; it does not run models and labels untested cells as untested. Model names are user-configured, not hardcoded as a supported-model allowlist.
387
+
388
+ Real acceptance requires licensed data, pinned assets, an actual serving endpoint and the benchmark's native scorer. A patch, a synthetic fixture, a mock HTTP reply or an imported adapter is never an official score. See the staged [validation policy](docs/validation.md).
389
+
390
+ ## License
391
+
392
+ MIT for this repository's code. External dependencies retain their own licenses; consult `THIRD_PARTY_NOTICES.md` before downloading or distributing them. Registry publication follows the [acceptance and ownership checks](PUBLISHING.md).
@@ -0,0 +1,7 @@
1
+ # Publication policy
2
+
3
+ Registry publication is manual and requires owner authorization after acceptance. The source tree retains a publication guard for ordinary development builds, and no unattended workflow uploads packages. The npm package remains private; npm publication is deferred.
4
+
5
+ The public toolkit branch starts an independent history. Export or push this branch into a dedicated public repository after review; do not change the research repository's visibility, because its other branches and history contain research artifacts.
6
+
7
+ The owner has authorized publication after full toolkit acceptance. Before publication: verify account and namespace ownership, review dependency licenses, run all offline and installed-package tests, scan both distributions, and complete the real-backend acceptance plan across the full catalog. Record unsupported, incomplete and untested combinations accurately; an unimplemented adapter is not a scientifically inapplicable combination. Publication guards remain until acceptance is complete. See [acceptance protocol](docs/toolkit-acceptance.md).
@@ -0,0 +1,117 @@
1
+ # AgentInputLab
2
+
3
+ A Python toolkit and typed JavaScript client for composing and evaluating input interventions for LLM agents.
4
+
5
+ This branch contains reusable library code, worker adapters, synthetic tests and documentation. It contains no paper results, experiment logs, datasets, trained weights or private execution configuration. It starts a new Git history: do not make the entire historical research repository public to publish this branch.
6
+
7
+ ## Install
8
+
9
+ Python 3.10+; optional model dependencies have their own Python/platform constraints.
10
+
11
+ ```sh
12
+ python -m pip install agentinputlab==0.1.0a1
13
+ agentinputlab doctor --json
14
+ agentinputlab smoke --json
15
+ ```
16
+
17
+ To install from source:
18
+
19
+ ```sh
20
+ git clone --single-branch --branch release/toolkit-public https://github.com/Data-Designer/AgentInputLab.git
21
+ cd AgentInputLab
22
+ python -m pip install .
23
+ agentinputlab doctor --offline
24
+ agentinputlab smoke --json
25
+ ```
26
+
27
+ The Python distribution is an initial alpha. The JavaScript SDK remains source-only while npm publication is deferred. To build local Python and SDK artifacts:
28
+
29
+ ```sh
30
+ python -m pip install build
31
+ python -m build
32
+ python -m pip install dist/agentinputlab-0.1.0a1-py3-none-any.whl
33
+ cd packages/sdk
34
+ npm ci
35
+ npm test
36
+ npm pack
37
+ # From a JavaScript application:
38
+ npm install /absolute/path/to/agentinputlab-sdk-0.1.0-alpha.1.tgz
39
+ ```
40
+
41
+ ## Python: apply a real intervention
42
+
43
+ ```python
44
+ from agentinputlab import FrozenAgentState, InterventionContext
45
+ from agentinputlab.api import create_intervention, run_intervention
46
+
47
+ method = create_intervention("plan.plan_and_solve.ps_prompt")
48
+ result = run_intervention(method, FrozenAgentState(query="Find a suitable flight"),
49
+ InterventionContext(seed=17))
50
+ print(result["state"]["instruction"])
51
+ ```
52
+
53
+ This executes the Plan-and-Solve prompt intervention. It is not an LLM response or a scored benchmark result. For model-driven methods, supply an explicit backend, retriever or external worker in `InterventionContext`; constructors retain their documented method-specific parameters. See [real execution](docs/real-execution.md).
54
+
55
+ ```python
56
+ from agentinputlab.api import catalog
57
+ from agentinputlab.registry import AlgorithmRegistry
58
+
59
+ print(catalog()["benchmarks"])
60
+ registry = AlgorithmRegistry.default()
61
+ for method, profile in registry.list_releases():
62
+ print(method.method_id, profile.id, profile.status.value, profile.blocking_reasons)
63
+ ```
64
+
65
+ The catalog exposes 27 method identities and 31 benchmark entries, including ToolTalk and datasets outside the paper's reporting subset. Choose a release profile and provision its declared code, checkpoints, environment and native scorer. Profile registration and real execution are separate compatibility dimensions; see [validation and profile prerequisites](docs/validation.md). Composite agents retain their native interfaces.
66
+
67
+ For Rewrite-Retrieve-Read (RRR), start with
68
+ [`rewrite.rrr.common_support_prompt`](docs/rrr-controlled.md): the controlled
69
+ prompt adapter uses your configured backbone and retriever for the
70
+ rewrite → retrieve → reader chain. Author warm-up/PPO checkpoints are separate,
71
+ optional external profiles.
72
+
73
+ For offline optimization, see [Q-RAG value-policy training](docs/qrag-training.md)
74
+ and [R²AG reader-aligned training and generation](docs/r2ag-training.md). These
75
+ recipes save fitted artifact identities and separate training costs from
76
+ subsequent inference.
77
+
78
+ ## JavaScript / TypeScript
79
+
80
+ The SDK connects to the same Python execution core; it does not reimplement algorithms. In Python, configure a server with explicit profile factories and dependency contexts. The CLI exposes only NO_OP and Plan-and-Solve by default:
81
+
82
+ ```sh
83
+ # Set a newly generated local token of at least 24 characters in your shell.
84
+ export AGENTINPUTLAB_API_TOKEN="$(python -c 'import secrets; print(secrets.token_urlsafe(32))')"
85
+ agentinputlab-serve --port 8765
86
+ ```
87
+
88
+ ```typescript
89
+ import { AgentInputLab } from '@agentinputlab/sdk';
90
+ const client = new AgentInputLab({ token: process.env.AGENTINPUTLAB_API_TOKEN! });
91
+ const inventory = await client.catalog();
92
+ const result = await client.intervene({
93
+ release_id: 'plan.plan_and_solve.ps_prompt',
94
+ state: { query: 'Find a suitable flight', budget: { max_model_calls: 8, max_output_tokens: 4096 } },
95
+ seed: 17,
96
+ });
97
+ console.log(result.state);
98
+ ```
99
+
100
+ The bundled HTTP server is authenticated and loopback-only. It is a development bridge, not a public multi-tenant hosting service. Browser CORS is intentionally disabled. Do not expose its token in browser bundles. See [API contract](docs/api.md).
101
+
102
+ ## Tests versus real measurements
103
+
104
+ ```sh
105
+ python -m pip install pytest
106
+ pytest
107
+ python tools/check_distribution.py dist/*.whl dist/*.tar.gz
108
+ python tools/compatibility_inventory.py --output /tmp/agentinputlab-compatibility.json
109
+ ```
110
+
111
+ Offline tests exercise algorithm behavior with explicit synthetic fixtures, transport, budgets, typed failures and worker contracts. The compatibility inventory checks every registered method, benchmark and requested backbone identity; it does not run models and labels untested cells as untested. Model names are user-configured, not hardcoded as a supported-model allowlist.
112
+
113
+ Real acceptance requires licensed data, pinned assets, an actual serving endpoint and the benchmark's native scorer. A patch, a synthetic fixture, a mock HTTP reply or an imported adapter is never an official score. See the staged [validation policy](docs/validation.md).
114
+
115
+ ## License
116
+
117
+ MIT for this repository's code. External dependencies retain their own licenses; consult `THIRD_PARTY_NOTICES.md` before downloading or distributing them. Registry publication follows the [acceptance and ownership checks](PUBLISHING.md).