agentinputlab 0.1.0a1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- agentinputlab-0.1.0a1/.release/PYPI_PUBLISHING_DISABLED +1 -0
- agentinputlab-0.1.0a1/CITATION.cff +22 -0
- agentinputlab-0.1.0a1/LICENSE +21 -0
- agentinputlab-0.1.0a1/MANIFEST.in +15 -0
- agentinputlab-0.1.0a1/NOTICE +31 -0
- agentinputlab-0.1.0a1/PKG-INFO +392 -0
- agentinputlab-0.1.0a1/PUBLISHING.md +7 -0
- agentinputlab-0.1.0a1/README.md +117 -0
- agentinputlab-0.1.0a1/THIRD_PARTY_NOTICES.md +94 -0
- agentinputlab-0.1.0a1/docs/ace-bfcl.md +70 -0
- agentinputlab-0.1.0a1/docs/ace-native-statebench.md +127 -0
- agentinputlab-0.1.0a1/docs/ace-native-tau.md +91 -0
- agentinputlab-0.1.0a1/docs/ace-native-toolsandbox.md +92 -0
- agentinputlab-0.1.0a1/docs/ace-online.md +89 -0
- agentinputlab-0.1.0a1/docs/acon-live-tau.md +75 -0
- agentinputlab-0.1.0a1/docs/acon-live-tooltalk.md +46 -0
- agentinputlab-0.1.0a1/docs/adaptive-rag-fit.md +104 -0
- agentinputlab-0.1.0a1/docs/api.md +264 -0
- agentinputlab-0.1.0a1/docs/decomp-planner.md +63 -0
- agentinputlab-0.1.0a1/docs/hyde-external.md +70 -0
- agentinputlab-0.1.0a1/docs/infocqr-student.md +105 -0
- agentinputlab-0.1.0a1/docs/ircot-native-qa.md +87 -0
- agentinputlab-0.1.0a1/docs/ircot-prediction-replay.md +66 -0
- agentinputlab-0.1.0a1/docs/llmlingua2-multilingual.md +51 -0
- agentinputlab-0.1.0a1/docs/llmlingua2-training.md +76 -0
- agentinputlab-0.1.0a1/docs/longllmlingua-controlled.md +62 -0
- agentinputlab-0.1.0a1/docs/plan-and-budget-full.md +69 -0
- agentinputlab-0.1.0a1/docs/plan-and-budget-hard-cap.md +67 -0
- agentinputlab-0.1.0a1/docs/qrag-training.md +97 -0
- agentinputlab-0.1.0a1/docs/r2ag-training.md +157 -0
- agentinputlab-0.1.0a1/docs/real-execution.md +593 -0
- agentinputlab-0.1.0a1/docs/recomp-abstractive-training.md +71 -0
- agentinputlab-0.1.0a1/docs/recomp-extractive-training.md +75 -0
- agentinputlab-0.1.0a1/docs/recomp-selective.md +47 -0
- agentinputlab-0.1.0a1/docs/reformer-induction.md +74 -0
- agentinputlab-0.1.0a1/docs/retriever_profiles.md +185 -0
- agentinputlab-0.1.0a1/docs/rrr-controlled.md +53 -0
- agentinputlab-0.1.0a1/docs/smartsearch-training.md +436 -0
- agentinputlab-0.1.0a1/docs/toolkit-acceptance.md +151 -0
- agentinputlab-0.1.0a1/docs/udcs-deterministic.md +54 -0
- agentinputlab-0.1.0a1/docs/validation.md +47 -0
- agentinputlab-0.1.0a1/pyproject.toml +198 -0
- agentinputlab-0.1.0a1/scripts/selectors/_common.py +64 -0
- agentinputlab-0.1.0a1/scripts/selectors/build_policy_manifest.py +87 -0
- agentinputlab-0.1.0a1/scripts/selectors/calibrate_selector.py +69 -0
- agentinputlab-0.1.0a1/scripts/selectors/export_discovery.py +59 -0
- agentinputlab-0.1.0a1/scripts/selectors/freeze_selector.py +53 -0
- agentinputlab-0.1.0a1/scripts/selectors/train_selector.py +86 -0
- agentinputlab-0.1.0a1/setup.cfg +4 -0
- agentinputlab-0.1.0a1/src/agentinputlab/__init__.py +28 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/__init__.py +6 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/__init__.py +145 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/adaptive_rag/__init__.py +43 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/adaptive_rag/replay.py +367 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/adaptive_rag/runtime.py +1202 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/adaptive_rag_common_support.py +542 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/hyde.py +296 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/hyde_controlled.py +200 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/hyde_external.py +148 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/ircot.py +28 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/ircot_common_support.py +478 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/ircot_native.py +355 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/ircot_replay.py +327 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/__init__.py +79 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/bridge.py +828 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/common_support.py +891 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/native_axis.py +71 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/qrag/reader_adapter.py +139 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/r2ag/__init__.py +57 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/r2ag/bridge.py +1312 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/r2ag/common_support.py +1029 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/acquire/r2ag/socket_runtime.py +255 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/__init__.py +61 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/_structured.py +64 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/active_task_disambiguation.py +371 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/ask_or_assume/__init__.py +17 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/ask_or_assume/monitor.py +410 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/future_turns.py +379 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/udcs.py +255 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/clarify/udcs_deterministic.py +196 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/__init__.py +65 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/__init__.py +27 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/common.py +284 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/common_support.py +136 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/history_bridge.py +309 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/acon/observation_bridge.py +290 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/__init__.py +30 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/adapters.py +537 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/budget.py +48 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/controlled.py +175 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/multilingual.py +105 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/llmlingua/span_map.py +167 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/recomp/__init__.py +47 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/recomp/external.py +1129 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/curate/recomp/selective.py +304 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/__init__.py +107 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/decomp/__init__.py +53 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/decomp/common_support.py +478 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/decomp/planner_component.py +199 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/decomp/worker_bridge.py +416 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/llm_compiler/__init__.py +35 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/llm_compiler/bridge.py +520 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/llm_compiler/common_support.py +504 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/__init__.py +43 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/cached_soft_budget.py +362 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/decomposer_component.py +107 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/full.py +205 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/hard_cap.py +246 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_budget/regenerated_soft_budget.py +448 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_solve/__init__.py +33 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_solve/plan_component.py +192 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/plan_and_solve/ps_prompt.py +127 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/self_ask/__init__.py +27 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/self_ask/loop.py +362 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/decompose/self_ask/planner_component.py +117 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/__init__.py +85 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/infocqr/__init__.py +40 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/infocqr/cache_replay.py +362 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/infocqr/external.py +675 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/infocqr/student.py +189 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/__init__.py +42 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/controlled_live.py +190 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/models.py +95 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/official_cached.py +335 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/querygym_bridge.py +223 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/query2doc/querygym_runtime.py +326 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/reformer/__init__.py +23 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/reformer/external.py +417 -0
- agentinputlab-0.1.0a1/src/agentinputlab/algorithms/reformulate/rrr.py +696 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/__init__.py +5 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/independent.py +428 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/server.py +233 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/app.js +121 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/index.html +60 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/review.css +2 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/review.html +10 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/review.js +11 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/static/styles.css +55 -0
- agentinputlab-0.1.0a1/src/agentinputlab/annotation/store.py +444 -0
- agentinputlab-0.1.0a1/src/agentinputlab/api.py +368 -0
- agentinputlab-0.1.0a1/src/agentinputlab/artifacts/__init__.py +15 -0
- agentinputlab-0.1.0a1/src/agentinputlab/artifacts/json_file.py +104 -0
- agentinputlab-0.1.0a1/src/agentinputlab/artifacts/manifest.py +98 -0
- agentinputlab-0.1.0a1/src/agentinputlab/artifacts/store.py +157 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/__init__.py +98 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/embedding/__init__.py +25 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/embedding/base.py +145 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/embedding/callable.py +75 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/embedding/replay.py +129 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/__init__.py +31 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/base.py +149 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/callable.py +108 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/decomp_completion.py +88 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/final_content_stop.py +72 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/gpt_oss_final_channel.py +84 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/openai_compatible.py +332 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/llm/transformers.py +171 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/__init__.py +35 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/base.py +50 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/dense.py +777 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/memory.py +119 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/retrieval/sqlite_fts.py +155 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/user/__init__.py +15 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/user/base.py +66 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/user/callable.py +54 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/user/replay.py +89 -0
- agentinputlab-0.1.0a1/src/agentinputlab/backends/vector.py +38 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/__init__.py +246 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/acquisition.py +106 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/ale.py +540 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/appworld_ul.py +669 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/assets.py +226 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/base.py +68 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/beir_archive.py +235 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/beir_sample.py +269 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/bfcl_native.py +245 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/bfcl_v3.py +607 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/cache.py +218 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/clariq.py +203 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/data/registry.json +321 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/data/smoke_assets.json +511 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/data/statebench_v0_8_1_task_ids.json +475 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/data/toolsandbox_165848b_scenario_names.json +1 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/execution.py +1111 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/interactive.py +257 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/ir_query.py +204 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/longbench.py +203 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/paired_replay.py +479 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/preprocess.py +2313 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/production.py +236 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/qa.py +963 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/registry.py +110 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/retrieval.py +459 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/runtime.py +509 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/statebench.py +938 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/tau3.py +725 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/toolsandbox.py +626 -0
- agentinputlab-0.1.0a1/src/agentinputlab/benchmarks/trec_dl_sample.py +263 -0
- agentinputlab-0.1.0a1/src/agentinputlab/campaign.py +654 -0
- agentinputlab-0.1.0a1/src/agentinputlab/campaign_runner.py +953 -0
- agentinputlab-0.1.0a1/src/agentinputlab/cli/__init__.py +6 -0
- agentinputlab-0.1.0a1/src/agentinputlab/cli/main.py +933 -0
- agentinputlab-0.1.0a1/src/agentinputlab/connectors/__init__.py +46 -0
- agentinputlab-0.1.0a1/src/agentinputlab/connectors/knowledge/__init__.py +4 -0
- agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/__init__.py +30 -0
- agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/base.py +57 -0
- agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/mcp.py +222 -0
- agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/memory.py +41 -0
- agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/openapi.py +695 -0
- agentinputlab-0.1.0a1/src/agentinputlab/connectors/tools/schema.py +102 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/__init__.py +91 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/availability.py +24 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/dependency.py +58 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/enums.py +82 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/errors.py +63 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/evidence.py +43 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/intent.py +110 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/lifecycle.py +164 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/patch.py +167 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/serialization.py +93 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/state.py +127 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/trace.py +59 -0
- agentinputlab-0.1.0a1/src/agentinputlab/contracts/worker.py +42 -0
- agentinputlab-0.1.0a1/src/agentinputlab/core/__init__.py +7 -0
- agentinputlab-0.1.0a1/src/agentinputlab/data/__init__.py +32 -0
- agentinputlab-0.1.0a1/src/agentinputlab/data/checksums.py +9 -0
- agentinputlab-0.1.0a1/src/agentinputlab/data/downloader.py +235 -0
- agentinputlab-0.1.0a1/src/agentinputlab/data/http.py +171 -0
- agentinputlab-0.1.0a1/src/agentinputlab/data/index.py +21 -0
- agentinputlab-0.1.0a1/src/agentinputlab/data/overlap.py +28 -0
- agentinputlab-0.1.0a1/src/agentinputlab/data/preprocess.py +32 -0
- agentinputlab-0.1.0a1/src/agentinputlab/data/storage.py +57 -0
- agentinputlab-0.1.0a1/src/agentinputlab/data/trec_sample.py +427 -0
- agentinputlab-0.1.0a1/src/agentinputlab/evaluation/__init__.py +5 -0
- agentinputlab-0.1.0a1/src/agentinputlab/evaluation/outcomes.py +32 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/__init__.py +278 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/analysis.py +981 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/artifacts.py +687 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/automatic_measurement.py +678 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/auxiliary_matrix.py +203 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/bindings.py +430 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/blueprints.py +147 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/builders/__init__.py +45 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/builders/executable_external_payload.py +423 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/builders/external_process_arena.py +1018 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/builders/registry_intervention.py +463 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/cli.py +158 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/controls.py +340 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/driver_guard.py +205 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/__init__.py +89 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/external_arena.py +2908 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/method_process.py +662 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/parity_process.py +1484 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/drivers/static_production.py +1574 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/executor.py +448 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/loader.py +605 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/measurement.py +675 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/paper_analysis.py +1818 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/parity_identity.py +605 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/plan.py +277 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/production_builders.py +3739 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/readiness.py +432 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/schema.py +514 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/secrets.py +177 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/stateful_analysis.py +1738 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/transfer_analysis.py +1316 -0
- agentinputlab-0.1.0a1/src/agentinputlab/experiments/unseen_analysis.py +1025 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/__init__.py +1 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/action_space/__init__.py +1 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/__init__.py +76 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/ace.py +431 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/base.py +181 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/decomp_live.py +249 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/decomp_planner.py +30 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/infocqr_student.py +280 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/ircot.py +576 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/llmcompiler_live.py +360 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/longllmlingua.py +162 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/method.py +314 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/process.py +678 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/external_workers/supervisor.py +1071 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/full_architecture/__init__.py +1 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/full_architecture/hyde.py +212 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/full_architecture/plan_and_budget.py +188 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/live_history.py +222 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/prompt_optimization/__init__.py +1 -0
- agentinputlab-0.1.0a1/src/agentinputlab/integrations/training/__init__.py +1 -0
- agentinputlab-0.1.0a1/src/agentinputlab/metrics/__init__.py +50 -0
- agentinputlab-0.1.0a1/src/agentinputlab/metrics/catalog.py +313 -0
- agentinputlab-0.1.0a1/src/agentinputlab/metrics/harm.py +95 -0
- agentinputlab-0.1.0a1/src/agentinputlab/metrics/paired.py +40 -0
- agentinputlab-0.1.0a1/src/agentinputlab/metrics/qa.py +76 -0
- agentinputlab-0.1.0a1/src/agentinputlab/metrics/text.py +33 -0
- agentinputlab-0.1.0a1/src/agentinputlab/metrics/third_party.py +161 -0
- agentinputlab-0.1.0a1/src/agentinputlab/models/__init__.py +4 -0
- agentinputlab-0.1.0a1/src/agentinputlab/observability/__init__.py +56 -0
- agentinputlab-0.1.0a1/src/agentinputlab/observability/budget.py +316 -0
- agentinputlab-0.1.0a1/src/agentinputlab/observability/instrumentation.py +754 -0
- agentinputlab-0.1.0a1/src/agentinputlab/observability/models.py +403 -0
- agentinputlab-0.1.0a1/src/agentinputlab/observability/monitor.py +380 -0
- agentinputlab-0.1.0a1/src/agentinputlab/optimizers/__init__.py +1 -0
- agentinputlab-0.1.0a1/src/agentinputlab/optimizers/clarify/__init__.py +12 -0
- agentinputlab-0.1.0a1/src/agentinputlab/optimizers/context/__init__.py +22 -0
- agentinputlab-0.1.0a1/src/agentinputlab/optimizers/decompose/__init__.py +64 -0
- agentinputlab-0.1.0a1/src/agentinputlab/optimizers/evidence/__init__.py +22 -0
- agentinputlab-0.1.0a1/src/agentinputlab/optimizers/rewrite/__init__.py +30 -0
- agentinputlab-0.1.0a1/src/agentinputlab/parity/__init__.py +5 -0
- agentinputlab-0.1.0a1/src/agentinputlab/parity/base.py +206 -0
- agentinputlab-0.1.0a1/src/agentinputlab/production_campaign.py +763 -0
- agentinputlab-0.1.0a1/src/agentinputlab/py.typed +1 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/__init__.py +333 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace.py +418 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_bfcl.py +273 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_common_support.py +169 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_native_plan.py +322 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_online.py +711 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_retrieval.py +330 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_statebench.py +382 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_tau.py +463 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/ace_toolsandbox.py +432 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/acon_guideline.py +22 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/adaptive_rag.py +822 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/llmlingua2_inference.py +146 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/llmlingua2_training.py +796 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/mce.py +1486 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/mce_final.py +335 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/mce_text_fit.py +499 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/mce_text_only.py +298 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/qrag.py +729 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/qrag_inference.py +364 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/r2ag_features.py +236 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/r2ag_inference.py +503 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/r2ag_training.py +948 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/recomp_abstractive.py +592 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/recomp_extractive.py +525 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/reformer.py +17 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/rqrag.py +1516 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/rqrag_common_support.py +193 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/rqrag_completion.py +147 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt.py +462 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt_common_support.py +154 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt_environment.py +165 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt_environment_cli.py +5 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/skillopt_retrieval.py +188 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch.py +897 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_curriculum.py +283 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_contracts.py +58 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_data.py +314 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_meter.py +324 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_prefix.py +144 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_rollout.py +119 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_tools.py +364 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_training.py +305 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_transport.py +248 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_grpo_worker.py +364 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_inference.py +524 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_native_data.py +172 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_policy.py +616 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_policy_worker.py +9 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_sampling.py +232 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_teacher.py +203 -0
- agentinputlab-0.1.0a1/src/agentinputlab/recipes/smartsearch_training.py +265 -0
- agentinputlab-0.1.0a1/src/agentinputlab/registry/__init__.py +46 -0
- agentinputlab-0.1.0a1/src/agentinputlab/registry/beta.py +727 -0
- agentinputlab-0.1.0a1/src/agentinputlab/registry/data/algorithms.json +1959 -0
- agentinputlab-0.1.0a1/src/agentinputlab/registry/data/auxiliary_method_profiles.json +34 -0
- agentinputlab-0.1.0a1/src/agentinputlab/registry/loader.py +100 -0
- agentinputlab-0.1.0a1/src/agentinputlab/registry/result_manifest.py +184 -0
- agentinputlab-0.1.0a1/src/agentinputlab/registry/runtime.py +195 -0
- agentinputlab-0.1.0a1/src/agentinputlab/registry/schema.py +449 -0
- agentinputlab-0.1.0a1/src/agentinputlab/runner/__init__.py +30 -0
- agentinputlab-0.1.0a1/src/agentinputlab/runner/balance.py +248 -0
- agentinputlab-0.1.0a1/src/agentinputlab/runner/cache.py +135 -0
- agentinputlab-0.1.0a1/src/agentinputlab/runner/composite.py +130 -0
- agentinputlab-0.1.0a1/src/agentinputlab/runner/engine.py +285 -0
- agentinputlab-0.1.0a1/src/agentinputlab/runner/runtime_guard.py +268 -0
- agentinputlab-0.1.0a1/src/agentinputlab/runner/worker.py +80 -0
- agentinputlab-0.1.0a1/src/agentinputlab/runtime_bootstrap.py +288 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/__init__.py +196 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/advanced.py +1514 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/artifacts.py +1087 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/base.py +112 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/campaigns.py +1893 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/catalog.py +86 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/discovery.py +1860 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/evaluation.py +1348 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/features.py +383 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/learned.py +502 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/no_op.py +28 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/outcome_table.py +475 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/producer.py +853 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/rules.py +109 -0
- agentinputlab-0.1.0a1/src/agentinputlab/selectors/runtime.py +420 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studies/__init__.py +16 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studies/design.py +165 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studies/paired.py +322 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/__init__.py +6 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/campaigns.py +819 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/engine.py +1408 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/model_backends.py +425 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/prepared.py +410 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/server.py +613 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/static/app.js +397 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/static/campaigns.html +175 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/static/campaigns.js +426 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/static/index.html +192 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/static/result.html +103 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/static/result.js +273 -0
- agentinputlab-0.1.0a1/src/agentinputlab/studio/static/styles.css +467 -0
- agentinputlab-0.1.0a1/src/agentinputlab.egg-info/PKG-INFO +392 -0
- agentinputlab-0.1.0a1/src/agentinputlab.egg-info/SOURCES.txt +571 -0
- agentinputlab-0.1.0a1/src/agentinputlab.egg-info/dependency_links.txt +1 -0
- agentinputlab-0.1.0a1/src/agentinputlab.egg-info/entry_points.txt +6 -0
- agentinputlab-0.1.0a1/src/agentinputlab.egg-info/requires.txt +290 -0
- agentinputlab-0.1.0a1/src/agentinputlab.egg-info/top_level.txt +2 -0
- agentinputlab-0.1.0a1/tools/acceptance_fit_transport.py +207 -0
- agentinputlab-0.1.0a1/tools/acceptance_method_bindings.py +244 -0
- agentinputlab-0.1.0a1/tools/acceptance_plan.py +154 -0
- agentinputlab-0.1.0a1/tools/check_bfcl_native_source.py +88 -0
- agentinputlab-0.1.0a1/tools/check_distribution.py +60 -0
- agentinputlab-0.1.0a1/tools/compatibility_inventory.py +68 -0
- agentinputlab-0.1.0a1/tools/installed_sdk_smoke.py +50 -0
- agentinputlab-0.1.0a1/tools/prepare_adaptive_boundary_cases.py +255 -0
- agentinputlab-0.1.0a1/tools/prepare_adaptive_trained_acceptance.py +241 -0
- agentinputlab-0.1.0a1/tools/resume_native_entry_failures.py +161 -0
- agentinputlab-0.1.0a1/tools/run_ace_acceptance.py +355 -0
- agentinputlab-0.1.0a1/tools/run_ace_online_acceptance.py +198 -0
- agentinputlab-0.1.0a1/tools/run_acon_acceptance.py +244 -0
- agentinputlab-0.1.0a1/tools/run_acon_guideline_acceptance.py +522 -0
- agentinputlab-0.1.0a1/tools/run_acon_history_acceptance.py +255 -0
- agentinputlab-0.1.0a1/tools/run_adaptive_acceptance.py +391 -0
- agentinputlab-0.1.0a1/tools/run_adaptive_controlled_acceptance.py +580 -0
- agentinputlab-0.1.0a1/tools/run_adaptive_trained_acceptance.py +405 -0
- agentinputlab-0.1.0a1/tools/run_beir_archive_acceptance.py +322 -0
- agentinputlab-0.1.0a1/tools/run_bfcl_acceptance.py +262 -0
- agentinputlab-0.1.0a1/tools/run_clariq_acceptance.py +199 -0
- agentinputlab-0.1.0a1/tools/run_curator_acceptance.py +332 -0
- agentinputlab-0.1.0a1/tools/run_decomp_live_acceptance.py +165 -0
- agentinputlab-0.1.0a1/tools/run_hyde_external_acceptance.py +189 -0
- agentinputlab-0.1.0a1/tools/run_ircot_controlled_acceptance.py +473 -0
- agentinputlab-0.1.0a1/tools/run_ircot_native_qa_acceptance.py +334 -0
- agentinputlab-0.1.0a1/tools/run_llmcompiler_live_acceptance.py +183 -0
- agentinputlab-0.1.0a1/tools/run_llmcompiler_planner_acceptance.py +193 -0
- agentinputlab-0.1.0a1/tools/run_llmlingua2_bert_acceptance.py +204 -0
- agentinputlab-0.1.0a1/tools/run_llmlingua2_trained_acceptance.py +515 -0
- agentinputlab-0.1.0a1/tools/run_longbench_acceptance.py +163 -0
- agentinputlab-0.1.0a1/tools/run_mce_acceptance.py +394 -0
- agentinputlab-0.1.0a1/tools/run_native_arena_acceptance.py +504 -0
- agentinputlab-0.1.0a1/tools/run_pab_full_acceptance.py +106 -0
- agentinputlab-0.1.0a1/tools/run_pab_hard_cap_acceptance.py +150 -0
- agentinputlab-0.1.0a1/tools/run_plan_budget_component_acceptance.py +152 -0
- agentinputlab-0.1.0a1/tools/run_qa_extended_acceptance.py +361 -0
- agentinputlab-0.1.0a1/tools/run_qa_method_acceptance.py +153 -0
- agentinputlab-0.1.0a1/tools/run_qa_schema_acceptance.py +104 -0
- agentinputlab-0.1.0a1/tools/run_qrag_acceptance.py +376 -0
- agentinputlab-0.1.0a1/tools/run_qrag_trained_acceptance.py +443 -0
- agentinputlab-0.1.0a1/tools/run_recomp_abstractive_acceptance.py +379 -0
- agentinputlab-0.1.0a1/tools/run_recomp_acceptance.py +374 -0
- agentinputlab-0.1.0a1/tools/run_recomp_selective_acceptance.py +314 -0
- agentinputlab-0.1.0a1/tools/run_recomp_sentence_acceptance.py +207 -0
- agentinputlab-0.1.0a1/tools/run_recomp_trained_acceptance.py +430 -0
- agentinputlab-0.1.0a1/tools/run_reformer_profiles_acceptance.py +276 -0
- agentinputlab-0.1.0a1/tools/run_retrieval_acceptance.py +126 -0
- agentinputlab-0.1.0a1/tools/run_rqrag_acceptance.py +276 -0
- agentinputlab-0.1.0a1/tools/run_rqrag_fullpath_acceptance.py +224 -0
- agentinputlab-0.1.0a1/tools/run_self_ask_component_acceptance.py +192 -0
- agentinputlab-0.1.0a1/tools/run_skillopt_acceptance.py +453 -0
- agentinputlab-0.1.0a1/tools/run_smartsearch_acceptance.py +501 -0
- agentinputlab-0.1.0a1/tools/run_static_acceptance.py +206 -0
- agentinputlab-0.1.0a1/tools/run_tau_acceptance.py +387 -0
- agentinputlab-0.1.0a1/tools/run_tooltalk_acceptance.py +339 -0
- agentinputlab-0.1.0a1/tools/run_udcs_deterministic_acceptance.py +147 -0
- agentinputlab-0.1.0a1/tools/summarize_acceptance_evidence.py +239 -0
- agentinputlab-0.1.0a1/workers/README.md +94 -0
- agentinputlab-0.1.0a1/workers/ace/README.md +261 -0
- agentinputlab-0.1.0a1/workers/ace/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/ace/compatibility_manifest.json +39 -0
- agentinputlab-0.1.0a1/workers/ace/driver.py +1682 -0
- agentinputlab-0.1.0a1/workers/acon/README.md +215 -0
- agentinputlab-0.1.0a1/workers/acon/__init__.py +5 -0
- agentinputlab-0.1.0a1/workers/acon/compatibility_manifest.json +93 -0
- agentinputlab-0.1.0a1/workers/acon/driver.py +1859 -0
- agentinputlab-0.1.0a1/workers/acon/fitted.py +395 -0
- agentinputlab-0.1.0a1/workers/acon/guideline.py +470 -0
- agentinputlab-0.1.0a1/workers/acon/guideline_source_manifest.json +20 -0
- agentinputlab-0.1.0a1/workers/adaptive_rag/README.md +96 -0
- agentinputlab-0.1.0a1/workers/adaptive_rag/__init__.py +15 -0
- agentinputlab-0.1.0a1/workers/adaptive_rag/compatibility_manifest.json +61 -0
- agentinputlab-0.1.0a1/workers/adaptive_rag/driver.py +1470 -0
- agentinputlab-0.1.0a1/workers/adaptive_rag/fixture_runtime.py +163 -0
- agentinputlab-0.1.0a1/workers/adaptive_rag/runtime.py +252 -0
- agentinputlab-0.1.0a1/workers/ask_or_assume/README.md +124 -0
- agentinputlab-0.1.0a1/workers/ask_or_assume/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/ask_or_assume/compatibility_manifest.json +36 -0
- agentinputlab-0.1.0a1/workers/ask_or_assume/driver.py +1227 -0
- agentinputlab-0.1.0a1/workers/decomp/README.md +133 -0
- agentinputlab-0.1.0a1/workers/decomp/UPSTREAM_LICENSE.Apache-2.0.txt +201 -0
- agentinputlab-0.1.0a1/workers/decomp/__init__.py +5 -0
- agentinputlab-0.1.0a1/workers/decomp/compatibility_manifest.json +205 -0
- agentinputlab-0.1.0a1/workers/decomp/driver.py +1015 -0
- agentinputlab-0.1.0a1/workers/decomp/live.py +137 -0
- agentinputlab-0.1.0a1/workers/decomp/runtime.py +231 -0
- agentinputlab-0.1.0a1/workers/infocqr/README.md +106 -0
- agentinputlab-0.1.0a1/workers/infocqr/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/infocqr/compatibility_manifest.json +84 -0
- agentinputlab-0.1.0a1/workers/infocqr/driver.py +1766 -0
- agentinputlab-0.1.0a1/workers/ircot/README.md +167 -0
- agentinputlab-0.1.0a1/workers/ircot/__init__.py +7 -0
- agentinputlab-0.1.0a1/workers/ircot/compatibility_manifest.json +121 -0
- agentinputlab-0.1.0a1/workers/ircot/controlled.py +457 -0
- agentinputlab-0.1.0a1/workers/ircot/driver.py +1373 -0
- agentinputlab-0.1.0a1/workers/ircot/fixture_bindings.json +39 -0
- agentinputlab-0.1.0a1/workers/ircot/fixture_config.json +48 -0
- agentinputlab-0.1.0a1/workers/ircot/fixture_prompt.txt +2 -0
- agentinputlab-0.1.0a1/workers/ircot/native_qa.py +398 -0
- agentinputlab-0.1.0a1/workers/ircot/qa_compatibility_manifest.json +57 -0
- agentinputlab-0.1.0a1/workers/ircot/runtime.py +97 -0
- agentinputlab-0.1.0a1/workers/llmcompiler/README.md +160 -0
- agentinputlab-0.1.0a1/workers/llmcompiler/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/llmcompiler/compatibility_manifest.json +45 -0
- agentinputlab-0.1.0a1/workers/llmcompiler/driver.py +1514 -0
- agentinputlab-0.1.0a1/workers/llmcompiler/export_prompts.py +74 -0
- agentinputlab-0.1.0a1/workers/llmcompiler/live.py +174 -0
- agentinputlab-0.1.0a1/workers/llmcompiler/patch_manifest.json +147 -0
- agentinputlab-0.1.0a1/workers/mce/README.md +198 -0
- agentinputlab-0.1.0a1/workers/mce/__init__.py +29 -0
- agentinputlab-0.1.0a1/workers/mce/compatibility_manifest.json +115 -0
- agentinputlab-0.1.0a1/workers/mce/driver.py +2585 -0
- agentinputlab-0.1.0a1/workers/mce/final_eval.py +173 -0
- agentinputlab-0.1.0a1/workers/official_arenas/README.md +25 -0
- agentinputlab-0.1.0a1/workers/official_arenas/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/official_arenas/capture_records.py +110 -0
- agentinputlab-0.1.0a1/workers/official_arenas/driver.py +619 -0
- agentinputlab-0.1.0a1/workers/official_arenas/protocol.py +334 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/_live_history.py +228 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/_message_compat.py +77 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/appworld_ul.py +196 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/fixture.py +112 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/statebench.py +960 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/tau3.py +1672 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/tau_retail.py +586 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/toolsandbox.py +1321 -0
- agentinputlab-0.1.0a1/workers/official_arenas/providers/tooltalk.py +699 -0
- agentinputlab-0.1.0a1/workers/official_arenas/retail_capture.py +188 -0
- agentinputlab-0.1.0a1/workers/official_arenas/retail_driver.py +275 -0
- agentinputlab-0.1.0a1/workers/qrag/README.md +172 -0
- agentinputlab-0.1.0a1/workers/qrag/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/qrag/compatibility_manifest.json +64 -0
- agentinputlab-0.1.0a1/workers/qrag/driver.py +673 -0
- agentinputlab-0.1.0a1/workers/r2ag/README.md +154 -0
- agentinputlab-0.1.0a1/workers/r2ag/__init__.py +5 -0
- agentinputlab-0.1.0a1/workers/r2ag/compatibility_manifest.json +55 -0
- agentinputlab-0.1.0a1/workers/r2ag/driver.py +1287 -0
- agentinputlab-0.1.0a1/workers/r2ag/feature_schema.json +8 -0
- agentinputlab-0.1.0a1/workers/r2ag/runtime.py +589 -0
- agentinputlab-0.1.0a1/workers/recomp/README.md +120 -0
- agentinputlab-0.1.0a1/workers/recomp/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/recomp/compatibility_manifest.json +43 -0
- agentinputlab-0.1.0a1/workers/recomp/driver.py +1653 -0
- agentinputlab-0.1.0a1/workers/reformer/README.md +125 -0
- agentinputlab-0.1.0a1/workers/reformer/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/reformer/compatibility_manifest.json +68 -0
- agentinputlab-0.1.0a1/workers/reformer/driver.py +1459 -0
- agentinputlab-0.1.0a1/workers/reformer/induction.py +457 -0
- agentinputlab-0.1.0a1/workers/rrr/README.md +126 -0
- agentinputlab-0.1.0a1/workers/rrr/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/rrr/compatibility_manifest.json +57 -0
- agentinputlab-0.1.0a1/workers/rrr/driver.py +1133 -0
- agentinputlab-0.1.0a1/workers/smartsearch/README.md +331 -0
- agentinputlab-0.1.0a1/workers/smartsearch/__init__.py +1 -0
- agentinputlab-0.1.0a1/workers/smartsearch/compatibility_manifest.json +41 -0
- agentinputlab-0.1.0a1/workers/smartsearch/driver.py +1643 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
Owner approval and a reviewed publication target are required before publication.
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
cff-version: 1.2.0
|
|
2
|
+
message: "If you use AgentInputLab, please cite the software and its preferred project paper."
|
|
3
|
+
title: "AgentInputLab"
|
|
4
|
+
type: software
|
|
5
|
+
authors:
|
|
6
|
+
- family-names: Zhao
|
|
7
|
+
given-names: Chuang
|
|
8
|
+
- family-names: Li
|
|
9
|
+
given-names: Xiaomeng
|
|
10
|
+
version: 0.1.0a1
|
|
11
|
+
date-released: 2026-10-15
|
|
12
|
+
repository-code: "https://github.com/Data-Designer/AgentInputLab"
|
|
13
|
+
license: MIT
|
|
14
|
+
preferred-citation:
|
|
15
|
+
type: generic
|
|
16
|
+
title: "Not Every Better Query Is the Same Task: When Input Optimization Helps and Hurts LLM Agents"
|
|
17
|
+
authors:
|
|
18
|
+
- family-names: Zhao
|
|
19
|
+
given-names: Chuang
|
|
20
|
+
- family-names: Li
|
|
21
|
+
given-names: Xiaomeng
|
|
22
|
+
year: 2026
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2026 Chuang Zhao and Xiaomeng Li
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
include LICENSE NOTICE THIRD_PARTY_NOTICES.md CITATION.cff README.md
|
|
2
|
+
include PUBLISHING.md .release/PYPI_PUBLISHING_DISABLED
|
|
3
|
+
recursive-include src *.py *.typed *.json *.html *.css *.js
|
|
4
|
+
recursive-include docs *.md
|
|
5
|
+
recursive-include tools *.py
|
|
6
|
+
recursive-include scripts/selectors *.py
|
|
7
|
+
recursive-include examples *.py
|
|
8
|
+
recursive-include workers *.py *.md *.txt *.yaml *.yml *.json
|
|
9
|
+
prune tests
|
|
10
|
+
prune dist
|
|
11
|
+
prune results
|
|
12
|
+
prune data
|
|
13
|
+
prune artifacts
|
|
14
|
+
prune .runtime
|
|
15
|
+
global-exclude __pycache__ *.pyc *.pyo *.log *.csv *.jsonl *.pdf *.pt *.pth *.safetensors
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
AgentInputLab
|
|
2
|
+
Copyright 2026 Chuang Zhao and Xiaomeng Li
|
|
3
|
+
|
|
4
|
+
AgentInputLab's own source code is licensed under the MIT License. See LICENSE.
|
|
5
|
+
|
|
6
|
+
No third-party algorithm source, model weight, or benchmark dataset is vendored
|
|
7
|
+
in the core package. See THIRD_PARTY_NOTICES.md for upstream identities and
|
|
8
|
+
distribution boundaries. The MIT License for AgentInputLab does not change the
|
|
9
|
+
independent licenses of third-party source code, weights, or datasets.
|
|
10
|
+
|
|
11
|
+
Plan-and-Budget allocation and schedule logic:
|
|
12
|
+
junhongmit/P-and-B, revision 2ca2d90c6d3d630ec2b11cc22e0f56751f7f2b7e
|
|
13
|
+
Copyright (c) 2024 Junhong Lin
|
|
14
|
+
|
|
15
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
16
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
17
|
+
in the Software without restriction, including without limitation the rights
|
|
18
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
19
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
20
|
+
furnished to do so, subject to the following conditions:
|
|
21
|
+
|
|
22
|
+
The above copyright notice and this permission notice shall be included in all
|
|
23
|
+
copies or substantial portions of the Software.
|
|
24
|
+
|
|
25
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
26
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
27
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
28
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
29
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
30
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
31
|
+
SOFTWARE.
|
|
@@ -0,0 +1,392 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: agentinputlab
|
|
3
|
+
Version: 0.1.0a1
|
|
4
|
+
Summary: Auditable, intent-aware input intervention for LLM agents
|
|
5
|
+
Author: Chuang Zhao, Xiaomeng Li
|
|
6
|
+
License-Expression: MIT
|
|
7
|
+
Project-URL: Homepage, https://github.com/Data-Designer/AgentInputLab
|
|
8
|
+
Project-URL: Repository, https://github.com/Data-Designer/AgentInputLab
|
|
9
|
+
Project-URL: Documentation, https://github.com/Data-Designer/AgentInputLab/tree/release/toolkit-public/docs
|
|
10
|
+
Keywords: agents,llm,prompt-optimization,retrieval,benchmark
|
|
11
|
+
Classifier: Development Status :: 3 - Alpha
|
|
12
|
+
Classifier: Intended Audience :: Science/Research
|
|
13
|
+
Classifier: Programming Language :: Python :: 3
|
|
14
|
+
Classifier: Programming Language :: Python :: 3 :: Only
|
|
15
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
16
|
+
Requires-Python: >=3.10
|
|
17
|
+
Description-Content-Type: text/markdown
|
|
18
|
+
License-File: LICENSE
|
|
19
|
+
License-File: NOTICE
|
|
20
|
+
License-File: THIRD_PARTY_NOTICES.md
|
|
21
|
+
Provides-Extra: smartsearch-prepare
|
|
22
|
+
Requires-Dist: requests<3,>=2.32; extra == "smartsearch-prepare"
|
|
23
|
+
Requires-Dist: tqdm<5,>=4.66; extra == "smartsearch-prepare"
|
|
24
|
+
Provides-Extra: smartsearch-sample
|
|
25
|
+
Requires-Dist: jieba==0.42.1; extra == "smartsearch-sample"
|
|
26
|
+
Requires-Dist: langid==1.1.6; extra == "smartsearch-sample"
|
|
27
|
+
Requires-Dist: numpy<2,>=1.26; extra == "smartsearch-sample"
|
|
28
|
+
Provides-Extra: smartsearch-policy
|
|
29
|
+
Requires-Dist: torch==2.6.0; extra == "smartsearch-policy"
|
|
30
|
+
Requires-Dist: torchvision==0.21.0; extra == "smartsearch-policy"
|
|
31
|
+
Requires-Dist: torchaudio==2.6.0; extra == "smartsearch-policy"
|
|
32
|
+
Requires-Dist: transformers==4.51.1; extra == "smartsearch-policy"
|
|
33
|
+
Requires-Dist: datasets==4.0.0; extra == "smartsearch-policy"
|
|
34
|
+
Requires-Dist: accelerate==1.9.0; extra == "smartsearch-policy"
|
|
35
|
+
Requires-Dist: peft==0.17.1; extra == "smartsearch-policy"
|
|
36
|
+
Requires-Dist: trl==0.9.6; extra == "smartsearch-policy"
|
|
37
|
+
Requires-Dist: torchdata==0.11.0; extra == "smartsearch-policy"
|
|
38
|
+
Requires-Dist: tyro==0.8.14; extra == "smartsearch-policy"
|
|
39
|
+
Requires-Dist: numpy==1.26.4; extra == "smartsearch-policy"
|
|
40
|
+
Requires-Dist: pyarrow==21.0.0; extra == "smartsearch-policy"
|
|
41
|
+
Requires-Dist: omegaconf==2.3.0; extra == "smartsearch-policy"
|
|
42
|
+
Requires-Dist: safetensors==0.6.2; extra == "smartsearch-policy"
|
|
43
|
+
Requires-Dist: sentencepiece==0.2.1; extra == "smartsearch-policy"
|
|
44
|
+
Requires-Dist: PyYAML==6.0.2; extra == "smartsearch-policy"
|
|
45
|
+
Requires-Dist: einops==0.8.1; extra == "smartsearch-policy"
|
|
46
|
+
Requires-Dist: matplotlib==3.10.6; extra == "smartsearch-policy"
|
|
47
|
+
Requires-Dist: nltk==3.9.1; extra == "smartsearch-policy"
|
|
48
|
+
Requires-Dist: jieba==0.42.1; extra == "smartsearch-policy"
|
|
49
|
+
Requires-Dist: rouge-chinese==1.0.3; extra == "smartsearch-policy"
|
|
50
|
+
Requires-Dist: protobuf==5.29.5; extra == "smartsearch-policy"
|
|
51
|
+
Requires-Dist: tiktoken==0.9.0; extra == "smartsearch-policy"
|
|
52
|
+
Requires-Dist: fire==0.7.1; extra == "smartsearch-policy"
|
|
53
|
+
Requires-Dist: wheel==0.45.1; extra == "smartsearch-policy"
|
|
54
|
+
Requires-Dist: ninja==1.13.0; extra == "smartsearch-policy"
|
|
55
|
+
Provides-Extra: smartsearch-grpo
|
|
56
|
+
Requires-Dist: torch==2.6.0; extra == "smartsearch-grpo"
|
|
57
|
+
Requires-Dist: torchvision==0.21.0; extra == "smartsearch-grpo"
|
|
58
|
+
Requires-Dist: torchaudio==2.6.0; extra == "smartsearch-grpo"
|
|
59
|
+
Requires-Dist: transformers==4.51.1; extra == "smartsearch-grpo"
|
|
60
|
+
Requires-Dist: vllm==0.8.4; extra == "smartsearch-grpo"
|
|
61
|
+
Requires-Dist: ray[default]==2.47.1; extra == "smartsearch-grpo"
|
|
62
|
+
Requires-Dist: tensordict==0.6.2; extra == "smartsearch-grpo"
|
|
63
|
+
Requires-Dist: hydra-core==1.3.2; extra == "smartsearch-grpo"
|
|
64
|
+
Requires-Dist: omegaconf==2.3.0; extra == "smartsearch-grpo"
|
|
65
|
+
Requires-Dist: antlr4-python3-runtime==4.9.3; extra == "smartsearch-grpo"
|
|
66
|
+
Requires-Dist: numpy==1.26.4; extra == "smartsearch-grpo"
|
|
67
|
+
Requires-Dist: torchdata==0.11.0; extra == "smartsearch-grpo"
|
|
68
|
+
Requires-Dist: datasets==4.0.0; extra == "smartsearch-grpo"
|
|
69
|
+
Requires-Dist: pyarrow==21.0.0; extra == "smartsearch-grpo"
|
|
70
|
+
Requires-Dist: pandas==2.3.2; extra == "smartsearch-grpo"
|
|
71
|
+
Requires-Dist: accelerate==1.9.0; extra == "smartsearch-grpo"
|
|
72
|
+
Requires-Dist: codetiming==1.4.0; extra == "smartsearch-grpo"
|
|
73
|
+
Requires-Dist: einops==0.8.1; extra == "smartsearch-grpo"
|
|
74
|
+
Requires-Dist: safetensors==0.6.2; extra == "smartsearch-grpo"
|
|
75
|
+
Requires-Dist: tqdm==4.67.1; extra == "smartsearch-grpo"
|
|
76
|
+
Requires-Dist: requests==2.32.5; extra == "smartsearch-grpo"
|
|
77
|
+
Requires-Dist: PyYAML==6.0.2; extra == "smartsearch-grpo"
|
|
78
|
+
Requires-Dist: packaging==25.0; extra == "smartsearch-grpo"
|
|
79
|
+
Requires-Dist: ninja==1.13.0; extra == "smartsearch-grpo"
|
|
80
|
+
Requires-Dist: wheel==0.45.1; extra == "smartsearch-grpo"
|
|
81
|
+
Requires-Dist: jieba==0.42.1; extra == "smartsearch-grpo"
|
|
82
|
+
Requires-Dist: langid==1.1.6; extra == "smartsearch-grpo"
|
|
83
|
+
Provides-Extra: dev
|
|
84
|
+
Requires-Dist: build>=1.2; extra == "dev"
|
|
85
|
+
Requires-Dist: coverage[toml]>=7.6; extra == "dev"
|
|
86
|
+
Requires-Dist: pytest>=8.3; extra == "dev"
|
|
87
|
+
Requires-Dist: pytest-cov>=5.0; extra == "dev"
|
|
88
|
+
Requires-Dist: ir-measures<0.5,>=0.4.1; extra == "dev"
|
|
89
|
+
Requires-Dist: pyarrow<24,>=18; extra == "dev"
|
|
90
|
+
Requires-Dist: requests<3,>=2.32; extra == "dev"
|
|
91
|
+
Requires-Dist: rouge-score<0.2,>=0.1.2; extra == "dev"
|
|
92
|
+
Requires-Dist: ruff==0.12.5; extra == "dev"
|
|
93
|
+
Requires-Dist: scikit-learn<2,>=1.4; extra == "dev"
|
|
94
|
+
Provides-Extra: compression
|
|
95
|
+
Requires-Dist: llmlingua==0.2.2; extra == "compression"
|
|
96
|
+
Provides-Extra: llmlingua2-fit
|
|
97
|
+
Requires-Dist: llmlingua==0.2.2; extra == "llmlingua2-fit"
|
|
98
|
+
Requires-Dist: torch<3,>=2.6; extra == "llmlingua2-fit"
|
|
99
|
+
Requires-Dist: transformers<6,>=4.51; extra == "llmlingua2-fit"
|
|
100
|
+
Requires-Dist: spacy==3.8.7; extra == "llmlingua2-fit"
|
|
101
|
+
Requires-Dist: tensorboard==2.20.0; extra == "llmlingua2-fit"
|
|
102
|
+
Requires-Dist: numpy<2,>=1.26; extra == "llmlingua2-fit"
|
|
103
|
+
Requires-Dist: scikit-learn<2,>=1.4; extra == "llmlingua2-fit"
|
|
104
|
+
Requires-Dist: safetensors<1,>=0.5; extra == "llmlingua2-fit"
|
|
105
|
+
Provides-Extra: benchmarks
|
|
106
|
+
Requires-Dist: pyarrow<24,>=18; extra == "benchmarks"
|
|
107
|
+
Provides-Extra: clariq
|
|
108
|
+
Requires-Dist: pandas<3,>=2.1; extra == "clariq"
|
|
109
|
+
Requires-Dist: scikit-learn<2,>=1.4; extra == "clariq"
|
|
110
|
+
Provides-Extra: reformer
|
|
111
|
+
Requires-Dist: pandas<3,>=2.1; extra == "reformer"
|
|
112
|
+
Provides-Extra: reformer-fit
|
|
113
|
+
Requires-Dist: numpy<3,>=1.26; extra == "reformer-fit"
|
|
114
|
+
Requires-Dist: pandas<3,>=2.1; extra == "reformer-fit"
|
|
115
|
+
Requires-Dist: requests<3,>=2.32; extra == "reformer-fit"
|
|
116
|
+
Requires-Dist: tqdm<5,>=4.66; extra == "reformer-fit"
|
|
117
|
+
Provides-Extra: recomp-fit
|
|
118
|
+
Requires-Dist: torch==1.13.0; extra == "recomp-fit"
|
|
119
|
+
Requires-Dist: torchvision==0.14.0; extra == "recomp-fit"
|
|
120
|
+
Requires-Dist: sentence-transformers==2.2.2; extra == "recomp-fit"
|
|
121
|
+
Requires-Dist: transformers==4.24.0; extra == "recomp-fit"
|
|
122
|
+
Requires-Dist: tokenizers==0.13.2; extra == "recomp-fit"
|
|
123
|
+
Requires-Dist: huggingface-hub==0.19.4; extra == "recomp-fit"
|
|
124
|
+
Requires-Dist: numpy==1.26.4; extra == "recomp-fit"
|
|
125
|
+
Requires-Dist: pandas==1.5.3; extra == "recomp-fit"
|
|
126
|
+
Requires-Dist: safetensors==0.5.3; extra == "recomp-fit"
|
|
127
|
+
Provides-Extra: recomp-seq2seq-fit
|
|
128
|
+
Requires-Dist: torch==1.13.0; extra == "recomp-seq2seq-fit"
|
|
129
|
+
Requires-Dist: transformers==4.24.0; extra == "recomp-seq2seq-fit"
|
|
130
|
+
Requires-Dist: tokenizers==0.13.2; extra == "recomp-seq2seq-fit"
|
|
131
|
+
Requires-Dist: numpy==1.26.4; extra == "recomp-seq2seq-fit"
|
|
132
|
+
Requires-Dist: datasets==2.14.7; extra == "recomp-seq2seq-fit"
|
|
133
|
+
Requires-Dist: pyarrow==14.0.2; extra == "recomp-seq2seq-fit"
|
|
134
|
+
Requires-Dist: fsspec==2023.10.0; extra == "recomp-seq2seq-fit"
|
|
135
|
+
Requires-Dist: huggingface-hub==0.19.4; extra == "recomp-seq2seq-fit"
|
|
136
|
+
Requires-Dist: nltk==3.9.2; extra == "recomp-seq2seq-fit"
|
|
137
|
+
Requires-Dist: rouge==1.0.1; extra == "recomp-seq2seq-fit"
|
|
138
|
+
Requires-Dist: safetensors==0.5.3; extra == "recomp-seq2seq-fit"
|
|
139
|
+
Requires-Dist: sentencepiece==0.2.1; extra == "recomp-seq2seq-fit"
|
|
140
|
+
Provides-Extra: adaptive-rag-fit
|
|
141
|
+
Requires-Dist: torch==1.13.0; extra == "adaptive-rag-fit"
|
|
142
|
+
Requires-Dist: transformers==4.28.1; extra == "adaptive-rag-fit"
|
|
143
|
+
Requires-Dist: tokenizers==0.13.3; extra == "adaptive-rag-fit"
|
|
144
|
+
Requires-Dist: accelerate==0.15.0; extra == "adaptive-rag-fit"
|
|
145
|
+
Requires-Dist: numpy==1.26.4; extra == "adaptive-rag-fit"
|
|
146
|
+
Requires-Dist: datasets==2.14.7; extra == "adaptive-rag-fit"
|
|
147
|
+
Requires-Dist: pyarrow==14.0.2; extra == "adaptive-rag-fit"
|
|
148
|
+
Requires-Dist: fsspec==2023.10.0; extra == "adaptive-rag-fit"
|
|
149
|
+
Requires-Dist: huggingface-hub==0.19.4; extra == "adaptive-rag-fit"
|
|
150
|
+
Requires-Dist: nltk==3.9.2; extra == "adaptive-rag-fit"
|
|
151
|
+
Requires-Dist: safetensors==0.5.3; extra == "adaptive-rag-fit"
|
|
152
|
+
Requires-Dist: sentencepiece==0.2.1; extra == "adaptive-rag-fit"
|
|
153
|
+
Requires-Dist: jsonlines==4.0.0; extra == "adaptive-rag-fit"
|
|
154
|
+
Provides-Extra: plan-and-budget
|
|
155
|
+
Requires-Dist: numpy==1.26.4; extra == "plan-and-budget"
|
|
156
|
+
Provides-Extra: hyde-native
|
|
157
|
+
Requires-Dist: numpy<3,>=1.26; extra == "hyde-native"
|
|
158
|
+
Provides-Extra: infocqr-student
|
|
159
|
+
Requires-Dist: torch<3,>=2.6; extra == "infocqr-student"
|
|
160
|
+
Requires-Dist: transformers<5,>=4.51; extra == "infocqr-student"
|
|
161
|
+
Requires-Dist: sentencepiece<0.3,>=0.2; extra == "infocqr-student"
|
|
162
|
+
Requires-Dist: safetensors<1,>=0.5; extra == "infocqr-student"
|
|
163
|
+
Provides-Extra: llmcompiler
|
|
164
|
+
Requires-Dist: langchain==0.2.6; extra == "llmcompiler"
|
|
165
|
+
Requires-Dist: langchain-community==0.2.6; extra == "llmcompiler"
|
|
166
|
+
Requires-Dist: openai==1.3.7; extra == "llmcompiler"
|
|
167
|
+
Requires-Dist: tiktoken==0.5.2; extra == "llmcompiler"
|
|
168
|
+
Provides-Extra: decomp
|
|
169
|
+
Requires-Dist: torch==1.13.0; extra == "decomp"
|
|
170
|
+
Requires-Dist: transformers==4.24.0; extra == "decomp"
|
|
171
|
+
Requires-Dist: numpy==1.26.4; extra == "decomp"
|
|
172
|
+
Requires-Dist: jsonnet==0.21.0; extra == "decomp"
|
|
173
|
+
Requires-Dist: nltk==3.9.2; extra == "decomp"
|
|
174
|
+
Requires-Dist: openai==0.28.1; extra == "decomp"
|
|
175
|
+
Requires-Dist: diskcache==5.6.3; extra == "decomp"
|
|
176
|
+
Requires-Dist: python-dateutil==2.9.0.post0; extra == "decomp"
|
|
177
|
+
Requires-Dist: requests==2.32.5; extra == "decomp"
|
|
178
|
+
Provides-Extra: acon
|
|
179
|
+
Requires-Dist: requests<3,>=2.32; extra == "acon"
|
|
180
|
+
Requires-Dist: jinja2<4,>=3.1; extra == "acon"
|
|
181
|
+
Requires-Dist: tiktoken<1,>=0.9; extra == "acon"
|
|
182
|
+
Provides-Extra: acon-fit
|
|
183
|
+
Requires-Dist: requests<3,>=2.32; extra == "acon-fit"
|
|
184
|
+
Requires-Dist: jinja2<4,>=3.1; extra == "acon-fit"
|
|
185
|
+
Requires-Dist: tiktoken<1,>=0.9; extra == "acon-fit"
|
|
186
|
+
Requires-Dist: numpy<3,>=1.26; extra == "acon-fit"
|
|
187
|
+
Requires-Dist: openai<3,>=1.50; extra == "acon-fit"
|
|
188
|
+
Requires-Dist: PyYAML<7,>=6; extra == "acon-fit"
|
|
189
|
+
Requires-Dist: msal<2,>=1.30; extra == "acon-fit"
|
|
190
|
+
Requires-Dist: tqdm<5,>=4.66; extra == "acon-fit"
|
|
191
|
+
Provides-Extra: ace
|
|
192
|
+
Requires-Dist: numpy<3,>=1.26; extra == "ace"
|
|
193
|
+
Requires-Dist: openai<3,>=1.50; extra == "ace"
|
|
194
|
+
Requires-Dist: python-dotenv<2,>=1.2; extra == "ace"
|
|
195
|
+
Requires-Dist: tiktoken<1,>=0.12; extra == "ace"
|
|
196
|
+
Provides-Extra: ircot
|
|
197
|
+
Requires-Dist: numpy==1.26.4; extra == "ircot"
|
|
198
|
+
Requires-Dist: jsonnet==0.21.0; extra == "ircot"
|
|
199
|
+
Requires-Dist: transformers==4.24.0; extra == "ircot"
|
|
200
|
+
Requires-Dist: spacy==3.4.1; extra == "ircot"
|
|
201
|
+
Requires-Dist: openai==0.28.1; extra == "ircot"
|
|
202
|
+
Requires-Dist: diskcache==5.6.3; extra == "ircot"
|
|
203
|
+
Requires-Dist: nltk==3.9.2; extra == "ircot"
|
|
204
|
+
Requires-Dist: requests==2.32.5; extra == "ircot"
|
|
205
|
+
Requires-Dist: rapidfuzz<4,>=3; extra == "ircot"
|
|
206
|
+
Requires-Dist: ftfy<7,>=6; extra == "ircot"
|
|
207
|
+
Requires-Dist: python-dateutil<3,>=2.8; extra == "ircot"
|
|
208
|
+
Requires-Dist: tqdm<5,>=4.66; extra == "ircot"
|
|
209
|
+
Provides-Extra: evaluation
|
|
210
|
+
Requires-Dist: ir-measures<0.5,>=0.4.1; extra == "evaluation"
|
|
211
|
+
Requires-Dist: rouge-score<0.2,>=0.1.2; extra == "evaluation"
|
|
212
|
+
Provides-Extra: longbench
|
|
213
|
+
Requires-Dist: jieba==0.42.1; extra == "longbench"
|
|
214
|
+
Requires-Dist: rouge==1.0.1; extra == "longbench"
|
|
215
|
+
Requires-Dist: fuzzywuzzy==0.18.0; extra == "longbench"
|
|
216
|
+
Provides-Extra: dense-retrieval
|
|
217
|
+
Requires-Dist: sentence-transformers<6,>=3.0; extra == "dense-retrieval"
|
|
218
|
+
Requires-Dist: transformers<6,>=4.51; extra == "dense-retrieval"
|
|
219
|
+
Provides-Extra: selectors
|
|
220
|
+
Requires-Dist: scikit-learn<2,>=1.4; extra == "selectors"
|
|
221
|
+
Provides-Extra: mce-text
|
|
222
|
+
Requires-Dist: openai<3,>=1.50; extra == "mce-text"
|
|
223
|
+
Requires-Dist: httpx<1,>=0.27; extra == "mce-text"
|
|
224
|
+
Requires-Dist: python-dotenv<2,>=1.2; extra == "mce-text"
|
|
225
|
+
Provides-Extra: paper
|
|
226
|
+
Requires-Dist: matplotlib<4,>=3.8; extra == "paper"
|
|
227
|
+
Requires-Dist: numpy<3,>=1.26; extra == "paper"
|
|
228
|
+
Requires-Dist: pandas<3,>=2.1; extra == "paper"
|
|
229
|
+
Requires-Dist: scikit-learn<2,>=1.4; extra == "paper"
|
|
230
|
+
Provides-Extra: local
|
|
231
|
+
Requires-Dist: torch>=2.2; extra == "local"
|
|
232
|
+
Requires-Dist: transformers>=4.40; extra == "local"
|
|
233
|
+
Provides-Extra: qrag
|
|
234
|
+
Requires-Dist: datasets<5,>=3; extra == "qrag"
|
|
235
|
+
Requires-Dist: hydra-core<2,>=1.3; extra == "qrag"
|
|
236
|
+
Requires-Dist: nltk<4,>=3.9; extra == "qrag"
|
|
237
|
+
Requires-Dist: numpy<3,>=1.26; extra == "qrag"
|
|
238
|
+
Requires-Dist: omegaconf<3,>=2.3; extra == "qrag"
|
|
239
|
+
Requires-Dist: rotary-embedding-torch<1,>=0.8; extra == "qrag"
|
|
240
|
+
Requires-Dist: sortedcontainers<3,>=2.4; extra == "qrag"
|
|
241
|
+
Requires-Dist: torch>=2.2; extra == "qrag"
|
|
242
|
+
Requires-Dist: transformers<6,>=4.51; extra == "qrag"
|
|
243
|
+
Provides-Extra: qrag-fit
|
|
244
|
+
Requires-Dist: datasets<5,>=3; extra == "qrag-fit"
|
|
245
|
+
Requires-Dist: hydra-core<2,>=1.3; extra == "qrag-fit"
|
|
246
|
+
Requires-Dist: nltk<4,>=3.9; extra == "qrag-fit"
|
|
247
|
+
Requires-Dist: numpy<3,>=1.26; extra == "qrag-fit"
|
|
248
|
+
Requires-Dist: omegaconf<3,>=2.3; extra == "qrag-fit"
|
|
249
|
+
Requires-Dist: rotary-embedding-torch<1,>=0.8; extra == "qrag-fit"
|
|
250
|
+
Requires-Dist: sortedcontainers<3,>=2.4; extra == "qrag-fit"
|
|
251
|
+
Requires-Dist: torch<3,>=2.6; extra == "qrag-fit"
|
|
252
|
+
Requires-Dist: transformers<6,>=4.51; extra == "qrag-fit"
|
|
253
|
+
Requires-Dist: safetensors<1,>=0.5; extra == "qrag-fit"
|
|
254
|
+
Requires-Dist: tensorboard<3,>=2.18; extra == "qrag-fit"
|
|
255
|
+
Provides-Extra: r2ag-fit
|
|
256
|
+
Requires-Dist: torch<3,>=2.6; extra == "r2ag-fit"
|
|
257
|
+
Requires-Dist: transformers<6,>=5.15; extra == "r2ag-fit"
|
|
258
|
+
Requires-Dist: sentence-transformers<6,>=5; extra == "r2ag-fit"
|
|
259
|
+
Requires-Dist: numpy<2,>=1.26; extra == "r2ag-fit"
|
|
260
|
+
Requires-Dist: accelerate<2,>=1.10; extra == "r2ag-fit"
|
|
261
|
+
Requires-Dist: bitsandbytes==0.49.2; extra == "r2ag-fit"
|
|
262
|
+
Requires-Dist: safetensors<1,>=0.5; extra == "r2ag-fit"
|
|
263
|
+
Requires-Dist: kernels==0.16.0; extra == "r2ag-fit"
|
|
264
|
+
Provides-Extra: process-monitoring
|
|
265
|
+
Requires-Dist: psutil>=5.9; extra == "process-monitoring"
|
|
266
|
+
Provides-Extra: gpu-monitoring
|
|
267
|
+
Requires-Dist: psutil>=5.9; extra == "gpu-monitoring"
|
|
268
|
+
Requires-Dist: nvidia-ml-py>=12; extra == "gpu-monitoring"
|
|
269
|
+
Provides-Extra: yaml
|
|
270
|
+
Requires-Dist: PyYAML>=6.0; extra == "yaml"
|
|
271
|
+
Provides-Extra: querygym
|
|
272
|
+
Requires-Dist: PyYAML>=6.0; extra == "querygym"
|
|
273
|
+
Requires-Dist: tqdm>=4.66; extra == "querygym"
|
|
274
|
+
Dynamic: license-file
|
|
275
|
+
|
|
276
|
+
# AgentInputLab
|
|
277
|
+
|
|
278
|
+
A Python toolkit and typed JavaScript client for composing and evaluating input interventions for LLM agents.
|
|
279
|
+
|
|
280
|
+
This branch contains reusable library code, worker adapters, synthetic tests and documentation. It contains no paper results, experiment logs, datasets, trained weights or private execution configuration. It starts a new Git history: do not make the entire historical research repository public to publish this branch.
|
|
281
|
+
|
|
282
|
+
## Install
|
|
283
|
+
|
|
284
|
+
Python 3.10+; optional model dependencies have their own Python/platform constraints.
|
|
285
|
+
|
|
286
|
+
```sh
|
|
287
|
+
python -m pip install agentinputlab==0.1.0a1
|
|
288
|
+
agentinputlab doctor --json
|
|
289
|
+
agentinputlab smoke --json
|
|
290
|
+
```
|
|
291
|
+
|
|
292
|
+
To install from source:
|
|
293
|
+
|
|
294
|
+
```sh
|
|
295
|
+
git clone --single-branch --branch release/toolkit-public https://github.com/Data-Designer/AgentInputLab.git
|
|
296
|
+
cd AgentInputLab
|
|
297
|
+
python -m pip install .
|
|
298
|
+
agentinputlab doctor --offline
|
|
299
|
+
agentinputlab smoke --json
|
|
300
|
+
```
|
|
301
|
+
|
|
302
|
+
The Python distribution is an initial alpha. The JavaScript SDK remains source-only while npm publication is deferred. To build local Python and SDK artifacts:
|
|
303
|
+
|
|
304
|
+
```sh
|
|
305
|
+
python -m pip install build
|
|
306
|
+
python -m build
|
|
307
|
+
python -m pip install dist/agentinputlab-0.1.0a1-py3-none-any.whl
|
|
308
|
+
cd packages/sdk
|
|
309
|
+
npm ci
|
|
310
|
+
npm test
|
|
311
|
+
npm pack
|
|
312
|
+
# From a JavaScript application:
|
|
313
|
+
npm install /absolute/path/to/agentinputlab-sdk-0.1.0-alpha.1.tgz
|
|
314
|
+
```
|
|
315
|
+
|
|
316
|
+
## Python: apply a real intervention
|
|
317
|
+
|
|
318
|
+
```python
|
|
319
|
+
from agentinputlab import FrozenAgentState, InterventionContext
|
|
320
|
+
from agentinputlab.api import create_intervention, run_intervention
|
|
321
|
+
|
|
322
|
+
method = create_intervention("plan.plan_and_solve.ps_prompt")
|
|
323
|
+
result = run_intervention(method, FrozenAgentState(query="Find a suitable flight"),
|
|
324
|
+
InterventionContext(seed=17))
|
|
325
|
+
print(result["state"]["instruction"])
|
|
326
|
+
```
|
|
327
|
+
|
|
328
|
+
This executes the Plan-and-Solve prompt intervention. It is not an LLM response or a scored benchmark result. For model-driven methods, supply an explicit backend, retriever or external worker in `InterventionContext`; constructors retain their documented method-specific parameters. See [real execution](docs/real-execution.md).
|
|
329
|
+
|
|
330
|
+
```python
|
|
331
|
+
from agentinputlab.api import catalog
|
|
332
|
+
from agentinputlab.registry import AlgorithmRegistry
|
|
333
|
+
|
|
334
|
+
print(catalog()["benchmarks"])
|
|
335
|
+
registry = AlgorithmRegistry.default()
|
|
336
|
+
for method, profile in registry.list_releases():
|
|
337
|
+
print(method.method_id, profile.id, profile.status.value, profile.blocking_reasons)
|
|
338
|
+
```
|
|
339
|
+
|
|
340
|
+
The catalog exposes 27 method identities and 31 benchmark entries, including ToolTalk and datasets outside the paper's reporting subset. Choose a release profile and provision its declared code, checkpoints, environment and native scorer. Profile registration and real execution are separate compatibility dimensions; see [validation and profile prerequisites](docs/validation.md). Composite agents retain their native interfaces.
|
|
341
|
+
|
|
342
|
+
For Rewrite-Retrieve-Read (RRR), start with
|
|
343
|
+
[`rewrite.rrr.common_support_prompt`](docs/rrr-controlled.md): the controlled
|
|
344
|
+
prompt adapter uses your configured backbone and retriever for the
|
|
345
|
+
rewrite → retrieve → reader chain. Author warm-up/PPO checkpoints are separate,
|
|
346
|
+
optional external profiles.
|
|
347
|
+
|
|
348
|
+
For offline optimization, see [Q-RAG value-policy training](docs/qrag-training.md)
|
|
349
|
+
and [R²AG reader-aligned training and generation](docs/r2ag-training.md). These
|
|
350
|
+
recipes save fitted artifact identities and separate training costs from
|
|
351
|
+
subsequent inference.
|
|
352
|
+
|
|
353
|
+
## JavaScript / TypeScript
|
|
354
|
+
|
|
355
|
+
The SDK connects to the same Python execution core; it does not reimplement algorithms. In Python, configure a server with explicit profile factories and dependency contexts. The CLI exposes only NO_OP and Plan-and-Solve by default:
|
|
356
|
+
|
|
357
|
+
```sh
|
|
358
|
+
# Set a newly generated local token of at least 24 characters in your shell.
|
|
359
|
+
export AGENTINPUTLAB_API_TOKEN="$(python -c 'import secrets; print(secrets.token_urlsafe(32))')"
|
|
360
|
+
agentinputlab-serve --port 8765
|
|
361
|
+
```
|
|
362
|
+
|
|
363
|
+
```typescript
|
|
364
|
+
import { AgentInputLab } from '@agentinputlab/sdk';
|
|
365
|
+
const client = new AgentInputLab({ token: process.env.AGENTINPUTLAB_API_TOKEN! });
|
|
366
|
+
const inventory = await client.catalog();
|
|
367
|
+
const result = await client.intervene({
|
|
368
|
+
release_id: 'plan.plan_and_solve.ps_prompt',
|
|
369
|
+
state: { query: 'Find a suitable flight', budget: { max_model_calls: 8, max_output_tokens: 4096 } },
|
|
370
|
+
seed: 17,
|
|
371
|
+
});
|
|
372
|
+
console.log(result.state);
|
|
373
|
+
```
|
|
374
|
+
|
|
375
|
+
The bundled HTTP server is authenticated and loopback-only. It is a development bridge, not a public multi-tenant hosting service. Browser CORS is intentionally disabled. Do not expose its token in browser bundles. See [API contract](docs/api.md).
|
|
376
|
+
|
|
377
|
+
## Tests versus real measurements
|
|
378
|
+
|
|
379
|
+
```sh
|
|
380
|
+
python -m pip install pytest
|
|
381
|
+
pytest
|
|
382
|
+
python tools/check_distribution.py dist/*.whl dist/*.tar.gz
|
|
383
|
+
python tools/compatibility_inventory.py --output /tmp/agentinputlab-compatibility.json
|
|
384
|
+
```
|
|
385
|
+
|
|
386
|
+
Offline tests exercise algorithm behavior with explicit synthetic fixtures, transport, budgets, typed failures and worker contracts. The compatibility inventory checks every registered method, benchmark and requested backbone identity; it does not run models and labels untested cells as untested. Model names are user-configured, not hardcoded as a supported-model allowlist.
|
|
387
|
+
|
|
388
|
+
Real acceptance requires licensed data, pinned assets, an actual serving endpoint and the benchmark's native scorer. A patch, a synthetic fixture, a mock HTTP reply or an imported adapter is never an official score. See the staged [validation policy](docs/validation.md).
|
|
389
|
+
|
|
390
|
+
## License
|
|
391
|
+
|
|
392
|
+
MIT for this repository's code. External dependencies retain their own licenses; consult `THIRD_PARTY_NOTICES.md` before downloading or distributing them. Registry publication follows the [acceptance and ownership checks](PUBLISHING.md).
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
# Publication policy
|
|
2
|
+
|
|
3
|
+
Registry publication is manual and requires owner authorization after acceptance. The source tree retains a publication guard for ordinary development builds, and no unattended workflow uploads packages. The npm package remains private; npm publication is deferred.
|
|
4
|
+
|
|
5
|
+
The public toolkit branch starts an independent history. Export or push this branch into a dedicated public repository after review; do not change the research repository's visibility, because its other branches and history contain research artifacts.
|
|
6
|
+
|
|
7
|
+
The owner has authorized publication after full toolkit acceptance. Before publication: verify account and namespace ownership, review dependency licenses, run all offline and installed-package tests, scan both distributions, and complete the real-backend acceptance plan across the full catalog. Record unsupported, incomplete and untested combinations accurately; an unimplemented adapter is not a scientifically inapplicable combination. Publication guards remain until acceptance is complete. See [acceptance protocol](docs/toolkit-acceptance.md).
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
# AgentInputLab
|
|
2
|
+
|
|
3
|
+
A Python toolkit and typed JavaScript client for composing and evaluating input interventions for LLM agents.
|
|
4
|
+
|
|
5
|
+
This branch contains reusable library code, worker adapters, synthetic tests and documentation. It contains no paper results, experiment logs, datasets, trained weights or private execution configuration. It starts a new Git history: do not make the entire historical research repository public to publish this branch.
|
|
6
|
+
|
|
7
|
+
## Install
|
|
8
|
+
|
|
9
|
+
Python 3.10+; optional model dependencies have their own Python/platform constraints.
|
|
10
|
+
|
|
11
|
+
```sh
|
|
12
|
+
python -m pip install agentinputlab==0.1.0a1
|
|
13
|
+
agentinputlab doctor --json
|
|
14
|
+
agentinputlab smoke --json
|
|
15
|
+
```
|
|
16
|
+
|
|
17
|
+
To install from source:
|
|
18
|
+
|
|
19
|
+
```sh
|
|
20
|
+
git clone --single-branch --branch release/toolkit-public https://github.com/Data-Designer/AgentInputLab.git
|
|
21
|
+
cd AgentInputLab
|
|
22
|
+
python -m pip install .
|
|
23
|
+
agentinputlab doctor --offline
|
|
24
|
+
agentinputlab smoke --json
|
|
25
|
+
```
|
|
26
|
+
|
|
27
|
+
The Python distribution is an initial alpha. The JavaScript SDK remains source-only while npm publication is deferred. To build local Python and SDK artifacts:
|
|
28
|
+
|
|
29
|
+
```sh
|
|
30
|
+
python -m pip install build
|
|
31
|
+
python -m build
|
|
32
|
+
python -m pip install dist/agentinputlab-0.1.0a1-py3-none-any.whl
|
|
33
|
+
cd packages/sdk
|
|
34
|
+
npm ci
|
|
35
|
+
npm test
|
|
36
|
+
npm pack
|
|
37
|
+
# From a JavaScript application:
|
|
38
|
+
npm install /absolute/path/to/agentinputlab-sdk-0.1.0-alpha.1.tgz
|
|
39
|
+
```
|
|
40
|
+
|
|
41
|
+
## Python: apply a real intervention
|
|
42
|
+
|
|
43
|
+
```python
|
|
44
|
+
from agentinputlab import FrozenAgentState, InterventionContext
|
|
45
|
+
from agentinputlab.api import create_intervention, run_intervention
|
|
46
|
+
|
|
47
|
+
method = create_intervention("plan.plan_and_solve.ps_prompt")
|
|
48
|
+
result = run_intervention(method, FrozenAgentState(query="Find a suitable flight"),
|
|
49
|
+
InterventionContext(seed=17))
|
|
50
|
+
print(result["state"]["instruction"])
|
|
51
|
+
```
|
|
52
|
+
|
|
53
|
+
This executes the Plan-and-Solve prompt intervention. It is not an LLM response or a scored benchmark result. For model-driven methods, supply an explicit backend, retriever or external worker in `InterventionContext`; constructors retain their documented method-specific parameters. See [real execution](docs/real-execution.md).
|
|
54
|
+
|
|
55
|
+
```python
|
|
56
|
+
from agentinputlab.api import catalog
|
|
57
|
+
from agentinputlab.registry import AlgorithmRegistry
|
|
58
|
+
|
|
59
|
+
print(catalog()["benchmarks"])
|
|
60
|
+
registry = AlgorithmRegistry.default()
|
|
61
|
+
for method, profile in registry.list_releases():
|
|
62
|
+
print(method.method_id, profile.id, profile.status.value, profile.blocking_reasons)
|
|
63
|
+
```
|
|
64
|
+
|
|
65
|
+
The catalog exposes 27 method identities and 31 benchmark entries, including ToolTalk and datasets outside the paper's reporting subset. Choose a release profile and provision its declared code, checkpoints, environment and native scorer. Profile registration and real execution are separate compatibility dimensions; see [validation and profile prerequisites](docs/validation.md). Composite agents retain their native interfaces.
|
|
66
|
+
|
|
67
|
+
For Rewrite-Retrieve-Read (RRR), start with
|
|
68
|
+
[`rewrite.rrr.common_support_prompt`](docs/rrr-controlled.md): the controlled
|
|
69
|
+
prompt adapter uses your configured backbone and retriever for the
|
|
70
|
+
rewrite → retrieve → reader chain. Author warm-up/PPO checkpoints are separate,
|
|
71
|
+
optional external profiles.
|
|
72
|
+
|
|
73
|
+
For offline optimization, see [Q-RAG value-policy training](docs/qrag-training.md)
|
|
74
|
+
and [R²AG reader-aligned training and generation](docs/r2ag-training.md). These
|
|
75
|
+
recipes save fitted artifact identities and separate training costs from
|
|
76
|
+
subsequent inference.
|
|
77
|
+
|
|
78
|
+
## JavaScript / TypeScript
|
|
79
|
+
|
|
80
|
+
The SDK connects to the same Python execution core; it does not reimplement algorithms. In Python, configure a server with explicit profile factories and dependency contexts. The CLI exposes only NO_OP and Plan-and-Solve by default:
|
|
81
|
+
|
|
82
|
+
```sh
|
|
83
|
+
# Set a newly generated local token of at least 24 characters in your shell.
|
|
84
|
+
export AGENTINPUTLAB_API_TOKEN="$(python -c 'import secrets; print(secrets.token_urlsafe(32))')"
|
|
85
|
+
agentinputlab-serve --port 8765
|
|
86
|
+
```
|
|
87
|
+
|
|
88
|
+
```typescript
|
|
89
|
+
import { AgentInputLab } from '@agentinputlab/sdk';
|
|
90
|
+
const client = new AgentInputLab({ token: process.env.AGENTINPUTLAB_API_TOKEN! });
|
|
91
|
+
const inventory = await client.catalog();
|
|
92
|
+
const result = await client.intervene({
|
|
93
|
+
release_id: 'plan.plan_and_solve.ps_prompt',
|
|
94
|
+
state: { query: 'Find a suitable flight', budget: { max_model_calls: 8, max_output_tokens: 4096 } },
|
|
95
|
+
seed: 17,
|
|
96
|
+
});
|
|
97
|
+
console.log(result.state);
|
|
98
|
+
```
|
|
99
|
+
|
|
100
|
+
The bundled HTTP server is authenticated and loopback-only. It is a development bridge, not a public multi-tenant hosting service. Browser CORS is intentionally disabled. Do not expose its token in browser bundles. See [API contract](docs/api.md).
|
|
101
|
+
|
|
102
|
+
## Tests versus real measurements
|
|
103
|
+
|
|
104
|
+
```sh
|
|
105
|
+
python -m pip install pytest
|
|
106
|
+
pytest
|
|
107
|
+
python tools/check_distribution.py dist/*.whl dist/*.tar.gz
|
|
108
|
+
python tools/compatibility_inventory.py --output /tmp/agentinputlab-compatibility.json
|
|
109
|
+
```
|
|
110
|
+
|
|
111
|
+
Offline tests exercise algorithm behavior with explicit synthetic fixtures, transport, budgets, typed failures and worker contracts. The compatibility inventory checks every registered method, benchmark and requested backbone identity; it does not run models and labels untested cells as untested. Model names are user-configured, not hardcoded as a supported-model allowlist.
|
|
112
|
+
|
|
113
|
+
Real acceptance requires licensed data, pinned assets, an actual serving endpoint and the benchmark's native scorer. A patch, a synthetic fixture, a mock HTTP reply or an imported adapter is never an official score. See the staged [validation policy](docs/validation.md).
|
|
114
|
+
|
|
115
|
+
## License
|
|
116
|
+
|
|
117
|
+
MIT for this repository's code. External dependencies retain their own licenses; consult `THIRD_PARTY_NOTICES.md` before downloading or distributing them. Registry publication follows the [acceptance and ownership checks](PUBLISHING.md).
|