proteus-evolve 0.1.0__tar.gz → 0.2.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {proteus_evolve-0.1.0/proteus_evolve.egg-info → proteus_evolve-0.2.0}/PKG-INFO +53 -14
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/README.md +51 -13
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/__init__.py +1 -1
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/adapters/aki.py +3 -4
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/adapters/dsh.py +173 -70
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/adapters/instructions.py +13 -3
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/adapters/minimal.py +1 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/adapters/pi.py +132 -62
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/bench/local.py +4 -6
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/bench/polyglot.py +7 -7
- proteus_evolve-0.2.0/proteus/bench/sandbox.py +39 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/bench/swe.py +4 -5
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/bench/task.py +7 -3
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/cli.py +52 -11
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/core/__init__.py +3 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/core/adapter.py +23 -0
- proteus_evolve-0.2.0/proteus/core/continuity.py +221 -0
- proteus_evolve-0.2.0/proteus/core/episode.py +631 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/core/goal.py +25 -13
- proteus_evolve-0.2.0/proteus/core/snapshot.py +239 -0
- proteus_evolve-0.2.0/proteus/examples/__init__.py +7 -0
- proteus_evolve-0.2.0/proteus/examples/adapter_template.py +205 -0
- proteus_evolve-0.2.0/proteus/examples/benchmark_template.py +106 -0
- proteus_evolve-0.2.0/proteus/examples/no_goal_vs_review.py +50 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/measure/distance.py +2 -3
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/sandbox/docker.py +54 -19
- proteus_evolve-0.2.0/proteus/scaffold.py +131 -0
- proteus_evolve-0.2.0/proteus/sweep.py +374 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/testing.py +4 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0/proteus_evolve.egg-info}/PKG-INFO +53 -14
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus_evolve.egg-info/SOURCES.txt +9 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus_evolve.egg-info/requires.txt +2 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/pyproject.toml +9 -1
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/tests/test_bench.py +32 -9
- proteus_evolve-0.2.0/tests/test_conformance.py +150 -0
- proteus_evolve-0.2.0/tests/test_continuity.py +119 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/tests/test_goals.py +59 -1
- proteus_evolve-0.2.0/tests/test_instrument.py +1031 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/tests/test_polyglot.py +6 -6
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/tests/test_selfcode.py +169 -3
- proteus_evolve-0.1.0/proteus/core/episode.py +0 -274
- proteus_evolve-0.1.0/proteus/core/snapshot.py +0 -110
- proteus_evolve-0.1.0/proteus/sweep.py +0 -144
- proteus_evolve-0.1.0/tests/test_instrument.py +0 -386
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/LICENSE +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/adapters/__init__.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/adapters/llm.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/bench/__init__.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/core/disposition.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/core/evaluators.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/envs.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/measure/__init__.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/measure/audit.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/measure/crystallize.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/measure/stream.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/report.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus/sandbox/__init__.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus_evolve.egg-info/dependency_links.txt +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus_evolve.egg-info/entry_points.txt +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/proteus_evolve.egg-info/top_level.txt +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/setup.cfg +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/tests/test_aki_adapter.py +0 -0
- {proteus_evolve-0.1.0 → proteus_evolve-0.2.0}/tests/test_smoke.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: proteus-evolve
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.2.0
|
|
4
4
|
Summary: A harness-agnostic driver for measuring agent self-evolution: plug in any harness × model, evolve it under goal or no-goal conditions, and measure how the harness changes.
|
|
5
5
|
Author: Proteus Authors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -26,6 +26,7 @@ Provides-Extra: llm
|
|
|
26
26
|
Provides-Extra: sandbox
|
|
27
27
|
Provides-Extra: dsh
|
|
28
28
|
Requires-Dist: zstandard>=0.21; python_version < "3.14" and extra == "dsh"
|
|
29
|
+
Provides-Extra: pi
|
|
29
30
|
Provides-Extra: dev
|
|
30
31
|
Requires-Dist: pytest>=7.0; extra == "dev"
|
|
31
32
|
Requires-Dist: ruff==0.14.14; extra == "dev"
|
|
@@ -46,7 +47,7 @@ Dynamic: license-file
|
|
|
46
47
|
<a href="https://github.com/proteus-evolve/Proteus/actions/workflows/release-smoke.yml"><img src="https://github.com/proteus-evolve/Proteus/actions/workflows/release-smoke.yml/badge.svg" alt="release smoke"></a>
|
|
47
48
|
<a href="LICENSE"><img src="https://img.shields.io/badge/license-MIT-green.svg" alt="MIT License"></a>
|
|
48
49
|
<img src="https://img.shields.io/badge/python-3.10%2B-blue.svg" alt="Python 3.10+">
|
|
49
|
-
<img src="https://img.shields.io/badge/version-0.
|
|
50
|
+
<img src="https://img.shields.io/badge/version-0.2.0-informational.svg" alt="v0.2.0">
|
|
50
51
|
<img src="https://img.shields.io/badge/status-research%20preview-orange.svg" alt="research preview">
|
|
51
52
|
</p>
|
|
52
53
|
|
|
@@ -59,6 +60,7 @@ Dynamic: license-file
|
|
|
59
60
|
<a href="docs/RECIPES.md">Recipes</a> •
|
|
60
61
|
<a href="docs/BENCHMARKS.md">Bring a Benchmark</a> •
|
|
61
62
|
<a href="docs/MEASUREMENTS.md">Add a Measurement</a> •
|
|
63
|
+
<a href="docs/releases/v0.2.0.md">v0.2.0 Notes</a> •
|
|
62
64
|
<a href="environments/README.md">Environments</a> •
|
|
63
65
|
<a href="#-measurement">Measurement</a>
|
|
64
66
|
</p>
|
|
@@ -136,11 +138,15 @@ An installed action preference measurably shifts what the harness grows — and
|
|
|
136
138
|
| yours | `--harness <module>:<Class>` — no registration | your adapter |
|
|
137
139
|
|
|
138
140
|
`dsh` and `pi` are the source-evolving third-party integrations. At seed time each adapter
|
|
139
|
-
extracts the pinned harness's real TypeScript source into `harness/src
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
141
|
+
extracts the pinned harness's real TypeScript source into `harness/src/`. During episode N,
|
|
142
|
+
all four phases boot the same read-only last-valid snapshot while writing a separate
|
|
143
|
+
candidate. After reflect, Proteus rebuilds and validates the candidate; only a passing
|
|
144
|
+
candidate activates in episode N+1. A failed build is prevented from activating, while
|
|
145
|
+
its exact tree is restored as the next writable repair candidate; the next episode's
|
|
146
|
+
running harness remains healthy. The source is therefore a
|
|
147
|
+
measured, snapshotted `loop` surface alongside instructions, notes, tools, and skills. The
|
|
148
|
+
adapters still leave the upstream repositories untouched: they arrange the run copy,
|
|
149
|
+
launch one prepared container per phase, and parse the harness's own session logs.
|
|
144
150
|
|
|
145
151
|
## 🏗️ How it works
|
|
146
152
|
|
|
@@ -156,8 +162,9 @@ flowchart LR
|
|
|
156
162
|
S --> F
|
|
157
163
|
```
|
|
158
164
|
|
|
159
|
-
Every seed runs `N` context-fresh **episodes
|
|
160
|
-
|
|
165
|
+
Every seed runs `N` context-fresh **episodes**. Evolved harness files cross the episode
|
|
166
|
+
boundary; adapters that opt into framework continuity also receive a bounded operational
|
|
167
|
+
handoff stored outside the measured snapshot. One episode is four phases:
|
|
161
168
|
|
|
162
169
|
```
|
|
163
170
|
observe → propose → act → reflect
|
|
@@ -166,7 +173,8 @@ observe → propose → act → reflect
|
|
|
166
173
|
- **observe** — take stock; if you configured a *visible* evaluator, its score on the last
|
|
167
174
|
episode is shown here.
|
|
168
175
|
- **propose** — list ways to improve your own harness.
|
|
169
|
-
- **act** — carry one out by editing the harness
|
|
176
|
+
- **act** — carry one out by editing the harness. The goal, if any, is announced in every
|
|
177
|
+
fresh phase so observation and planning stay aligned with it.
|
|
170
178
|
- **reflect** — decide what to keep.
|
|
171
179
|
|
|
172
180
|
The **framework** owns everything that is not the harness (prompts, goal text, evaluator
|
|
@@ -177,7 +185,7 @@ routing, snapshotting, selection, measurement). The **adapter** owns everything
|
|
|
177
185
|
|
|
178
186
|
| Concept | What it is |
|
|
179
187
|
|---|---|
|
|
180
|
-
| `HarnessAdapter` | the contract a harness implements: its surfaces, how to run an episode, how to read the action trace, how to install/remove a disposition |
|
|
188
|
+
| `HarnessAdapter` | the contract a harness implements: its surfaces, phase-continuity capability, how to run an episode, how to read the action trace, how to install/remove a disposition |
|
|
181
189
|
| `Surface` | one editable, persistent region (memory / skills / tools / code / …), declared as data so the measurement layer needs no hard-coded names |
|
|
182
190
|
| `Disposition` | the action-preference perturbation — a **single, removable** change at t=0 (prompt suffix, config value, or code patch) |
|
|
183
191
|
| `GoalConfig` | goal / no-goal / multi-goal, each evaluator `HIDDEN` or `OBSERVE`-visible, plus outer-loop selection (`accept_reject`) |
|
|
@@ -244,6 +252,11 @@ proteus run --harness mypkg.theirs_adapter:TheirsHarness --arm neutral ...
|
|
|
244
252
|
|
|
245
253
|
`proteus check` machine-verifies the contract (removable disposition via fingerprint
|
|
246
254
|
round-trip, snapshot-ability, trace shape). The full guide: [docs/ADAPTERS.md](docs/ADAPTERS.md).
|
|
255
|
+
To start from a working skeleton instead of a blank file,
|
|
256
|
+
`python -m proteus.scaffold adapter MyHarness` copies the fully-commented
|
|
257
|
+
[proteus/examples/adapter_template.py](proteus/examples/adapter_template.py) — see
|
|
258
|
+
[CONTRIBUTING.md](CONTRIBUTING.md). The templates ship on PyPI too; outside a Git checkout
|
|
259
|
+
the default output is the current directory (or choose an explicit `--dest`).
|
|
247
260
|
|
|
248
261
|
## 📦 Prepared environments
|
|
249
262
|
|
|
@@ -294,9 +307,10 @@ roots, so the evolving agent can never read its own condition.
|
|
|
294
307
|
|
|
295
308
|
## 📊 Status
|
|
296
309
|
|
|
297
|
-
`v0.
|
|
298
|
-
harness; pinned, source-evolving DeepSeek Harness and Pi adapters with
|
|
299
|
-
|
|
310
|
+
`v0.2.0` (research preview). Working today: the offline `minimal` harness; the live `llm`
|
|
311
|
+
harness; pinned, source-evolving DeepSeek Harness and Pi adapters with frozen per-episode
|
|
312
|
+
activation, automatic rollback, exact-tree boundary gates, rebuild caching, turn budgets,
|
|
313
|
+
and task mounts; the Aki research adapter;
|
|
300
314
|
local, Polyglot, and SWE-bench task integrations; resume-safe sweeps; the full measurement,
|
|
301
315
|
audit, reliability, report, and repository-export paths; and adapter/environment tooling.
|
|
302
316
|
CI covers Python 3.10–3.14. The separate release-smoke workflow runs two episodes across
|
|
@@ -307,6 +321,31 @@ cross-implementation check, Proteus's
|
|
|
307
321
|
behavioural ruler applied to the research runs independently reproduces their headline
|
|
308
322
|
dynamics: arms separate at episode 1 (R = 1.63) and converge by episode 30 (R = 0.93).
|
|
309
323
|
|
|
324
|
+
## 🤝 Contributing
|
|
325
|
+
|
|
326
|
+
The two highest-value contributions are **a new harness adapter** (evolve another agent
|
|
327
|
+
framework) and **a new benchmark** (measure under more goals). Both are single-file,
|
|
328
|
+
contract-checked, CI-gated additions:
|
|
329
|
+
|
|
330
|
+
```bash
|
|
331
|
+
python -m proteus.scaffold adapter MyHarness # skeleton -> proteus/adapters/myharness.py
|
|
332
|
+
python -m proteus.scaffold benchmark my_task # skeleton -> proteus/bench/my_task.py
|
|
333
|
+
proteus check --harness proteus.adapters.myharness:MyHarness --episode
|
|
334
|
+
```
|
|
335
|
+
|
|
336
|
+
The step-by-step guide (contract, templates, the conformance gate in
|
|
337
|
+
`tests/test_conformance.py`, PR expectations) is [CONTRIBUTING.md](CONTRIBUTING.md).
|
|
338
|
+
|
|
339
|
+
Where help is wanted, in one line each — the full list with difficulty tags is
|
|
340
|
+
[ROADMAP.md](ROADMAP.md):
|
|
341
|
+
|
|
342
|
+
- **More harnesses** — Hermes Agent first (Python, built-in self-improvement surfaces),
|
|
343
|
+
then SWE-agent, OpenClaw, Codex CLI, OpenHands, OpenCode, Goose.
|
|
344
|
+
- **More benchmarks** — lightweight offline packs (HumanEval, MBPP, BigCodeBench-lite),
|
|
345
|
+
SWE-bench Lite/Verified wiring, and finishing sandboxed grading for `swe`.
|
|
346
|
+
- **Analysis** — `proteus compare` for side-by-side arms/runs; an episode-atlas view.
|
|
347
|
+
- **Reproducibility & cost** — per-episode token/cost accounting; one-command reproduce.
|
|
348
|
+
|
|
310
349
|
## 📖 Citation
|
|
311
350
|
|
|
312
351
|
See [CITATION.cff](CITATION.cff). A paper reference will be added when the preprint is
|
|
@@ -13,7 +13,7 @@
|
|
|
13
13
|
<a href="https://github.com/proteus-evolve/Proteus/actions/workflows/release-smoke.yml"><img src="https://github.com/proteus-evolve/Proteus/actions/workflows/release-smoke.yml/badge.svg" alt="release smoke"></a>
|
|
14
14
|
<a href="LICENSE"><img src="https://img.shields.io/badge/license-MIT-green.svg" alt="MIT License"></a>
|
|
15
15
|
<img src="https://img.shields.io/badge/python-3.10%2B-blue.svg" alt="Python 3.10+">
|
|
16
|
-
<img src="https://img.shields.io/badge/version-0.
|
|
16
|
+
<img src="https://img.shields.io/badge/version-0.2.0-informational.svg" alt="v0.2.0">
|
|
17
17
|
<img src="https://img.shields.io/badge/status-research%20preview-orange.svg" alt="research preview">
|
|
18
18
|
</p>
|
|
19
19
|
|
|
@@ -26,6 +26,7 @@
|
|
|
26
26
|
<a href="docs/RECIPES.md">Recipes</a> •
|
|
27
27
|
<a href="docs/BENCHMARKS.md">Bring a Benchmark</a> •
|
|
28
28
|
<a href="docs/MEASUREMENTS.md">Add a Measurement</a> •
|
|
29
|
+
<a href="docs/releases/v0.2.0.md">v0.2.0 Notes</a> •
|
|
29
30
|
<a href="environments/README.md">Environments</a> •
|
|
30
31
|
<a href="#-measurement">Measurement</a>
|
|
31
32
|
</p>
|
|
@@ -103,11 +104,15 @@ An installed action preference measurably shifts what the harness grows — and
|
|
|
103
104
|
| yours | `--harness <module>:<Class>` — no registration | your adapter |
|
|
104
105
|
|
|
105
106
|
`dsh` and `pi` are the source-evolving third-party integrations. At seed time each adapter
|
|
106
|
-
extracts the pinned harness's real TypeScript source into `harness/src
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
107
|
+
extracts the pinned harness's real TypeScript source into `harness/src/`. During episode N,
|
|
108
|
+
all four phases boot the same read-only last-valid snapshot while writing a separate
|
|
109
|
+
candidate. After reflect, Proteus rebuilds and validates the candidate; only a passing
|
|
110
|
+
candidate activates in episode N+1. A failed build is prevented from activating, while
|
|
111
|
+
its exact tree is restored as the next writable repair candidate; the next episode's
|
|
112
|
+
running harness remains healthy. The source is therefore a
|
|
113
|
+
measured, snapshotted `loop` surface alongside instructions, notes, tools, and skills. The
|
|
114
|
+
adapters still leave the upstream repositories untouched: they arrange the run copy,
|
|
115
|
+
launch one prepared container per phase, and parse the harness's own session logs.
|
|
111
116
|
|
|
112
117
|
## 🏗️ How it works
|
|
113
118
|
|
|
@@ -123,8 +128,9 @@ flowchart LR
|
|
|
123
128
|
S --> F
|
|
124
129
|
```
|
|
125
130
|
|
|
126
|
-
Every seed runs `N` context-fresh **episodes
|
|
127
|
-
|
|
131
|
+
Every seed runs `N` context-fresh **episodes**. Evolved harness files cross the episode
|
|
132
|
+
boundary; adapters that opt into framework continuity also receive a bounded operational
|
|
133
|
+
handoff stored outside the measured snapshot. One episode is four phases:
|
|
128
134
|
|
|
129
135
|
```
|
|
130
136
|
observe → propose → act → reflect
|
|
@@ -133,7 +139,8 @@ observe → propose → act → reflect
|
|
|
133
139
|
- **observe** — take stock; if you configured a *visible* evaluator, its score on the last
|
|
134
140
|
episode is shown here.
|
|
135
141
|
- **propose** — list ways to improve your own harness.
|
|
136
|
-
- **act** — carry one out by editing the harness
|
|
142
|
+
- **act** — carry one out by editing the harness. The goal, if any, is announced in every
|
|
143
|
+
fresh phase so observation and planning stay aligned with it.
|
|
137
144
|
- **reflect** — decide what to keep.
|
|
138
145
|
|
|
139
146
|
The **framework** owns everything that is not the harness (prompts, goal text, evaluator
|
|
@@ -144,7 +151,7 @@ routing, snapshotting, selection, measurement). The **adapter** owns everything
|
|
|
144
151
|
|
|
145
152
|
| Concept | What it is |
|
|
146
153
|
|---|---|
|
|
147
|
-
| `HarnessAdapter` | the contract a harness implements: its surfaces, how to run an episode, how to read the action trace, how to install/remove a disposition |
|
|
154
|
+
| `HarnessAdapter` | the contract a harness implements: its surfaces, phase-continuity capability, how to run an episode, how to read the action trace, how to install/remove a disposition |
|
|
148
155
|
| `Surface` | one editable, persistent region (memory / skills / tools / code / …), declared as data so the measurement layer needs no hard-coded names |
|
|
149
156
|
| `Disposition` | the action-preference perturbation — a **single, removable** change at t=0 (prompt suffix, config value, or code patch) |
|
|
150
157
|
| `GoalConfig` | goal / no-goal / multi-goal, each evaluator `HIDDEN` or `OBSERVE`-visible, plus outer-loop selection (`accept_reject`) |
|
|
@@ -211,6 +218,11 @@ proteus run --harness mypkg.theirs_adapter:TheirsHarness --arm neutral ...
|
|
|
211
218
|
|
|
212
219
|
`proteus check` machine-verifies the contract (removable disposition via fingerprint
|
|
213
220
|
round-trip, snapshot-ability, trace shape). The full guide: [docs/ADAPTERS.md](docs/ADAPTERS.md).
|
|
221
|
+
To start from a working skeleton instead of a blank file,
|
|
222
|
+
`python -m proteus.scaffold adapter MyHarness` copies the fully-commented
|
|
223
|
+
[proteus/examples/adapter_template.py](proteus/examples/adapter_template.py) — see
|
|
224
|
+
[CONTRIBUTING.md](CONTRIBUTING.md). The templates ship on PyPI too; outside a Git checkout
|
|
225
|
+
the default output is the current directory (or choose an explicit `--dest`).
|
|
214
226
|
|
|
215
227
|
## 📦 Prepared environments
|
|
216
228
|
|
|
@@ -261,9 +273,10 @@ roots, so the evolving agent can never read its own condition.
|
|
|
261
273
|
|
|
262
274
|
## 📊 Status
|
|
263
275
|
|
|
264
|
-
`v0.
|
|
265
|
-
harness; pinned, source-evolving DeepSeek Harness and Pi adapters with
|
|
266
|
-
|
|
276
|
+
`v0.2.0` (research preview). Working today: the offline `minimal` harness; the live `llm`
|
|
277
|
+
harness; pinned, source-evolving DeepSeek Harness and Pi adapters with frozen per-episode
|
|
278
|
+
activation, automatic rollback, exact-tree boundary gates, rebuild caching, turn budgets,
|
|
279
|
+
and task mounts; the Aki research adapter;
|
|
267
280
|
local, Polyglot, and SWE-bench task integrations; resume-safe sweeps; the full measurement,
|
|
268
281
|
audit, reliability, report, and repository-export paths; and adapter/environment tooling.
|
|
269
282
|
CI covers Python 3.10–3.14. The separate release-smoke workflow runs two episodes across
|
|
@@ -274,6 +287,31 @@ cross-implementation check, Proteus's
|
|
|
274
287
|
behavioural ruler applied to the research runs independently reproduces their headline
|
|
275
288
|
dynamics: arms separate at episode 1 (R = 1.63) and converge by episode 30 (R = 0.93).
|
|
276
289
|
|
|
290
|
+
## 🤝 Contributing
|
|
291
|
+
|
|
292
|
+
The two highest-value contributions are **a new harness adapter** (evolve another agent
|
|
293
|
+
framework) and **a new benchmark** (measure under more goals). Both are single-file,
|
|
294
|
+
contract-checked, CI-gated additions:
|
|
295
|
+
|
|
296
|
+
```bash
|
|
297
|
+
python -m proteus.scaffold adapter MyHarness # skeleton -> proteus/adapters/myharness.py
|
|
298
|
+
python -m proteus.scaffold benchmark my_task # skeleton -> proteus/bench/my_task.py
|
|
299
|
+
proteus check --harness proteus.adapters.myharness:MyHarness --episode
|
|
300
|
+
```
|
|
301
|
+
|
|
302
|
+
The step-by-step guide (contract, templates, the conformance gate in
|
|
303
|
+
`tests/test_conformance.py`, PR expectations) is [CONTRIBUTING.md](CONTRIBUTING.md).
|
|
304
|
+
|
|
305
|
+
Where help is wanted, in one line each — the full list with difficulty tags is
|
|
306
|
+
[ROADMAP.md](ROADMAP.md):
|
|
307
|
+
|
|
308
|
+
- **More harnesses** — Hermes Agent first (Python, built-in self-improvement surfaces),
|
|
309
|
+
then SWE-agent, OpenClaw, Codex CLI, OpenHands, OpenCode, Goose.
|
|
310
|
+
- **More benchmarks** — lightweight offline packs (HumanEval, MBPP, BigCodeBench-lite),
|
|
311
|
+
SWE-bench Lite/Verified wiring, and finishing sandboxed grading for `swe`.
|
|
312
|
+
- **Analysis** — `proteus compare` for side-by-side arms/runs; an episode-atlas view.
|
|
313
|
+
- **Reproducibility & cost** — per-episode token/cost accounting; one-command reproduce.
|
|
314
|
+
|
|
277
315
|
## 📖 Citation
|
|
278
316
|
|
|
279
317
|
See [CITATION.cff](CITATION.cff). A paper reference will be added when the preprint is
|
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
"""Proteus — a harness-agnostic framework for agent self-evolution."""
|
|
2
|
-
__version__ = "0.
|
|
2
|
+
__version__ = "0.2.0"
|
|
@@ -57,7 +57,8 @@ class AkiHarness:
|
|
|
57
57
|
"""`HarnessAdapter` for the Aki research harness."""
|
|
58
58
|
|
|
59
59
|
name = "aki"
|
|
60
|
-
|
|
60
|
+
continuity_mode = "native" # Aki's supervisor owns its internal phase state
|
|
61
|
+
disposition_in_files = True # the apparatus installs the persona through its carrier
|
|
61
62
|
|
|
62
63
|
SURFACES = (
|
|
63
64
|
Surface("memory", "memory", unit="file", write_tools=frozenset({"memory_write"})),
|
|
@@ -221,9 +222,7 @@ class AkiHarness:
|
|
|
221
222
|
candidates = sorted(
|
|
222
223
|
[harness_root / "loop.py",
|
|
223
224
|
*(harness_root.parent / ".aki").glob("persona*"),
|
|
224
|
-
*harness_root.glob("disposition_*.py")],
|
|
225
|
-
key=str,
|
|
226
|
-
)
|
|
225
|
+
*harness_root.glob("disposition_*.py")], key=str)
|
|
227
226
|
for p in candidates:
|
|
228
227
|
if p.is_file():
|
|
229
228
|
h.update(p.name.encode())
|