@jc_stack/ez-agents 0.1.0-beta.34 → 0.1.0-beta.37
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dockerignore +1 -0
- package/.env.example +5 -16
- package/AGENTS.md +17 -9
- package/CHANGELOG.md +96 -0
- package/Dockerfile +20 -11
- package/README.md +10 -13
- package/THIRD_PARTY_NOTICES.md +7 -4
- package/bin/ez +97 -0
- package/bin/ezenciel-agents-plugin-broker.mjs +16 -0
- package/bin/ezenciel-agents-provision-telegram.mjs +13 -0
- package/bin/ezenciel-agents.mjs +1 -1
- package/compose.yaml +41 -4
- package/docker/entrypoint.sh +1 -1
- package/docker/healthcheck.mjs +12 -4
- package/docker/run.ts +5 -6
- package/docker/smoke.mjs +28 -6
- package/docs/application-channel.md +32 -10
- package/docs/architecture/ai-selection.md +10 -2
- package/docs/architecture/authority-boundaries.md +2 -2
- package/docs/channel-backend.md +4 -3
- package/docs/docker-runtime.md +98 -11
- package/docs/local-qa.md +2 -2
- package/docs/plugin-guide.md +202 -0
- package/docs/plugins.md +48 -2
- package/docs/releasing.md +13 -0
- package/docs/responsive-channels.md +1 -1
- package/docs/scheduling.md +4 -4
- package/docs/setup.md +11 -5
- package/docs/upgrades.md +46 -23
- package/package.json +5 -5
- package/scripts/smoke-scheduler.ts +10 -3
- package/scripts/smoke.ts +14 -11
- package/src/agent-guidance.ts +6 -9
- package/src/agent-install.ts +28 -7
- package/src/ai-cli.ts +1 -1
- package/src/ai.ts +131 -5
- package/src/application-channel.ts +78 -7
- package/src/application-cli.ts +2 -2
- package/src/approval-cli.ts +14 -7
- package/src/approval.ts +27 -37
- package/src/channel-backend.ts +2 -3
- package/src/config.ts +12 -27
- package/src/control-state.ts +175 -8
- package/src/conversation-menu.ts +6 -17
- package/src/delivery-socket-client.d.mts +4 -0
- package/src/delivery-socket-client.mjs +104 -0
- package/src/delivery-socket.ts +354 -0
- package/src/execution-authority.ts +21 -5
- package/src/executor.ts +81 -24
- package/src/files.ts +38 -11
- package/src/host-executor.ts +33 -17
- package/src/inbox.ts +15 -49
- package/src/index.ts +98 -54
- package/src/install-tools.mjs +97 -22
- package/src/ledger-endpoint.d.mts +2 -0
- package/src/ledger-endpoint.mjs +17 -0
- package/src/menu.ts +8 -3
- package/src/message-history.ts +13 -18
- package/src/message.ts +35 -18
- package/src/plugin-broker.mjs +396 -0
- package/src/plugins/connection.mjs +2 -2
- package/src/plugins/manager.mjs +131 -23
- package/src/plugins/native-tasks.mjs +2 -2
- package/src/prompt-suffix.ts +12 -0
- package/src/react.ts +6 -4
- package/src/runs.ts +156 -243
- package/src/schedule-cli.ts +29 -10
- package/src/scheduled-tasks.ts +53 -10
- package/src/scheduler.ts +20 -7
- package/src/service.ts +3 -3
- package/src/setup.ts +1 -0
- package/src/software-status.ts +36 -4
- package/src/task-executor.ts +2 -2
- package/src/task-workspace.ts +4 -3
- package/src/tasks.ts +1 -1
- package/src/telegram-provisioning-cli.ts +22 -0
- package/src/telegram-provisioning.ts +214 -0
- package/src/updates/control.mjs +77 -7
- package/src/updates/runtime.mjs +28 -8
- package/src/updates/status.mjs +25 -3
- package/src/updates/supervisor.mjs +15 -16
- package/src/version.ts +20 -0
- package/src/workspace.ts +3 -9
- package/templates/failure-review.md +1 -1
- package/templates/maintainer-purpose.md +1 -1
- package/test/agent-guidance.test.ts +14 -80
- package/test/agent-install.test.ts +14 -0
- package/test/ai.test.ts +220 -1
- package/test/application-channel.test.ts +61 -13
- package/test/application-only.test.ts +14 -13
- package/test/channel-backend.test.ts +3 -7
- package/test/channel-delivery.test.ts +4 -1
- package/test/channel-owner.test.ts +6 -3
- package/test/codex-context.test.ts +2 -2
- package/test/config.test.ts +38 -43
- package/test/control-state.test.ts +83 -4
- package/test/conversation-menu.test.ts +2 -4
- package/test/delivery-transport.test.ts +72 -0
- package/test/docker-runtime.test.ts +27 -14
- package/test/engine-handoff.test.ts +7 -6
- package/test/event-sources.test.ts +2 -2
- package/test/execution-authority.test.ts +9 -9
- package/test/executor.test.ts +120 -12
- package/test/failure.test.ts +12 -5
- package/test/files.test.ts +2 -2
- package/test/helpers/ledger.ts +18 -0
- package/test/host-executor.test.ts +87 -3
- package/test/inbox.test.ts +8 -10
- package/test/install-config.test.ts +1 -0
- package/test/install-tools.test.mjs +74 -7
- package/test/intake-relay.test.ts +58 -11
- package/test/message-history.test.ts +39 -47
- package/test/native-tasks.test.ts +1 -1
- package/test/plugin-broker.test.mjs +172 -0
- package/test/plugin-manager.test.mjs +136 -2
- package/test/reaction.test.ts +4 -0
- package/test/relay.test.ts +5 -7
- package/test/repair-policy.test.ts +1 -4
- package/test/schedule-cli.test.ts +14 -9
- package/test/scheduled-tasks.test.ts +29 -6
- package/test/scheduler-host.test.ts +5 -5
- package/test/scheduler-relay.test.ts +15 -9
- package/test/security.test.ts +6 -3
- package/test/software-status.test.ts +21 -3
- package/test/telegram-provisioning.test.ts +160 -0
- package/test/updates.test.mjs +93 -13
- package/test/workspace.test.ts +4 -1
- package/bin/ezenciel-agents-watch.mjs +0 -8
- package/compose.workforce-watch.yaml +0 -33
- package/docker/recovery.ts +0 -11
- package/docs/pagerduty.md +0 -42
- package/docs/workforce-watch.md +0 -101
- package/src/pagerduty.ts +0 -109
- package/src/reply-context.ts +0 -43
- package/src/update-attention.ts +0 -18
- package/src/workforce-watch-cli.ts +0 -14
- package/src/workforce-watch.ts +0 -155
- package/templates/agent/AGENTS.md +0 -5
- package/templates/agent-guidance.md +0 -17
- package/test/pagerduty.test.ts +0 -104
- package/test/update-attention.test.ts +0 -20
- package/test/workforce-watch.test.ts +0 -180
package/docs/releasing.md
CHANGED
|
@@ -77,7 +77,20 @@ read back `npm view @jc_stack/ez-agents@0.1.0-beta.12 name version dist-tags --j
|
|
|
77
77
|
contents/checksum against the reviewed artifact. Keep the npm artifact and
|
|
78
78
|
GitHub tag on the same reviewed commit. Do not create a new token to bypass 2FA.
|
|
79
79
|
|
|
80
|
+
Source-checkout images for a deployment are RC builds of the unreleased commit:
|
|
81
|
+
`ezenciel-agents-install build --label X.Y.Z-beta.N.rc.M` (increasing `.rc.N`)
|
|
82
|
+
from the clean reviewed commit after the PR is open. The label and commit SHA are
|
|
83
|
+
baked into the image; `/status` shows the RC tag first. Never install an
|
|
84
|
+
unlabeled source build or reuse an RC label for different contents.
|
|
85
|
+
|
|
80
86
|
## Agent-owned upgrades
|
|
81
87
|
|
|
82
88
|
This beta includes owner-policy release checks and durable
|
|
83
89
|
main/plugin replacement. See [upgrade setup, tools and recovery](upgrades.md). Earlier main upgrade/rollback VM QA passed; final-release fresh-host/reboot and live plugin upgrade acceptance remain pending.
|
|
90
|
+
|
|
91
|
+
Automatic main upgrades are gated on deployment compatibility: the candidate's
|
|
92
|
+
`compose.yaml` and `compose.whatsapp.yaml` must match the release the agent
|
|
93
|
+
already runs, or that installed release must carry the reviewed migration.
|
|
94
|
+
Before publishing a release, confirm no compose change slipped in since the
|
|
95
|
+
previous tag; otherwise bootstrap the agents or ship the migration in the
|
|
96
|
+
release they already run.
|
|
@@ -15,4 +15,4 @@ Authorization, sandboxing and tool handlers enforce contact and lifecycle limits
|
|
|
15
15
|
An owner-approved channel capability adds only a fixed installed alias declared
|
|
16
16
|
as a read-only channel query; it does not expose the workspace, shell, owner
|
|
17
17
|
session or other installed tools.
|
|
18
|
-
|
|
18
|
+
Group notifications carry event data; CLI help owns operations.
|
package/docs/scheduling.md
CHANGED
|
@@ -94,10 +94,10 @@ queued occurrence; already-running work continues until explicitly cancelled.
|
|
|
94
94
|
|
|
95
95
|
`/stop` stops all active work; `cancel RUN_ID` stops one background task. `/cancel`
|
|
96
96
|
clears queued work. Pause/remove a recurring schedule to prevent future runs.
|
|
97
|
-
Stopping the relay also stops its workers.
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
the evidence and explicitly edits the schedule. Inspect the task's files, native session and delivery
|
|
97
|
+
Stopping the relay also stops its workers. Run and delivery records are relay
|
|
98
|
+
memory: a process restart drops in-flight runs and queued deliveries by design,
|
|
99
|
+
so the next eligible occurrence dispatches normally and nothing is replayed from
|
|
100
|
+
disk. Status labels failed runs as history and shows recent reasons; new failures retain their exit code or interruption cause. Typing indicators stop after 30 seconds even when work continues. A failed run that cannot prove whether an external side effect happened stays visible until the agent inspects the evidence and explicitly edits the schedule. Inspect the task's files, native session and delivery
|
|
101
101
|
receipts before deciding whether to resume. A clock cannot reconstruct an
|
|
102
102
|
in-flight process or prove whether an external side effect happened.
|
|
103
103
|
|
package/docs/setup.md
CHANGED
|
@@ -125,6 +125,8 @@ pnpm install --frozen-lockfile
|
|
|
125
125
|
export PATH="$PWD/bin:$PATH"
|
|
126
126
|
export EZ_AGENTS_HOME=/absolute/private/agents
|
|
127
127
|
node bin/ezenciel-agents-install build
|
|
128
|
+
# Source checkout only: commit, open the PR, then build
|
|
129
|
+
# node bin/ezenciel-agents-install build --label X.Y.Z-beta.N.rc.M
|
|
128
130
|
# Set EZ_RELAY_IMAGE to the exact image returned by build for create/start.
|
|
129
131
|
export EZ_RELAY_IMAGE='<returned-image>'
|
|
130
132
|
```
|
|
@@ -132,7 +134,10 @@ export EZ_RELAY_IMAGE='<returned-image>'
|
|
|
132
134
|
Node 22+ and pnpm 10.30.3 are needed by the host transport. The tarball carries
|
|
133
135
|
its lockfile under docker/ because npm excludes the root pnpm lockfile. Do not
|
|
134
136
|
move this package directory after binding a service to its absolute paths.
|
|
135
|
-
For a source checkout the root lockfile is already present.
|
|
137
|
+
For a source checkout the root lockfile is already present. A source checkout is
|
|
138
|
+
an RC: commit and open the PR first, then `build --label X.Y.Z-beta.N.rc.M`; the
|
|
139
|
+
command refuses a dirty tree and bakes the RC tag and commit into the image so
|
|
140
|
+
`/status` never reports the bare package version. Do not run a second
|
|
136
141
|
copy of an existing bot token. Continue with the per-agent configuration below.
|
|
137
142
|
|
|
138
143
|
Verify the tarball against its adjacent `.sha256` or the kit's `SHA256SUMS` before
|
|
@@ -270,8 +275,9 @@ the plugin skill through onboarding and verified use under that same request.
|
|
|
270
275
|
Never silently reuse a global `ez` from the old sandbox runtime.
|
|
271
276
|
|
|
272
277
|
4. Isolated agents skip host transport. Run `bin/ezenciel-agents-docker up -d --wait`
|
|
273
|
-
from the deployment directory.
|
|
274
|
-
|
|
278
|
+
from the deployment directory. This starts the local relay and its per-agent
|
|
279
|
+
isolated plugin broker; do not narrow the command to `relay`. Do not register
|
|
280
|
+
`ezenciel-agents-host` for them; starting it fails closed.
|
|
275
281
|
|
|
276
282
|
Host-capable agents follow [host startup templates](host-service.md). Register
|
|
277
283
|
`bin/ezenciel-agents-host` with the host's native service manager, binding
|
|
@@ -330,9 +336,9 @@ default. Existing queued jobs retain their captured execution choice.
|
|
|
330
336
|
| Symptom | Inspect and recover |
|
|
331
337
|
|---|---|
|
|
332
338
|
| Docker unavailable | Check engine and Compose, start the supported installation; complete any required OS consent. |
|
|
333
|
-
| Bot stays silent | Check pending owner identity, relay health, host heartbeat (host-capable only) and
|
|
339
|
+
| Bot stays silent | Check pending owner identity, relay health, host heartbeat (host-capable only) and delivery receipts; approve only the verified owner. |
|
|
334
340
|
| CLI exits without reply | Inspect the actual tool result and delivery receipt; stdout is not Telegram output. |
|
|
335
|
-
|
|
|
341
|
+
| Second relay refuses to start | A live relay already owns this deployment's delivery socket; stop the exact duplicate, never remove a live socket. |
|
|
336
342
|
| Plugin absent | Check the bound catalog and install/start the reviewed package explicitly; no plugin ships by default. |
|
|
337
343
|
| Plugin revision mismatch | Reinspect stable source, review the changed hash and explicitly update its catalog pin. |
|
|
338
344
|
| Interrupted CLI cannot resume | Use the explicit new-conversation command after inspecting the failure; no automatic fallback. |
|
package/docs/upgrades.md
CHANGED
|
@@ -16,9 +16,9 @@ The agent owns release review, policy decisions and communication. The host
|
|
|
16
16
|
supervisor owns interruption-safe replacement. There is one host service per
|
|
17
17
|
agent, not a second agent or an additional updater daemon. Its replaceable child
|
|
18
18
|
runs the normal CLI transport. It checks npm every six hours while running and
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
19
|
+
records automatic-channel changes; discovery never wakes the agent or injects
|
|
20
|
+
wrapper state into a session. Updates stay owner-invoked through `ez updates`.
|
|
21
|
+
Checks use the installed scoped npm identity; failures are
|
|
22
22
|
visible in `updates check` and private `tools/updates/available.json`. Plugins marked
|
|
23
23
|
`private: true` in their package metadata are reported as local-source updates
|
|
24
24
|
only, without querying public npm; this does not mean they are up to date.
|
|
@@ -144,7 +144,7 @@ rollback is a recovery operation for the previous installation only.
|
|
|
144
144
|
queuing it.** It must not wait for completion in that same turn. The supervisor
|
|
145
145
|
pauses new run admission, drains already-started work, then consumes the job.
|
|
146
146
|
One job at a time; an unresolved recovery blocks new upgrades. The agent processes
|
|
147
|
-
multiple requested packages over successive
|
|
147
|
+
multiple requested packages over successive update requests.
|
|
148
148
|
|
|
149
149
|
The exact archive is reverified and re-extracted before execution; editing a
|
|
150
150
|
prepared tree cannot substitute code. Main dependencies install with the frozen
|
|
@@ -164,24 +164,43 @@ running. Failed activation restores the previous code/configuration and checks i
|
|
|
164
164
|
If recovery itself fails, inspect and fix the reported infrastructure problem,
|
|
165
165
|
then use `ez updates recover <job-id>` and finish the turn. This retries only the
|
|
166
166
|
saved code/configuration recovery, not provider operations.
|
|
167
|
-
|
|
167
|
+
An update never wakes the agent or injects wrapper state into its session; the
|
|
168
|
+
owner or agent inspects receipts with `ez updates` when asked.
|
|
168
169
|
|
|
169
170
|
Backups contain credentials and must stay private. Main backups cover the
|
|
170
171
|
canonical mind/control and deployment files. Plugins back up existing named
|
|
171
172
|
volumes while their services are stopped, using the previous image's `tar` and
|
|
172
173
|
read-only volume mounts; archive output is written by the host with mode 0600.
|
|
173
|
-
No backup deletes live data or revokes credentials.
|
|
174
|
-
|
|
174
|
+
No backup deletes live data or revokes credentials. After a successful update, the
|
|
175
|
+
supervisor retains the newest completed backup per target and removes backup
|
|
176
|
+
directories from older terminal receipts (`completed`, `failed` or
|
|
177
|
+
`rolled-back`). Queued, applying and recovery-required jobs are never pruned. Old
|
|
178
|
+
package roots and images remain available until they are no longer needed for the
|
|
179
|
+
active or immediate rollback path; backup cleanup does not remove them. A cleanup
|
|
180
|
+
failure is recorded on the completed receipt and does not turn a successful
|
|
181
|
+
update into a rollback. The supervisor repeats this reconciliation at startup so
|
|
182
|
+
a release restart also cleans backups left by a crash window or by the release
|
|
183
|
+
that installed the policy.
|
|
175
184
|
|
|
176
185
|
The updater accepts only matching state-schema and protocol contracts and an
|
|
177
|
-
unchanged deployment layout.
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
186
|
+
unchanged effective deployment layout. The reviewed beta.34 runtime migration
|
|
187
|
+
allows the optional empty `EZ_ISOLATION` passthrough and a changed purpose-file
|
|
188
|
+
fallback when the deployment already binds `EZ_AGENT_PURPOSE_FILE`; the job
|
|
189
|
+
receipt records that migration. Plugins may add command routes to existing
|
|
190
|
+
services; existing routes and all services, privileges, volumes and other
|
|
191
|
+
deployment configuration must remain unchanged. Incompatible changes fail
|
|
192
|
+
before replacement, even for an explicit candidate, and need a separately
|
|
193
|
+
reviewed migration rather than an override flag. Release authors must truthfully
|
|
194
|
+
declare schema compatibility. Code rollback **does not rewind private state**,
|
|
195
|
+
provider cursors or operation receipts; uncertain actions are never replayed.
|
|
196
|
+
Docker health is not proof of live provider identity or delivery.
|
|
197
|
+
|
|
198
|
+
The updater also records the exact Library beta14 command migration: it removes
|
|
199
|
+
the retired `library-document` route and changes `library-query` from
|
|
200
|
+
`query-context` to `search`, while requiring every other manifest and deployment
|
|
201
|
+
field to remain unchanged. A completed main upgrade exits the active supervisor
|
|
202
|
+
after publishing its receipt; the retained bootstrap is then restarted by the
|
|
203
|
+
host service and loads the new package root.
|
|
185
204
|
|
|
186
205
|
## Contributor acceptance
|
|
187
206
|
|
|
@@ -214,12 +233,16 @@ policy selects non-deprecated stable versions, even when latest is a prerelease.
|
|
|
214
233
|
No eligible version is reported as available:null with newer:false. Older installed
|
|
215
234
|
updaters need an exact-version core update to adopt this discovery behavior.
|
|
216
235
|
|
|
217
|
-
##
|
|
236
|
+
## Operating-agent instructions
|
|
218
237
|
|
|
219
|
-
Setup and
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
238
|
+
Setup and the main upgrade step strip any obsolete `<!-- ez shared guidance -->`
|
|
239
|
+
handbook from workspace `AGENTS.md` (and existing `AGENTS.override.md`).
|
|
240
|
+
Personal text outside that block is preserved byte-for-byte. Do not reinsert
|
|
241
|
+
coding, KISS, contribution or repair loops into operating minds.
|
|
242
|
+
|
|
243
|
+
The package-owned locator is the managed `<!-- ez tools -->` block: the bound
|
|
244
|
+
`ez` launcher, `ez --help`, and `ez tools list --details`. Inventory is
|
|
245
|
+
generated on read. Plugin registry init and update binding refresh that locator.
|
|
223
246
|
Malformed markers and symlinks fail visibly rather than overwriting personal work.
|
|
224
247
|
|
|
225
248
|
Codex, agy, Grok and OpenCode discover workspace instructions natively. Claude
|
|
@@ -236,9 +259,9 @@ preserved. Restricted contact tasks retain their separate
|
|
|
236
259
|
bounded instruction scopes. For delivered busy replies absent from the native
|
|
237
260
|
conversation, the owner engine can call `ezenciel-agents-schedule context`.
|
|
238
261
|
|
|
239
|
-
Keep
|
|
240
|
-
|
|
241
|
-
|
|
262
|
+
Keep identity and purpose in the agent's own `AGENTS.md`. Instructions cannot
|
|
263
|
+
grant permissions; explicit owner requests take precedence within existing
|
|
264
|
+
execution authority.
|
|
242
265
|
|
|
243
266
|
Update discovery runs independently of active host work. A discovery failure is
|
|
244
267
|
logged locally and retried at the next regular six-hour check; it does not stop
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@jc_stack/ez-agents",
|
|
3
|
-
"version": "0.1.0-beta.
|
|
3
|
+
"version": "0.1.0-beta.37",
|
|
4
4
|
"private": false,
|
|
5
5
|
"type": "module",
|
|
6
6
|
"description": "A lightweight foundation for persistent business AI assistants using existing AI harnesses, workspaces and plugins.",
|
|
@@ -21,8 +21,9 @@
|
|
|
21
21
|
"ezenciel-agents-host": "bin/ezenciel-agents-host",
|
|
22
22
|
"ezenciel-agents-tools": "bin/ezenciel-agents-tools.mjs",
|
|
23
23
|
"ezenciel-agents-ai": "bin/ezenciel-agents-ai.mjs",
|
|
24
|
-
"ezenciel-agents-
|
|
25
|
-
"ezenciel-agents-
|
|
24
|
+
"ezenciel-agents-application": "bin/ezenciel-agents-application.mjs",
|
|
25
|
+
"ezenciel-agents-provision-telegram": "bin/ezenciel-agents-provision-telegram.mjs",
|
|
26
|
+
"ezenciel-agents-plugin-broker": "bin/ezenciel-agents-plugin-broker.mjs"
|
|
26
27
|
},
|
|
27
28
|
"files": [
|
|
28
29
|
"default-plugins.json",
|
|
@@ -37,7 +38,6 @@
|
|
|
37
38
|
"CONTRIBUTING.md",
|
|
38
39
|
"Dockerfile",
|
|
39
40
|
"compose.yaml",
|
|
40
|
-
"compose.workforce-watch.yaml",
|
|
41
41
|
"docker",
|
|
42
42
|
"compose.whatsapp.yaml",
|
|
43
43
|
"scripts/smoke.ts",
|
|
@@ -61,7 +61,7 @@
|
|
|
61
61
|
"scripts": {
|
|
62
62
|
"setup": "tsx --env-file-if-exists=.env src/setup.ts",
|
|
63
63
|
"dev": "EZ_DEVELOPMENT=1 tsx watch --clear-screen=false --exclude 'agent/**' --exclude 'test/**' --env-file=.env src/index.ts",
|
|
64
|
-
"start": "./bin/ezenciel-agents-docker up -d --wait
|
|
64
|
+
"start": "./bin/ezenciel-agents-docker up -d --wait",
|
|
65
65
|
"owner": "tsx --env-file=.env src/owner.ts",
|
|
66
66
|
"message": "tsx src/message.ts",
|
|
67
67
|
"react": "tsx src/react.ts",
|
|
@@ -7,6 +7,8 @@ import { createRelay } from '../src/index.js'
|
|
|
7
7
|
import { ControlStore } from '../src/control-state.js'
|
|
8
8
|
import { Scheduler } from '../src/scheduler.js'
|
|
9
9
|
import { RunStore } from '../src/runs.js'
|
|
10
|
+
import { serveDeliverySocket, createLedgerHandler } from '../src/delivery-socket.js'
|
|
11
|
+
import { packageVersion } from '../src/version.js'
|
|
10
12
|
import { initialPreset } from '../src/ai.js'
|
|
11
13
|
import { initializeWorkspace } from '../src/workspace.js'
|
|
12
14
|
import type { Update } from 'grammy/types'
|
|
@@ -22,6 +24,11 @@ await control.requestPairing(101,101);await control.approveOwner(101)
|
|
|
22
24
|
const owner=(await control.status()).owner!,execution=await control.captureChoice(initialPreset(cli))
|
|
23
25
|
const replies:{at:number;text:string}[]=[]
|
|
24
26
|
const relay=createRelay({workspace,controlDir,pairingTtlMs:1000,executorTimeoutMs:0,executorCli:cli,telegramBotToken:'fixture'})
|
|
27
|
+
// Engine children reach this process's memory ledger through the socket.
|
|
28
|
+
const ledger=await serveDeliverySocket(controlDir,createLedgerHandler(controlDir,{
|
|
29
|
+
wake:()=>{void relay.drainOutbox()},
|
|
30
|
+
status:()=>({polling:false,applicationOnly:!relay.telegramEnabled,telegramConfigured:true,version:packageVersion}),
|
|
31
|
+
}))
|
|
25
32
|
relay.bot.botInfo={id:999,is_bot:true,first_name:'Fixture',username:'fixture_bot'} as typeof relay.bot.botInfo
|
|
26
33
|
relay.bot.api.config.use(async(_previous,method,payload)=>{
|
|
27
34
|
if(method==='sendMessage') {const reply={at:Date.now(),text:(payload as {text:string}).text};replies.push(reply);console.log(JSON.stringify({reply}))}
|
|
@@ -59,11 +66,11 @@ try{
|
|
|
59
66
|
await relay.drainOutbox()
|
|
60
67
|
const status=(await runs.get(background.id))?.status
|
|
61
68
|
if(status!=='completed' || replies.filter(r=>r.text.includes('BACKGROUND_DONE')).length!==1)throw new Error('Missing completed run or exactly one delivered result')
|
|
62
|
-
const finished=await readFile(join(
|
|
69
|
+
const finished=await readFile(join(controlDir,'work/tasks',background.id,'finished.txt'),'utf8')
|
|
63
70
|
if(finished.trim()!=='DONE')throw new Error('Missing finished.txt artifact')
|
|
64
71
|
if(nativeGoal){
|
|
65
72
|
for(const [file,expected] of [['phase1.txt','ONE'],['phase2.txt','TWO']])
|
|
66
|
-
if((await readFile(join(
|
|
73
|
+
if((await readFile(join(controlDir,'work/tasks',background.id,file),'utf8')).trim()!==expected)throw new Error(`Missing native goal artifact: ${file}`)
|
|
67
74
|
}
|
|
68
75
|
const record=(await runs.get(background.id))!
|
|
69
76
|
if(Date.parse(record.endedAt!)-Date.parse(record.startedAt!) < duration*1000)throw new Error('Worker completed before requested duration')
|
|
@@ -88,4 +95,4 @@ try{
|
|
|
88
95
|
const evidence={duration,cli,nativeGoal,goalEvidence,status,replies,run:await runs.get(background.id)}
|
|
89
96
|
await writeFile(join(root,'evidence.json'),JSON.stringify(evidence,null,2),{mode:0o600})
|
|
90
97
|
console.log(JSON.stringify({passed:true,evidence:join(root,'evidence.json')}))
|
|
91
|
-
}finally{clearInterval(tick);while(draining)await new Promise(r=>setTimeout(r,50));await relay.stop()}
|
|
98
|
+
}finally{clearInterval(tick);while(draining)await new Promise(r=>setTimeout(r,50));await relay.stop();await ledger.stop()}
|
package/scripts/smoke.ts
CHANGED
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
import { dirname, join } from 'node:path'
|
|
2
|
-
import { readdir, readFile } from 'node:fs/promises'
|
|
3
2
|
import { fileURLToPath } from 'node:url'
|
|
4
3
|
import { randomUUID } from 'node:crypto'
|
|
5
4
|
import { loadConfig } from '../src/config.js'
|
|
6
5
|
import { ControlStore } from '../src/control-state.js'
|
|
7
6
|
import { startExecutorJob, terminateJob } from '../src/executor.js'
|
|
8
|
-
import { RunStore } from '../src/runs.js'
|
|
7
|
+
import { RunStore, sentOutbox } from '../src/runs.js'
|
|
9
8
|
import { createRelay } from '../src/index.js'
|
|
9
|
+
import { serveDeliverySocket, createLedgerHandler } from '../src/delivery-socket.js'
|
|
10
|
+
import { packageVersion } from '../src/version.js'
|
|
10
11
|
|
|
11
12
|
// Outbound integration test, not proof of Telegram intake or UI interactions.
|
|
12
13
|
// Run while the polling relay is stopped; the owner must already be paired.
|
|
@@ -39,6 +40,11 @@ async function main() {
|
|
|
39
40
|
texts: [prompt],
|
|
40
41
|
})
|
|
41
42
|
await runs.patch(run.id, { status: 'running', startedAt: new Date().toISOString() })
|
|
43
|
+
// The engine child reaches the smoke-process memory ledger through the socket.
|
|
44
|
+
const ledger = await serveDeliverySocket(config.controlDir, createLedgerHandler(config.controlDir, {
|
|
45
|
+
wake: () => { void relay.drainOutbox(run.id) },
|
|
46
|
+
status: () => ({ polling: false, applicationOnly: !relay.telegramEnabled, telegramConfigured: config.telegramBotToken !== '', version: packageVersion }),
|
|
47
|
+
}))
|
|
42
48
|
const job = await startExecutorJob(run.texts, {
|
|
43
49
|
workspace: config.workspace,
|
|
44
50
|
timeoutMs: config.executorTimeoutMs,
|
|
@@ -72,18 +78,14 @@ async function main() {
|
|
|
72
78
|
status: code === 0 ? 'completed' : 'failed',
|
|
73
79
|
endedAt: new Date().toISOString(),
|
|
74
80
|
})
|
|
75
|
-
const
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
const
|
|
79
|
-
for (const name of names.filter((name) => name.endsWith('.sent.json'))) {
|
|
80
|
-
const item = JSON.parse(await readFile(join(config.controlDir, 'outbox', name), 'utf8'))
|
|
81
|
-
if (item.receipt) receipts.push(item.receipt)
|
|
82
|
-
}
|
|
81
|
+
const receipts = sentOutbox(config.controlDir)
|
|
82
|
+
.filter((item) => item.runId === run.id && item.receipt)
|
|
83
|
+
.map((item) => item.receipt)
|
|
84
|
+
const delivery = await runs.deliveryStatus()
|
|
83
85
|
console.log(
|
|
84
86
|
JSON.stringify({ runId: run.id, executor: config.executorCli, model: choice?.model, effort: choice?.effort, exitCode: code, receipts }, null, 2),
|
|
85
87
|
)
|
|
86
|
-
if (code !== 0 || !receipts.length ||
|
|
88
|
+
if (code !== 0 || !receipts.length || (await runs.pendingOutbox()).length || delivery.failed || delivery.unknown) {
|
|
87
89
|
throw new Error('Smoke failed: executor failure, missing receipt, or undelivered outbox item')
|
|
88
90
|
}
|
|
89
91
|
console.log('Outbound smoke passed. Telegram intake and button/media UI still require a live chat test.')
|
|
@@ -93,6 +95,7 @@ async function main() {
|
|
|
93
95
|
process.removeListener('SIGTERM', stop)
|
|
94
96
|
await job.cleanup()
|
|
95
97
|
await relay.stop()
|
|
98
|
+
await ledger.stop()
|
|
96
99
|
}
|
|
97
100
|
}
|
|
98
101
|
|
package/src/agent-guidance.ts
CHANGED
|
@@ -1,17 +1,12 @@
|
|
|
1
1
|
import { lstat, readFile, rename, rm, writeFile } from 'node:fs/promises'
|
|
2
2
|
import { randomUUID } from 'node:crypto'
|
|
3
3
|
import path from 'node:path'
|
|
4
|
-
import { readFileSync } from 'node:fs'
|
|
5
|
-
|
|
6
|
-
// Resolve against the installed package, never the agent's editable workspace.
|
|
7
|
-
export const agentGuidance = (): string =>
|
|
8
|
-
readFileSync(new URL('../templates/agent-guidance.md', import.meta.url), 'utf8').trim()
|
|
9
4
|
|
|
10
5
|
const start = '<!-- ez shared guidance: begin -->'
|
|
11
6
|
const end = '<!-- ez shared guidance: end -->'
|
|
12
7
|
|
|
13
|
-
//
|
|
14
|
-
// Personal
|
|
8
|
+
// Drop the obsolete package-owned handbook. Discovery lives in the managed
|
|
9
|
+
// ez tools locator. Personal text outside the markers stays byte-for-byte.
|
|
15
10
|
export async function installAgentGuidance(workspace: string): Promise<void> {
|
|
16
11
|
for (const name of ['AGENTS.md', 'AGENTS.override.md']) {
|
|
17
12
|
const file = path.join(workspace, name)
|
|
@@ -23,11 +18,13 @@ export async function installAgentGuidance(workspace: string): Promise<void> {
|
|
|
23
18
|
if ((error as NodeJS.ErrnoException).code === 'ENOENT') continue
|
|
24
19
|
throw error
|
|
25
20
|
}
|
|
26
|
-
const block = `${start}\n${agentGuidance()}\n${end}\n\n`
|
|
27
21
|
const from = original.indexOf(start), to = original.indexOf(end)
|
|
28
22
|
if ((from < 0) !== (to < 0) || (from >= 0 && (to < from || original.indexOf(start, from + start.length) >= 0 || original.indexOf(end, to + end.length) >= 0)))
|
|
29
23
|
throw new Error(`Malformed shared guidance block: ${file}`)
|
|
30
|
-
|
|
24
|
+
if (from < 0) continue
|
|
25
|
+
let rest = original.slice(to + end.length)
|
|
26
|
+
if (from === 0 && rest.startsWith('\n')) rest = rest.slice(1)
|
|
27
|
+
const updated = original.slice(0, from) + rest
|
|
31
28
|
if (updated === original) continue
|
|
32
29
|
const temporary = `${file}.${randomUUID()}.tmp`
|
|
33
30
|
try {
|
package/src/agent-install.ts
CHANGED
|
@@ -1,8 +1,11 @@
|
|
|
1
|
-
import { mkdir, readFile, writeFile, rm, readdir } from 'node:fs/promises'
|
|
2
|
-
import {
|
|
1
|
+
import { chmod, mkdir, readFile, writeFile, rm, readdir } from 'node:fs/promises'
|
|
2
|
+
import { createHash } from 'node:crypto'
|
|
3
|
+
import { isAbsolute, join, resolve, dirname, delimiter } from 'node:path'
|
|
3
4
|
import { parseArgs } from 'node:util'
|
|
4
5
|
import { executorKey } from './executor.js'
|
|
5
6
|
import { isolationTransport, parseIsolationClass, type IsolationClass } from './isolation.js'
|
|
7
|
+
import { ledgerOverlayName, ledgerOverlayYaml } from './ledger-endpoint.mjs'
|
|
8
|
+
import { initializeWorkspace } from './workspace.js'
|
|
6
9
|
import { fileURLToPath } from 'node:url'
|
|
7
10
|
import { validateCodexProvider, type CodexProviderBinding } from './executor.js'
|
|
8
11
|
|
|
@@ -32,7 +35,7 @@ export const installationCli = async (root: string, installerCli?: string): Prom
|
|
|
32
35
|
}
|
|
33
36
|
|
|
34
37
|
export const createAgent = async (options: {
|
|
35
|
-
root: string; hostRoot: string; composeFile: string; name: string; purpose: string; token: string; cli?: string; image?: string; isolation?: string; codexProvider?: CodexProviderBinding
|
|
38
|
+
root: string; hostRoot: string; composeFile: string; name: string; purpose: string; token: string; cli?: string; image?: string; isolation?: string; codexProvider?: CodexProviderBinding; ledgerPort?: number
|
|
36
39
|
}) => {
|
|
37
40
|
const { root, hostRoot, composeFile, name, purpose, token } = options
|
|
38
41
|
const requestedIsolation = options.isolation?.trim()
|
|
@@ -49,6 +52,11 @@ export const createAgent = async (options: {
|
|
|
49
52
|
const isolation: IsolationClass = requestedIsolation ? parseIsolationClass(requestedIsolation) : cli === 'codex' ? 'isolated' : 'host-capable'
|
|
50
53
|
if (isolation === 'isolated' && cli !== 'codex') throw new Error(`Isolated execution is unavailable for ${cli}; use host-capable isolation`)
|
|
51
54
|
const transport = isolationTransport(isolation)
|
|
55
|
+
const ledgerPort = isolation === 'host-capable'
|
|
56
|
+
? options.ledgerPort ?? 20000 + (createHash('sha256').update(name).digest().readUInt16BE(0) % 10000)
|
|
57
|
+
: undefined
|
|
58
|
+
if (isolation === 'host-capable' && (!Number.isSafeInteger(ledgerPort) || ledgerPort! < 1024 || ledgerPort! > 65535))
|
|
59
|
+
throw new Error('Host-capable agents require a free loopback ledger port for host CLI access')
|
|
52
60
|
const codexProvider = options.codexProvider ? validateCodexProvider(options.codexProvider) : undefined
|
|
53
61
|
if (codexProvider && cli !== 'codex') throw new Error('A Codex provider requires the Codex installation CLI')
|
|
54
62
|
const directory = join(root, name), deploymentDir = join(hostRoot, name)
|
|
@@ -56,28 +64,41 @@ export const createAgent = async (options: {
|
|
|
56
64
|
await mkdir(directory, {mode:0o700})
|
|
57
65
|
try {
|
|
58
66
|
const project = `ez-agent-${name}`
|
|
67
|
+
const ledgerOverlay = join(deploymentDir, ledgerOverlayName)
|
|
59
68
|
const values = {
|
|
60
69
|
COMPOSE_PROJECT_NAME: project,
|
|
61
|
-
COMPOSE_FILE: composeFile,
|
|
70
|
+
COMPOSE_FILE: [composeFile, ...(ledgerPort ? [ledgerOverlay] : [])].join(delimiter),
|
|
62
71
|
EZ_RELAY_IMAGE: image,
|
|
63
72
|
EZ_RELAY_ENV_FILE: join(deploymentDir, 'relay.env'),
|
|
64
73
|
EZ_AGENT_PURPOSE_FILE: join(deploymentDir, 'purpose.md'),
|
|
65
74
|
EZ_EXECUTOR_CLI: cli,
|
|
66
75
|
EZ_ISOLATION: isolation,
|
|
67
76
|
EZ_EXECUTOR_TRANSPORT: transport,
|
|
77
|
+
...(ledgerPort ? { EZ_DELIVERY_TCP_PORT: String(ledgerPort) } : {}),
|
|
68
78
|
...(isolation === 'isolated' && cli === 'codex' ? { EZ_CODEX_SANDBOX: 'external' } : {}),
|
|
69
79
|
EZ_AGENT_WORKSPACE: join(deploymentDir, 'mind'),
|
|
70
80
|
EZ_CONTROL_DIR: join(deploymentDir, 'control'),
|
|
81
|
+
EZ_TOOLS_HOME: join(deploymentDir, 'tools'),
|
|
82
|
+
EZ_PLUGIN_BROKER_SOCKET: join(deploymentDir, 'control', 'plugin-broker.sock'),
|
|
83
|
+
EZ_PLUGIN_BROKER_HOST_CONFIG: join(deploymentDir, 'host-executor.json'),
|
|
84
|
+
...(isolation === 'isolated' ? { COMPOSE_PROFILES: 'isolated' } : {}),
|
|
71
85
|
EZ_WHATSAPP_IPC_VOLUME: `${project}-whatsapp-ipc`,
|
|
72
86
|
EZ_WHATSAPP_CLIENT_VOLUME: `${project}-whatsapp-client`,
|
|
73
87
|
}
|
|
74
88
|
await writeFile(join(directory, 'docker.env'), Object.entries(values).map(([k,v]) => `${k}='${v}'\n`).join(''), {mode:0o600, flag:'wx'})
|
|
89
|
+
if (ledgerPort) await writeFile(join(directory, ledgerOverlayName), ledgerOverlayYaml(), {mode:0o600, flag:'wx'})
|
|
75
90
|
await writeFile(join(directory, 'relay.env'), `TELEGRAM_BOT_TOKEN=${token}\n`, {mode:0o600, flag:'wx'})
|
|
76
91
|
await writeFile(join(directory, 'purpose.md'), purpose.trim()+'\n', {mode:0o644, flag:'wx'})
|
|
77
92
|
await mkdir(join(directory,'mind'),{mode:0o700})
|
|
93
|
+
// Install-time seed: the relay never writes the workspace at startup.
|
|
94
|
+
// Readable beyond the installer UID so a mismatched runtime UID still
|
|
95
|
+
// loads its own purpose; the 0700 deployment directory keeps it private.
|
|
96
|
+
const seeded = await initializeWorkspace(join(directory,'mind'), join(directory,'purpose.md'))
|
|
97
|
+
if (seeded.includes('AGENTS.md')) await chmod(join(directory,'mind','AGENTS.md'), 0o644)
|
|
78
98
|
await mkdir(join(directory,'control'),{mode:0o700})
|
|
99
|
+
await mkdir(join(directory,'tools'),{mode:0o700})
|
|
79
100
|
const agent = {name, project, deploymentDir, purpose:purpose.trim(), executor:cli, isolation}
|
|
80
|
-
const host = {cli,isolation,agents:[{name,workspace:join(deploymentDir,'mind'),controlDir:join(deploymentDir,'control'),binDir:join(dirname(composeFile),'bin'),...(codexProvider?{codexProviders:[codexProvider]}:{})}]}
|
|
101
|
+
const host = {cli,isolation,agents:[{name,workspace:join(deploymentDir,'mind'),controlDir:join(deploymentDir,'control'),binDir:join(dirname(composeFile),'bin'),...(isolation === 'isolated' ? {toolsHome:join(deploymentDir,'tools')} : {}),...(codexProvider?{codexProviders:[codexProvider]}:{})}]}
|
|
81
102
|
await writeFile(join(directory,'host-executor.json'),JSON.stringify(host,null,2)+'\n',{mode:0o600,flag:'wx'})
|
|
82
103
|
await writeFile(join(directory, 'agent.json'), JSON.stringify(agent,null,2)+'\n', {mode:0o600, flag:'wx'})
|
|
83
104
|
return agent
|
|
@@ -96,7 +117,7 @@ export const listAgents = async (root: string) => {
|
|
|
96
117
|
|
|
97
118
|
if (process.argv[1] && resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
|
|
98
119
|
try {
|
|
99
|
-
const {values:v} = parseArgs({options:{name:{type:'string'},purpose:{type:'string'},isolation:{type:'string'},'host-root':{type:'string'},'compose-file':{type:'string'},'relay-image':{type:'string'},list:{type:'boolean'},cli:{type:'string'},'register-cli':{type:'string'},'codex-provider':{type:'string'},'codex-provider-name':{type:'string'},'codex-base-url':{type:'string'},'codex-env-key':{type:'string'},'codex-model':{type:'string',multiple:true}}})
|
|
120
|
+
const {values:v} = parseArgs({options:{name:{type:'string'},purpose:{type:'string'},isolation:{type:'string'},'host-root':{type:'string'},'compose-file':{type:'string'},'relay-image':{type:'string'},'ledger-port':{type:'string'},list:{type:'boolean'},cli:{type:'string'},'register-cli':{type:'string'},'codex-provider':{type:'string'},'codex-provider-name':{type:'string'},'codex-base-url':{type:'string'},'codex-env-key':{type:'string'},'codex-model':{type:'string',multiple:true}}})
|
|
100
121
|
if (v['register-cli']) console.log(JSON.stringify({cli:await installationCli('/installations',v['register-cli'])}))
|
|
101
122
|
else if (v.list) console.log(JSON.stringify(await listAgents('/installations')))
|
|
102
123
|
else {
|
|
@@ -104,7 +125,7 @@ if (process.argv[1] && resolve(process.argv[1]) === fileURLToPath(import.meta.ur
|
|
|
104
125
|
for await (const chunk of process.stdin) { token+=chunk; if(token.length>512) throw new Error('Token input is too long.') }
|
|
105
126
|
const providerValues=[v['codex-provider'],v['codex-provider-name'],v['codex-base-url'],v['codex-env-key'],v['codex-model']]
|
|
106
127
|
const codexProvider=providerValues.some(Boolean)?validateCodexProvider({id:v['codex-provider']||'',name:v['codex-provider-name']||v['codex-provider']||'',baseUrl:v['codex-base-url']||'',envKey:v['codex-env-key']||'',models:v['codex-model']||[]}):undefined
|
|
107
|
-
console.log(JSON.stringify(await createAgent({root:'/installations',hostRoot:v['host-root']||'',composeFile:v['compose-file']||'',name:v.name||'',purpose:v.purpose||'',token:token.trim(),cli:v.cli||'',image:v['relay-image'],isolation:v.isolation,codexProvider})))
|
|
128
|
+
console.log(JSON.stringify(await createAgent({root:'/installations',hostRoot:v['host-root']||'',composeFile:v['compose-file']||'',name:v.name||'',purpose:v.purpose||'',token:token.trim(),cli:v.cli||'',image:v['relay-image'],isolation:v.isolation,codexProvider,ledgerPort:v['ledger-port']===undefined?undefined:Number(v['ledger-port'])})))
|
|
108
129
|
}
|
|
109
130
|
} catch (error) { console.error((error as Error).message); process.exitCode=1 }
|
|
110
131
|
}
|
package/src/ai-cli.ts
CHANGED
|
@@ -12,7 +12,7 @@ if(values.help){
|
|
|
12
12
|
}
|
|
13
13
|
if (!process.env.EZ_CONTROL_DIR) throw new Error('Use this agent’s bound control directory')
|
|
14
14
|
const catalog=await readFile(join(process.env.EZ_CONTROL_DIR,'host-executor','models.json'),'utf8')
|
|
15
|
-
.then(text=>JSON.parse(text)).catch(()=>readModels(undefined,undefined,join(process.env.EZ_CONTROL_DIR!,'cli','codex')))
|
|
15
|
+
.then(text=>JSON.parse(text)).catch(()=>readModels(undefined,undefined,join(process.env.EZ_CONTROL_DIR!,'cli','codex'),undefined,undefined,undefined,process.env.EZ_CONTROL_DIR))
|
|
16
16
|
if(positionals[0]==='list')console.log(JSON.stringify(catalog))
|
|
17
17
|
else if(positionals[0]==='select'){
|
|
18
18
|
const preset:AiPreset={id:randomBytes(8).toString('hex'),name:[values.provider,values.model||values.cli,values.effort].filter(Boolean).join(' · '),cli:values.cli||'',provider:values.provider,model:values.model,effort:values.effort}
|