devlyn-cli 4.3.27 → 4.3.29
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +1 -1
- package/CLAUDE.md +1 -1
- package/README.md +10 -10
- package/bin/devlyn.js +92 -58
- package/bin/engines.js +5 -3
- package/bin/harness-activation.js +212 -19
- package/bin/instruction-templates.json +2 -0
- package/bin/skill-history.json +11 -0
- package/config/skills/_shared/engine-doctor.sh +2 -2
- package/config/skills/_shared/engine-preflight.md +2 -2
- package/config/skills/_shared/managed-storage.md +80 -0
- package/config/skills/_shared/platform-support.py +67 -28
- package/config/skills/_shared/role-config.py +16 -7
- package/config/skills/_shared/runtime-principles.md +1 -1
- package/config/skills/_shared/storage-client.py +31 -7
- package/config/skills/_shared/task-complete.py +1 -1
- package/config/skills/_shared/task-completion.md +2 -76
- package/config/skills/devlyn-engines/SKILL.md +1 -1
- package/config/skills/devlyn-ideate/SKILL.md +2 -2
- package/config/skills/devlyn-ideate/references/executor.md +62 -0
- package/config/skills/devlyn-ideate/references/loop.md +2 -59
- package/config/skills/devlyn-ideate/references/package-format.md +1 -1
- package/config/skills/devlyn-ideate/scripts/acceptance.py +442 -21
- package/config/skills/devlyn-ideate/scripts/queue.py +58 -10
- package/harness/AGENTS.md +2 -2
- package/harness/CLAUDE.md +2 -2
- package/native/claude/.claude-plugin/plugin.json +1 -1
- package/native/claude/skills/_shared/engine-doctor.sh +2 -2
- package/native/claude/skills/_shared/engine-preflight.md +2 -2
- package/native/claude/skills/_shared/managed-storage.md +80 -0
- package/native/claude/skills/_shared/platform-support.py +67 -28
- package/native/claude/skills/_shared/role-config.py +16 -7
- package/native/claude/skills/_shared/runtime-principles.md +1 -1
- package/native/claude/skills/_shared/storage-client.py +31 -7
- package/native/claude/skills/_shared/task-complete.py +1 -1
- package/native/claude/skills/_shared/task-completion.md +2 -76
- package/native/claude/skills/devlyn-engines/SKILL.md +1 -1
- package/native/claude/skills/devlyn-ideate/SKILL.md +2 -2
- package/native/claude/skills/devlyn-ideate/references/executor.md +62 -0
- package/native/claude/skills/devlyn-ideate/references/loop.md +2 -59
- package/native/claude/skills/devlyn-ideate/references/package-format.md +1 -1
- package/native/claude/skills/devlyn-ideate/scripts/acceptance.py +442 -21
- package/native/claude/skills/devlyn-ideate/scripts/queue.py +58 -10
- package/native/codex/.agents/plugins/marketplace.json +1 -1
- package/native/codex/plugins/devlyn/.codex-plugin/plugin.json +1 -1
- package/native/codex/plugins/devlyn/skills/_shared/engine-doctor.sh +2 -2
- package/native/codex/plugins/devlyn/skills/_shared/engine-preflight.md +2 -2
- package/native/codex/plugins/devlyn/skills/_shared/managed-storage.md +80 -0
- package/native/codex/plugins/devlyn/skills/_shared/platform-support.py +67 -28
- package/native/codex/plugins/devlyn/skills/_shared/role-config.py +16 -7
- package/native/codex/plugins/devlyn/skills/_shared/runtime-principles.md +1 -1
- package/native/codex/plugins/devlyn/skills/_shared/storage-client.py +31 -7
- package/native/codex/plugins/devlyn/skills/_shared/task-complete.py +1 -1
- package/native/codex/plugins/devlyn/skills/_shared/task-completion.md +2 -76
- package/native/codex/plugins/devlyn/skills/devlyn-engines/SKILL.md +1 -1
- package/native/codex/plugins/devlyn/skills/devlyn-ideate/SKILL.md +2 -2
- package/native/codex/plugins/devlyn/skills/devlyn-ideate/references/executor.md +62 -0
- package/native/codex/plugins/devlyn/skills/devlyn-ideate/references/loop.md +2 -59
- package/native/codex/plugins/devlyn/skills/devlyn-ideate/references/package-format.md +1 -1
- package/native/codex/plugins/devlyn/skills/devlyn-ideate/scripts/acceptance.py +442 -21
- package/native/codex/plugins/devlyn/skills/devlyn-ideate/scripts/queue.py +58 -10
- package/package.json +1 -11
- package/release.json +98 -68
- /package/config/skills/_shared/adapters/{claude.md → claude.adapter.md} +0 -0
- /package/config/skills/_shared/adapters/{codex.md → codex.adapter.md} +0 -0
- /package/config/skills/_shared/adapters/{omp.md → omp.adapter.md} +0 -0
- /package/native/claude/skills/_shared/adapters/{claude.md → claude.adapter.md} +0 -0
- /package/native/claude/skills/_shared/adapters/{codex.md → codex.adapter.md} +0 -0
- /package/native/claude/skills/_shared/adapters/{omp.md → omp.adapter.md} +0 -0
- /package/native/codex/plugins/devlyn/skills/_shared/adapters/{claude.md → claude.adapter.md} +0 -0
- /package/native/codex/plugins/devlyn/skills/_shared/adapters/{codex.md → codex.adapter.md} +0 -0
- /package/native/codex/plugins/devlyn/skills/_shared/adapters/{omp.md → omp.adapter.md} +0 -0
|
@@ -327,7 +327,9 @@ if os.name == "nt":
|
|
|
327
327
|
self.creating = False
|
|
328
328
|
self.interrupted_signal = None
|
|
329
329
|
|
|
330
|
-
def start(self, argv, stdin):
|
|
330
|
+
def start(self, argv, stdin, **popen):
|
|
331
|
+
"""Launch argv, a list or a command line passed verbatim, inside this job; `popen` passes cwd, env and
|
|
332
|
+
streams to the enclosed bootstrap, whose target inherits them."""
|
|
331
333
|
self.handle = _kernel.CreateJobObjectW(None, None)
|
|
332
334
|
limits = _ExtendedLimits()
|
|
333
335
|
limits.BasicLimitInformation.LimitFlags = 0x2000 # KILL_ON_JOB_CLOSE; no breakaway.
|
|
@@ -346,13 +348,15 @@ if os.name == "nt":
|
|
|
346
348
|
os.set_handle_inheritable(handle, True)
|
|
347
349
|
startup = subprocess.STARTUPINFO()
|
|
348
350
|
startup.lpAttributeList = {"handle_list": inherited}
|
|
351
|
+
# A list travels element by element, a command line verbatim as one element; a mode word tells which.
|
|
349
352
|
command = [sys.executable, "-I", "-S", str(Path(__file__).resolve()), "--job-bootstrap",
|
|
350
|
-
str(inherited[0]), str(inherited[2]), str(inherited[1]),
|
|
353
|
+
str(inherited[0]), str(inherited[2]), str(inherited[1]),
|
|
354
|
+
*(("line", argv) if isinstance(argv, str) else ("argv", *argv))]
|
|
351
355
|
# Retain the Popen object even if __init__ raises after native creation.
|
|
352
356
|
self.child = subprocess.Popen.__new__(subprocess.Popen)
|
|
353
357
|
self.creating = True
|
|
354
358
|
try:
|
|
355
|
-
self.child.__init__(command, stdin=stdin, startupinfo=startup, close_fds=True)
|
|
359
|
+
self.child.__init__(command, stdin=stdin, startupinfo=startup, close_fds=True, **popen)
|
|
356
360
|
finally:
|
|
357
361
|
self.creating = False
|
|
358
362
|
if self.interrupted_signal is not None:
|
|
@@ -424,6 +428,11 @@ if os.name == "nt":
|
|
|
424
428
|
|
|
425
429
|
def _job_bootstrap(argv):
|
|
426
430
|
job, allow, ready = map(int, argv[:3])
|
|
431
|
+
mode, command = argv[3], argv[4:]
|
|
432
|
+
if mode == "line":
|
|
433
|
+
command, = command
|
|
434
|
+
elif mode != "argv":
|
|
435
|
+
raise ValueError(f"unknown job target mode {mode!r}")
|
|
427
436
|
with contextlib.ExitStack() as handles:
|
|
428
437
|
allow_fd = msvcrt.open_osfhandle(allow, os.O_RDONLY | os.O_BINARY)
|
|
429
438
|
handles.callback(os.close, allow_fd)
|
|
@@ -436,50 +445,77 @@ if os.name == "nt":
|
|
|
436
445
|
os.write(ready_fd, b"R")
|
|
437
446
|
if _read_control(allow_fd, 1) != b"G":
|
|
438
447
|
raise OSError("Windows job launch was not authorized")
|
|
439
|
-
with subprocess.Popen(
|
|
448
|
+
with subprocess.Popen(command, stdin=sys.stdin.buffer, close_fds=True) as target:
|
|
440
449
|
os.write(ready_fd, target.pid.to_bytes(4, "little"))
|
|
441
450
|
return target.wait()
|
|
442
451
|
|
|
443
452
|
|
|
453
|
+
def _signal_group(child, sig):
|
|
454
|
+
"""Send `sig` to the child's process group; False once it has no member this process may signal. An exited leader
|
|
455
|
+
is reaped first: until then it still counts as a member."""
|
|
456
|
+
child.poll()
|
|
457
|
+
try:
|
|
458
|
+
os.killpg(child.pid, sig)
|
|
459
|
+
except ProcessLookupError:
|
|
460
|
+
return False
|
|
461
|
+
except PermissionError: # EPERM: no member this process may signal; with the leader alive the run cannot be ended.
|
|
462
|
+
if child.poll() is None:
|
|
463
|
+
raise
|
|
464
|
+
return False
|
|
465
|
+
return True
|
|
466
|
+
|
|
467
|
+
|
|
444
468
|
def terminate_tree(child, job=None):
|
|
445
469
|
if job is not None:
|
|
446
470
|
job.terminate()
|
|
447
471
|
return
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
time.sleep(max(0, deadline - time.monotonic()))
|
|
460
|
-
try:
|
|
461
|
-
os.killpg(child.pid, signal.SIGKILL)
|
|
462
|
-
except ProcessLookupError:
|
|
463
|
-
pass # Every member already exited during the grace period.
|
|
464
|
-
child.wait()
|
|
472
|
+
# SIGTERM and up to 5 s for the group to leave, then SIGKILL and about 1 s more; what still answers then is dead but
|
|
473
|
+
# unreaped or may not be signalled, which cannot be told apart. A member this process cannot signal, or one that left
|
|
474
|
+
# the session, is not owned; acceptance.py's evidence is safe from it because no check process holds an evidence file.
|
|
475
|
+
for sig, seconds in ((signal.SIGTERM, 5), (signal.SIGKILL, 1)):
|
|
476
|
+
deadline = time.monotonic() + seconds
|
|
477
|
+
alive = _signal_group(child, sig)
|
|
478
|
+
while alive and time.monotonic() < deadline:
|
|
479
|
+
time.sleep(0.01)
|
|
480
|
+
alive = _signal_group(child, 0)
|
|
481
|
+
if not alive:
|
|
482
|
+
return
|
|
465
483
|
|
|
466
484
|
|
|
467
|
-
def run_process(argv, stdin, seconds, *, heartbeat=0):
|
|
485
|
+
def run_process(argv, stdin, seconds, *, heartbeat=0, on_timeout=124, **popen):
|
|
486
|
+
"""Run argv as an owned tree (its own POSIX session or Windows job), ended whole however the run ends; `popen`
|
|
487
|
+
passes cwd, env and streams. Returns the exit status, or `on_timeout` once `seconds` pass. On Windows argv may be a
|
|
488
|
+
command line passed verbatim."""
|
|
468
489
|
child = None
|
|
469
490
|
job = _WindowsJob() if os.name == "nt" else None
|
|
470
491
|
previous = {}
|
|
492
|
+
received = [] # Every handled signal; the first ends the run with 128 + it once the tree has ended.
|
|
493
|
+
deferring = False # While set, a signal only waits: a POSIX child's creation and the teardown are not interrupted.
|
|
471
494
|
|
|
472
495
|
def interrupted(signum, _frame):
|
|
496
|
+
received.append(signum)
|
|
473
497
|
# CPython stores the native handle only after CreateProcess's finally block.
|
|
474
498
|
if job is not None and job.creating:
|
|
475
499
|
job.interrupted_signal = signum
|
|
476
|
-
|
|
477
|
-
|
|
500
|
+
elif not deferring:
|
|
501
|
+
raise SystemExit(128 + signum)
|
|
478
502
|
|
|
479
503
|
try:
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
504
|
+
handled = [signal.SIGTERM, signal.SIGINT]
|
|
505
|
+
if os.name != "nt" and signal.getsignal(signal.SIGHUP) is not signal.SIG_IGN:
|
|
506
|
+
# A closed terminal hangs up the runner, not the child's own session; an inherited ignore (nohup) stays.
|
|
507
|
+
handled.append(signal.SIGHUP)
|
|
508
|
+
for sig in handled:
|
|
509
|
+
previous[sig] = signal.getsignal(sig) # Saved first: a signal right after installation finds it to restore.
|
|
510
|
+
signal.signal(sig, interrupted)
|
|
511
|
+
if job is not None:
|
|
512
|
+
child = job.start(argv, stdin, **popen)
|
|
513
|
+
else:
|
|
514
|
+
deferring = True # Raised inside Popen, a signal would leave the new session unowned.
|
|
515
|
+
child = subprocess.Popen(argv, stdin=stdin, start_new_session=True, **popen)
|
|
516
|
+
deferring = False
|
|
517
|
+
if received:
|
|
518
|
+
raise SystemExit(128 + received[0])
|
|
483
519
|
started = time.monotonic()
|
|
484
520
|
next_heartbeat = started + heartbeat
|
|
485
521
|
if heartbeat:
|
|
@@ -492,17 +528,20 @@ def run_process(argv, stdin, seconds, *, heartbeat=0):
|
|
|
492
528
|
if seconds and now - started >= seconds:
|
|
493
529
|
if heartbeat:
|
|
494
530
|
print(f"[codex-monitored] timeout: elapsed={int(now-started)}s limit={seconds}s", file=sys.stderr, flush=True)
|
|
495
|
-
return
|
|
531
|
+
return on_timeout
|
|
496
532
|
if heartbeat and now >= next_heartbeat:
|
|
497
533
|
print(f"[codex-monitored] heartbeat: elapsed={int(now-started)}s", file=sys.stderr, flush=True)
|
|
498
534
|
next_heartbeat = now + heartbeat
|
|
499
535
|
finally:
|
|
536
|
+
deferring = True # Teardown runs to its end.
|
|
500
537
|
try:
|
|
501
538
|
if job is not None or child is not None:
|
|
502
539
|
terminate_tree(child, job)
|
|
503
540
|
finally:
|
|
504
541
|
for sig, handler in previous.items():
|
|
505
542
|
signal.signal(sig, handler)
|
|
543
|
+
if received: # Whenever it came and whatever teardown raised, a signal ends the run.
|
|
544
|
+
raise SystemExit(128 + received[0])
|
|
506
545
|
|
|
507
546
|
|
|
508
547
|
if __name__ == "__main__" and os.name == "nt":
|
|
@@ -56,13 +56,19 @@ def name(value, field):
|
|
|
56
56
|
return value
|
|
57
57
|
|
|
58
58
|
|
|
59
|
+
INELIGIBLE = re.compile(r"^executor: no\s*$", re.M)
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
# Named `<engine>.adapter.md`: on a case-insensitive filesystem Claude Code loads `claude.md` as nested instructions.
|
|
59
63
|
def adapter(engine, shared=SHARED):
|
|
60
64
|
name(engine, "engine")
|
|
61
|
-
path = shared / "adapters" / f"{engine}.md"
|
|
65
|
+
path = shared / "adapters" / f"{engine}.adapter.md"
|
|
62
66
|
if not path.is_file():
|
|
63
|
-
|
|
67
|
+
valid = sorted(p.name.removesuffix(".adapter.md") for p in path.parent.glob("*.adapter.md")
|
|
68
|
+
if not INELIGIBLE.search(p.read_text(encoding="utf-8")))
|
|
69
|
+
fail(f"no adapter for {engine}; valid: {', '.join(valid)}")
|
|
64
70
|
text = path.read_text(encoding="utf-8")
|
|
65
|
-
if
|
|
71
|
+
if INELIGIBLE.search(text):
|
|
66
72
|
fail(f"{engine} is ineligible as executor")
|
|
67
73
|
return text
|
|
68
74
|
|
|
@@ -178,15 +184,18 @@ def self_test():
|
|
|
178
184
|
# Pins are validated before any byte changes.
|
|
179
185
|
ineligible = work / "shared"
|
|
180
186
|
(ineligible / "adapters").mkdir(parents=True)
|
|
181
|
-
(ineligible / "adapters/judge.md").write_text("## Role eligibility\n\nexecutor: no\n", encoding="utf-8")
|
|
182
|
-
(ineligible / "adapters/codex.md").write_text("# Codex adapter\n", encoding="utf-8")
|
|
187
|
+
(ineligible / "adapters/judge.adapter.md").write_text("## Role eligibility\n\nexecutor: no\n", encoding="utf-8")
|
|
188
|
+
(ineligible / "adapters/codex.adapter.md").write_text("# Codex adapter\n", encoding="utf-8")
|
|
183
189
|
path.write_bytes(legacy)
|
|
184
|
-
|
|
190
|
+
# A refused name lists only the engines that can execute.
|
|
191
|
+
for engine, shared, message in (("grok", SHARED, "no adapter for grok; valid: claude, codex"),
|
|
192
|
+
("grok", ineligible, "no adapter for grok; valid: codex"),
|
|
193
|
+
("judge", ineligible, "ineligible as executor"),
|
|
185
194
|
("../codex", SHARED, "nonempty identifier")):
|
|
186
195
|
try:
|
|
187
196
|
edit(work, engine, shared=shared)
|
|
188
197
|
except ValueError as exc:
|
|
189
|
-
assert "BLOCKED:invalid-engine-config"
|
|
198
|
+
assert str(exc).startswith("BLOCKED:invalid-engine-config:") and str(exc).endswith(message), exc
|
|
190
199
|
else:
|
|
191
200
|
raise AssertionError(f"{engine} was pinned")
|
|
192
201
|
assert path.read_bytes() == legacy
|
|
@@ -17,7 +17,7 @@ Seven rules govern every change. Cite them by name when a decision touches one.
|
|
|
17
17
|
3. **No guesswork** — verify with the actual files, logs, diffs, and run output before forming conclusions. State the falsifiable prediction BEFORE the experiment; record raw results AFTER. Retroactive prediction edits are dishonest.
|
|
18
18
|
4. **Worldclass** — zero CRITICAL, zero HIGH security/design findings on the shippable path. Any review is one pass in which every reviewer, including each one the user requires, reads the source the checks ran on; fix each finding or reject it with a reason, re-check the fixes and the invariants they touch, and repeat the full review only while a CRITICAL or HIGH finding remains.
|
|
19
19
|
5. **Best practice** — idiomatic for the language and framework. Use standard primitives; do not hand-roll what the library already provides.
|
|
20
|
-
6. **Optimized** —
|
|
20
|
+
6. **Optimized** — efficient on the resource that matters (the user's time, tokens, attention, runtime) without weakening correctness or requirements. An extra check or process step must beat the simpler path.
|
|
21
21
|
7. **Production ready** — error states are explicit and visible; behavior under failure is what the user expects, not silent corruption.
|
|
22
22
|
|
|
23
23
|
Three discipline rules govern HOW the principles are applied:
|
|
@@ -42,7 +42,6 @@ import uuid
|
|
|
42
42
|
MAX_REQUEST = 128 * 1024
|
|
43
43
|
MAX_REPLY = 4 * 1024 * 1024
|
|
44
44
|
EXCHANGE_SECONDS = 15.0
|
|
45
|
-
BUSY_SECONDS = 2.0
|
|
46
45
|
MANAGED_PENDING = "managed_pending"
|
|
47
46
|
MANAGED_OWNED = "managed_owned"
|
|
48
47
|
MANAGED_STATES = frozenset({MANAGED_PENDING, MANAGED_OWNED})
|
|
@@ -726,7 +725,9 @@ class Client:
|
|
|
726
725
|
def call(self, request):
|
|
727
726
|
data = encode_request(request) # Freeze validated bytes before retry.
|
|
728
727
|
expected = REQUESTS[request["op"]][1]
|
|
729
|
-
|
|
728
|
+
# Behind a busy worker, wait as long as one exchange may take, as devlynd's own clients
|
|
729
|
+
# do (EXCHANGE_BUDGET): one slow request must not fail the call.
|
|
730
|
+
busy_deadline, backoff = time.monotonic()+EXCHANGE_SECONDS, 0.01
|
|
730
731
|
try:
|
|
731
732
|
while True:
|
|
732
733
|
try:
|
|
@@ -1113,6 +1114,7 @@ def moved_operation(saved):
|
|
|
1113
1114
|
pins = lifecycle_evidence(root, root / 'storage-client-recovery/pins.json', observed)
|
|
1114
1115
|
if pins is None:
|
|
1115
1116
|
return None # No retained binding can establish a moved receipt.
|
|
1117
|
+
require_known_pins(pins)
|
|
1116
1118
|
validate(pins, {'schema': 'u32', 'enrollment': ENROLLMENT_SHAPE, 'runtime': ARTIFACT_SHAPE, 'node': 'str'}, exact=True)
|
|
1117
1119
|
require(pins['schema'] == pins['enrollment']['schema'] == 1, 'unsupported recovery pins')
|
|
1118
1120
|
if (all(saved.get(key) == pins['enrollment'][key] for key in ('control_directory', 'control_identity'))
|
|
@@ -1174,6 +1176,8 @@ def retirement_refusal(root=None):
|
|
|
1174
1176
|
require(fence is not None, 'retirement fence missing')
|
|
1175
1177
|
record = recovery_registration()
|
|
1176
1178
|
except (StorageRefusal, OSError, ValueError, RuntimeError) as exc:
|
|
1179
|
+
if isinstance(exc, StorageRefusal) and exc.code == 'storage_unsupported':
|
|
1180
|
+
raise # An update answers it; Devlyn can repair nothing a newer Devlyn wrote.
|
|
1177
1181
|
detail = exc.diagnostic if isinstance(exc, StorageRefusal) else str(exc)
|
|
1178
1182
|
repair = 'Open Devlyn to repair its storage registration'
|
|
1179
1183
|
raise StorageRefusal('storage_unavailable', detail, phase='enrollment', message=repair, resume=repair) from exc
|
|
@@ -1188,6 +1192,22 @@ def retirement_refusal(root=None):
|
|
|
1188
1192
|
message='Finish this storage retirement; resume ' + resume + alternative, resume=resume)
|
|
1189
1193
|
|
|
1190
1194
|
|
|
1195
|
+
def require_known_pins(pins):
|
|
1196
|
+
"""Pins a newer Devlyn wrote refuse as unsupported, as the managed read's newer record does, never as pins to
|
|
1197
|
+
repair: only that Devlyn may change them."""
|
|
1198
|
+
enrollment = pins.get('enrollment') if type(pins) is dict else None
|
|
1199
|
+
schemas = (pins.get('schema') if type(pins) is dict else None,
|
|
1200
|
+
enrollment.get('schema') if type(enrollment) is dict else None)
|
|
1201
|
+
require(not any(type(schema) is int and schema > 1 for schema in schemas),
|
|
1202
|
+
'recovery pins from a newer Devlyn', 'storage_unsupported')
|
|
1203
|
+
|
|
1204
|
+
|
|
1205
|
+
def invalid_pins(exc):
|
|
1206
|
+
detail = exc.diagnostic if isinstance(exc, StorageRefusal) else str(exc)
|
|
1207
|
+
return StorageRefusal('storage_unavailable', f'recovery pins invalid: {detail}', phase='enrollment',
|
|
1208
|
+
message='Retain the workspace and receipt; repair Devlyn recovery pins and retry')
|
|
1209
|
+
|
|
1210
|
+
|
|
1191
1211
|
def recovery_registration():
|
|
1192
1212
|
"""Current retained pins survive replacement of the app and unenrollment."""
|
|
1193
1213
|
try:
|
|
@@ -1199,6 +1219,10 @@ def recovery_registration():
|
|
|
1199
1219
|
require(info is not None and stat.S_ISDIR(info.st_mode), 'recovery pins directory missing/invalid')
|
|
1200
1220
|
observed = [(marker, info)]
|
|
1201
1221
|
pins = read_evidence_json(marker / 'pins.json', observed)
|
|
1222
|
+
except (StorageRefusal, OSError, ValueError, RuntimeError) as exc:
|
|
1223
|
+
raise invalid_pins(exc) from exc
|
|
1224
|
+
require_known_pins(pins)
|
|
1225
|
+
try:
|
|
1202
1226
|
validate(pins, {'schema': 'u32', 'enrollment': ENROLLMENT_SHAPE,
|
|
1203
1227
|
'runtime': ARTIFACT_SHAPE, 'node': 'str'}, exact=True)
|
|
1204
1228
|
record = pins['enrollment']
|
|
@@ -1216,9 +1240,7 @@ def recovery_registration():
|
|
|
1216
1240
|
require(after is None if before is None else _same_file(before, after), f'recovery pins changed: {path}')
|
|
1217
1241
|
return record
|
|
1218
1242
|
except (StorageRefusal, OSError, ValueError, RuntimeError) as exc:
|
|
1219
|
-
|
|
1220
|
-
raise StorageRefusal('storage_unavailable', f'recovery pins invalid: {detail}', phase='enrollment',
|
|
1221
|
-
message='Retain the workspace and receipt; repair Devlyn recovery pins and retry') from exc
|
|
1243
|
+
raise invalid_pins(exc) from exc
|
|
1222
1244
|
|
|
1223
1245
|
|
|
1224
1246
|
def windows_profile():
|
|
@@ -1480,7 +1502,9 @@ def queue_handoff(common, binding):
|
|
|
1480
1502
|
helper = runpy.run_path(str(Path(__file__).with_name('task-complete.py')))
|
|
1481
1503
|
text += ' resume ' + helper['receipt_resume']('recover-storage', receipt, saved)
|
|
1482
1504
|
holders.append(text)
|
|
1483
|
-
except (StorageRefusal, OSError, ValueError, TypeError, AttributeError, KeyError):
|
|
1505
|
+
except (StorageRefusal, OSError, ValueError, TypeError, AttributeError, KeyError) as exc:
|
|
1506
|
+
if isinstance(exc, StorageRefusal) and exc.code == 'storage_unsupported':
|
|
1507
|
+
return f'{receipt}: {exc}' # Evidence a newer Devlyn wrote: update, never repair.
|
|
1484
1508
|
if adapter_marker:
|
|
1485
1509
|
holders.append(str(receipt))
|
|
1486
1510
|
continue
|
|
@@ -1491,7 +1515,7 @@ def queue_handoff(common, binding):
|
|
|
1491
1515
|
return drain if managed else None
|
|
1492
1516
|
return ('this queue waits for the tasks in progress here: ' + '; '.join(holders)
|
|
1493
1517
|
+ ". Finish each with this release, and follow any resume a refusal names; a moved task's resume releases it and keeps its files; "
|
|
1494
|
-
+ '`recover-storage --for-removal` removes one only when the owner says so (
|
|
1518
|
+
+ '`recover-storage --for-removal` removes one only when the owner says so (managed-storage.md); '
|
|
1495
1519
|
+ ('then start it with Drain in Devlyn' if managed else 'then run this again'))
|
|
1496
1520
|
|
|
1497
1521
|
|
|
@@ -328,7 +328,7 @@ def storage_call(name, *args, adapter=False, receipt_path=None, resume=None, **k
|
|
|
328
328
|
if resume:
|
|
329
329
|
if resume not in message:
|
|
330
330
|
message += '; resume ' + resume
|
|
331
|
-
|
|
331
|
+
elif exc.code != 'storage_unsupported': # An update is that refusal's remedy, never a repair.
|
|
332
332
|
message += '; repair Devlyn enrollment and retry'
|
|
333
333
|
error = CompletionError(message)
|
|
334
334
|
error.storage_error = exc.result(receipt=path, resume=resume)
|
|
@@ -96,75 +96,7 @@ can an interrupted standalone receipt that never reached `allocation: owned`:
|
|
|
96
96
|
remove its worktree and branch if present, delete its receipt directory, then allocate again.
|
|
97
97
|
Unreceipted tasks remain owner-managed.
|
|
98
98
|
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
| `~/.devlyn/storage-client.json` | recovery marker | unenroll journal | Mode |
|
|
102
|
-
|---|---|---|---|
|
|
103
|
-
| absent | absent | not read | standalone (never enrolled) |
|
|
104
|
-
| valid | any | not read | managed; a fenced authority refuses |
|
|
105
|
-
| invalid or unreadable | any | not read | refuse; repair registration |
|
|
106
|
-
| absent | present | verified `retired: true` | standalone (unenrollment complete) |
|
|
107
|
-
| absent | present | absent, unreadable or incomplete | refuse; Open Devlyn to repair its storage registration |
|
|
108
|
-
|
|
109
|
-
An unfinished retirement takes precedence over enrollment; follow its
|
|
110
|
-
operation-specific retained-helper resume to reconcile or cancel as named.
|
|
111
|
-
The journal `storage-client-unenroll.json` is read no-follow for retirement
|
|
112
|
-
recovery and the last two rows. Schema 1, canonical UUIDv7 operation, permanent `storage-client-fence.json`,
|
|
113
|
-
matching operation/root/lock identities and Rust's archive ordering/path
|
|
114
|
-
validation are required. If native root/lock identities or the home path changed,
|
|
115
|
-
completed retirement permits standalone only when `storage`, `control`,
|
|
116
|
-
`harness/state.json` and `storage-client.json` are all absent under the current
|
|
117
|
-
lifecycle root (checked without following links). Live inventory requires repair.
|
|
118
|
-
No repository-wide receipt scan selects mode. Other keys can allocate after
|
|
119
|
-
completed unenrollment; a leftover managed key retains its own recovery command.
|
|
120
|
-
|
|
121
|
-
Existing operations keep their managed identity. Receipts pin the control
|
|
122
|
-
identity; current enrollment verifies the helper before allocation. Recovery uses
|
|
123
|
-
the current verified `storage-client-recovery/pins.json`, including after uninstall
|
|
124
|
-
or unenrollment, and requires its authority binding to match the receipt, except
|
|
125
|
-
for a proven moved task: use its unflagged, operation-specific `recover-storage`
|
|
126
|
-
resume to release it, retain its files, and archive its receipt under `moved/`. Missing
|
|
127
|
-
or invalid pins retain resources and require repair; saved artifacts are never a
|
|
128
|
-
fallback. Enrolled checkout preserves
|
|
129
|
-
`managed_pending`/`managed_owned` and Rust's `storage-allocation.json` subreceipt.
|
|
130
|
-
After an interrupted reply, use the returned `recover-storage` resume. Never
|
|
131
|
-
delete managed receipts or replace an unfinished operation ID.
|
|
132
|
-
|
|
133
|
-
Owner `recover-storage --receipt <receipt.json> --operation-id <saved ID>
|
|
134
|
-
--for-removal` fences allocation and reconciles closure and the exact cache set.
|
|
135
|
-
Never-published allocations are abandoned. Accepted LOCAL_ONLY, FAILED, and PRs
|
|
136
|
-
observed CLOSED without merge share custody/recovery-ref verification and fenced
|
|
137
|
-
removal, retaining task branches and a durable terminal delivery. Release writers
|
|
138
|
-
with `complete --writers-stopped` first. A queue-produced FAILED checkout is
|
|
139
|
-
advanced by `read-tree -m -u <source_sha> <publish_sha>` only when HEAD is at the
|
|
140
|
-
attached publish commit and the index and worktree are exactly at source; other
|
|
141
|
-
differences refuse as dirty.
|
|
142
|
-
|
|
143
|
-
Removal-finished receipts with final COMPLETE, LOCAL_ONLY, FAILED or CLOSED
|
|
144
|
-
delivery move under `devlyn-completion/retired/`, regardless of scratch status.
|
|
145
|
-
Retirement moves scratch and its saved cleanup record with the audit and deletes
|
|
146
|
-
nothing. `complete --writers-stopped` saves the writer release there and retries
|
|
147
|
-
pending scratch, including an interrupted cleanup with no saved result; the next
|
|
148
|
-
allocation retries completed deliveries with released writers. `clean-scratch`
|
|
149
|
-
remains available there and never downgrades CLEAN.
|
|
150
|
-
Saved managed `complete`, `recover-storage` and `clean-scratch` resumes carry an
|
|
151
|
-
operation ID validated under the receipt lock. Without an ID, a locator selects
|
|
152
|
-
its active receipt. An ID selects only that operation, including its verified
|
|
153
|
-
retired receipt; a mismatched ID refuses. Retired paths also remain usable.
|
|
154
|
-
A new allocation may reuse a retired key without disturbing its audit.
|
|
155
|
-
|
|
156
|
-
Retained submodule repositories in the admin directory block removal even when
|
|
157
|
-
the checkout is absent; preserve/publish their source and explicitly resolve
|
|
158
|
-
them. Manual checkout removal is advised only after portable source checks and
|
|
159
|
-
record preservation succeed; changed or new source requires retention. If native
|
|
160
|
-
Windows or unobservable writers then require retention, stop all
|
|
161
|
-
writers, remove the task checkout by hand, keep its branch and receipt, then run
|
|
162
|
-
the returned owner-removal resume. The absent-tree path completes the fenced
|
|
163
|
-
registration removal. Scratch cleanup requires positive allocation closure,
|
|
164
|
-
without a cache-removal fence; actual checkout removal owns that fence, including
|
|
165
|
-
empty cache sets. Missing helpers or uncertain closure retain resources with a
|
|
166
|
-
repair/resume action. Compatible recovery artifacts and Rust's LaunchGate remain
|
|
167
|
-
required while managed obligations exist.
|
|
99
|
+
Work is standalone when `~/.devlyn/storage-client.json` and its recovery marker `~/.devlyn/storage-client-recovery` are both absent and the receipt in hand is not a managed one; otherwise read [managed-storage.md](managed-storage.md) first.
|
|
168
100
|
|
|
169
101
|
Copy attributable task edits into the allocated worktree as a patch, never a
|
|
170
102
|
stash. Establish attribution from the pre-edit contents and starting Git state,
|
|
@@ -183,10 +115,6 @@ require the affected checks again.
|
|
|
183
115
|
Keep the original edits through pending or failed delivery; only reconciliation
|
|
184
116
|
removes them. Preserve all other work and report anything left behind.
|
|
185
117
|
|
|
186
|
-
Managed allocations currently start cold; `build_dirs` retains each returned cache
|
|
187
|
-
and publication lease ID. Managed warming is deferred. Standalone allocations keep
|
|
188
|
-
the warming behavior below.
|
|
189
|
-
|
|
190
118
|
Build in the task worktree's own default build directory, never in one
|
|
191
119
|
another checkout builds in, even one build at a time: tools such as Cargo take
|
|
192
120
|
one checkout's outputs as fresh for the other. When the shared repository-local
|
|
@@ -216,7 +144,6 @@ release build caches when parking or after a failed run, use:
|
|
|
216
144
|
```sh
|
|
217
145
|
python3 "$DEVLYN_SHARED_DIR/task-complete.py" clean-scratch \
|
|
218
146
|
--receipt '<returned receipt.json>' --writers-stopped
|
|
219
|
-
# For managed receipts, use the saved resume with --operation-id <saved ID>.
|
|
220
147
|
```
|
|
221
148
|
|
|
222
149
|
This empties only the prospectively owned scratch, preserves its directory
|
|
@@ -321,8 +248,7 @@ the next allocation or resume after the restart.
|
|
|
321
248
|
On native Windows, locking and file durability are supported, but the helper cannot prove writer cessation and reports `writer observation unsupported on this platform; retain workspace`. Even `--writers-stopped` cannot authorize deletion without that observation: retain the workspace, its task refs and external receipt/custody, report delivery separately, and preserve the receipt-based resume command. A merged or on-base delivery therefore reports `CLEANUP_PENDING` (delivery `COMPLETE`) with `workspace_cleanup` naming the reason and resume. Do not kill unknown processes or force worktree removal to make completion pass.
|
|
322
249
|
|
|
323
250
|
The receipt directory holds byte-verified `custody/`, `manifest.json` and a guarded
|
|
324
|
-
`refs/devlyn/completed/<id>` recovery ref
|
|
325
|
-
`<id>.<operation>` so branch reuse preserves earlier recovery refs). Check evidence is copied there
|
|
251
|
+
`refs/devlyn/completed/<id>` recovery ref. Check evidence is copied there
|
|
326
252
|
before publication; removal rechecks it, the recovery ref and the merge or accepted commit on base.
|
|
327
253
|
Ignored build output and other ignored files are disposable under native
|
|
328
254
|
non-force worktree removal. The tree's `.devlyn/` files are byte/mode-verified
|
|
@@ -56,7 +56,7 @@ Verify DEVLYN_SHARED_DIR/role-config.py and DEVLYN_SHARED_DIR/engine-doctor.sh b
|
|
|
56
56
|
|
|
57
57
|
## Subcommands
|
|
58
58
|
|
|
59
|
-
- `executor <name>` — run the status command with `--set-executor <name>`. It refuses a name with no `_shared/adapters/<name>.md`, or whose adapter declares `executor: no`, and lists the valid names. An engine whose CLI is
|
|
59
|
+
- `executor <name>` — run the status command with `--set-executor <name>`. It refuses a name with no `_shared/adapters/<name>.adapter.md`, or whose adapter declares `executor: no`, and lists the valid names. An engine whose CLI is unavailable is still pinned, with a warning: pins are promises, and dispatch stops with `BLOCKED:<name>-unavailable` until installed.
|
|
60
60
|
- `clear` — run the status command with `--clear`: it removes the executor pin and the inactive keys, preserves unrelated keys, and deletes an empty file.
|
|
61
61
|
- `pair` and `role` were removed with the retired pipeline roles: say so and change nothing.
|
|
62
62
|
|
|
@@ -106,7 +106,7 @@ For read-only consumers, `python3 "$DEVLYN_SKILL_DIR/scripts/queue.py" inspect -
|
|
|
106
106
|
|
|
107
107
|
`status`, `add` and `drain` write the repository's Git directory, and auto/pr delivery needs network access, so a sandboxed host runs them with escalation or full access.
|
|
108
108
|
|
|
109
|
-
|
|
109
|
+
See [loop.md](references/loop.md) for an unclear result or `--worktree-root`. The executor is the configured route, the `.devlyn/engines.json` `executor` pin or else this CLI, checked per `_shared/engine-preflight.md`. Pass its argv after `--`. `<git dir>` is the output of `git rev-parse --path-format=absolute --git-common-dir`, where the executor commits and writes its submission; the drain fills `{worktree_git_dir}` with the task worktree's own Git directory, which Codex's sandbox keeps read-only unless that exact directory is listed:
|
|
110
110
|
|
|
111
111
|
| Executor | argv |
|
|
112
112
|
|---|---|
|
|
@@ -116,7 +116,7 @@ Follow [loop.md](references/loop.md). The executor is the configured route, the
|
|
|
116
116
|
Another engine needs an argv that starts one fresh non-interactive session able, without prompts, to edit, run commands and commit in its task worktree and to write the packet's submission file. `<prompt>` carries the absolute binding values, while `{packet}` stays literal for the drain to fill:
|
|
117
117
|
|
|
118
118
|
```text
|
|
119
|
-
Execute the devlyn loop task packet {packet}: read its workerPrompt when present; read methodology.defaults.path when named and apply those verified defaults, with explicit user and native owner/project instructions taking precedence, except a Devlyn managed block (devlyn:instructions markers), which those defaults replace; work only in its owned worktree under the installed instructions; meet its obligations, then write its submission and any review records as
|
|
119
|
+
Execute the devlyn loop task packet {packet}: read its workerPrompt when present; read methodology.defaults.path when named and apply those verified defaults, with explicit user and native owner/project instructions taking precedence, except a Devlyn managed block (devlyn:instructions markers), which those defaults replace; work only in its owned worktree under the installed instructions; meet its obligations, then write its submission and any review records as <DEVLYN_SKILL_DIR>/references/executor.md specifies. Use the literal DEVLYN_SKILL_DIR and DEVLYN_SHARED_DIR bindings in workerPrompt when present; otherwise set DEVLYN_SKILL_DIR=<DEVLYN_SKILL_DIR> and DEVLYN_SHARED_DIR=<DEVLYN_SHARED_DIR> from these literal values. Never use inherited environment values. Never push, open a pull request or merge: the drain delivers.
|
|
120
120
|
```
|
|
121
121
|
|
|
122
122
|
```sh
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
# Loop executor
|
|
2
|
+
|
|
3
|
+
## Executor exchange
|
|
4
|
+
|
|
5
|
+
The packet (`<receipt dir>/packet.json`) carries everything a fresh executor needs:
|
|
6
|
+
|
|
7
|
+
| Field | Meaning |
|
|
8
|
+
|---|---|
|
|
9
|
+
| `task`, `title`, `kind` | Queue identity and deliverable description. |
|
|
10
|
+
| `worktree`, `branch`, `receipt`, `scratch` | Absolute owned worktree, branch, receipt and disposable build directory. |
|
|
11
|
+
| `allocation_base`, `inputs_sha` | Allocation base and the committed-inputs commit. |
|
|
12
|
+
| `contract`, `expected`, `meta` | `{path, sha256}` of the committed task contract, expected acceptance and meta-prompt. |
|
|
13
|
+
| `requirements`, `review_requirements` | Requirement IDs and those needing review evidence. |
|
|
14
|
+
| `shared_constraints` | The meta-prompt's `Constraints and exclusions`. |
|
|
15
|
+
| `dependencies` | `{task, receipt, source_sha}` of each accepted prerequisite. |
|
|
16
|
+
| `schema_version`, `harness` | New packets use version 2 and the bound release reference, or null for legacy unbound queues. Existing v1 packets execute unchanged. |
|
|
17
|
+
| `methodology` | `projectInstructions`: `{path, sha256}` of instruction bytes at the inputs commit. `defaults`: `{source: "release", path, sha256}` from the verified binding; for an unbound queue `{source: "skill", path, sha256}` of the installation's own `_shared/runtime-principles.md`. Read the named defaults; explicit user and native owner/project instructions take precedence, except a Devlyn managed block (devlyn:instructions markers), which the defaults replace. No native engine applicability is inferred from filenames. |
|
|
18
|
+
| `workerPrompt` | `{path, sha256}` of the task’s worker instructions, or null for legacy unbound queues. Read it before working. |
|
|
19
|
+
| `delivery` | `local-only`, `auto` or `pr`. |
|
|
20
|
+
| `evidence_dir`, `runner` | Where loop evidence lives (`<worktree>/.devlyn/loop`, ignored by Git) and the runner argv. |
|
|
21
|
+
| `submission`, `obligations` | Where to write the submission, and the completion obligations. |
|
|
22
|
+
|
|
23
|
+
Writable tool caches go under `scratch`, for example `npm_config_cache=<scratch>/npm`: Codex's sandbox keeps caches in HOME read-only.
|
|
24
|
+
|
|
25
|
+
Build in the worktree's default build directory, never one redirected into `scratch` or shared with another checkout: drain re-runs the checks without your environment.
|
|
26
|
+
|
|
27
|
+
Run `runner` (`acceptance.py run --packet <packet>`) on the committed candidate before review. It prints `{"result": <path>, "passed": ..., "reasons": [...]}`; listing a wholly clean result (empty `reasons`) lets drain reuse its outcomes. Then write the submission:
|
|
28
|
+
|
|
29
|
+
```json
|
|
30
|
+
{
|
|
31
|
+
"schema_version": 1,
|
|
32
|
+
"task": "<identity>",
|
|
33
|
+
"source_sha": "<candidate commit on the owned branch>",
|
|
34
|
+
"runner_results": ["<worktree>/.devlyn/loop/runs/<n>/result.json"],
|
|
35
|
+
"reviews": ["<worktree>/.devlyn/reviews/<name>.json"],
|
|
36
|
+
"assumptions": ["<each assumption, recorded once>"],
|
|
37
|
+
"blockers": []
|
|
38
|
+
}
|
|
39
|
+
```
|
|
40
|
+
|
|
41
|
+
`schema_version`, `task` and `source_sha` are required. A blocker `{"kind": "failed" | "needs-review", "detail": "<concrete question or cause>"}` records `[F]` with that reason and runs no checks; material ambiguity becomes `needs-review`, never a weakened acceptance. Only when all that stops the task is a cause a later run can clear (network, service, login, usage limit), write no submission: name it in your final message, and the next drain runs the task again; any other blocker is submitted.
|
|
42
|
+
|
|
43
|
+
## Review records
|
|
44
|
+
|
|
45
|
+
Each `review_requirements` ID needs review evidence: a JSON record under `<worktree>/.devlyn/`, listed in the submission's `reviews`, in this shape:
|
|
46
|
+
|
|
47
|
+
```json
|
|
48
|
+
{
|
|
49
|
+
"schema_version": 1,
|
|
50
|
+
"kind": "devlyn-review",
|
|
51
|
+
"task": "<identity>",
|
|
52
|
+
"engine": "<engine>",
|
|
53
|
+
"model": "<exact model id>",
|
|
54
|
+
"source_sha": "<reviewed commit>",
|
|
55
|
+
"contract_sha256": "<packet.contract.sha256>",
|
|
56
|
+
"expected_sha256": "<packet.expected.sha256>",
|
|
57
|
+
"requirements": ["R3"],
|
|
58
|
+
"findings": [{"id": "F1", "binding": true, "disposition": "resolved", "requirement": "R3", "summary": "<finding>"}]
|
|
59
|
+
}
|
|
60
|
+
```
|
|
61
|
+
|
|
62
|
+
A record counts only when it binds this task, the candidate source and both contract digests; any other well-formed record is reported under `ignored_reviews` (a source change invalidates earlier reviews). A listed review or runner record that is unreadable or not this shape fails acceptance with its path named; keys a review record or finding adds beyond this shape are ignored. The counted records' `requirements` must cover `review_requirements`. Each finding's `disposition` is `open`, `resolved` or `rejected` (`rejected` needs a `reason`); an open binding finding blocks acceptance. The loop requires no particular engine or number of reviewers.
|
|
@@ -28,7 +28,7 @@ The host supplies the executor and maps its configured engine to the argv; the l
|
|
|
28
28
|
- Local: the first task uses `--local-base <HEAD of the branch the loop was added on>`, the add record's branch, never whichever branch is checked out; that HEAD must descend from the manifest `base_sha`, or the task waits naming it. Instructions committed there before this first allocation are therefore used. Its receipt keeps that start, and a later task with no accepted predecessor reuses it, also after the first task failed; a fixed start is never recalculated. Later tasks use `--from-receipt <latest accepted receipt of the loop>`, which starts from that receipt's exact `source_sha`, never its terminal commit, current HEAD or workspace. Every prerequisite's accepted source must be an ancestor of that frontier; divergent dependencies need a planned integration task, because the driver never merges. A failure leaves the frontier unchanged.
|
|
29
29
|
- `auto`/`pr`: `--start` the refreshed remote base, never an anchor-local commit, so no unpushed anchor commit reaches a task PR; push whatever the plan depends on. A task allocated while that base lacks `docs/specs/<loop-id>/` is the loop's carrier; a carrier that fails is never published, and the next task allocated becomes the carrier. The start must contain each prerequisite's merge commit, checked before allocation and again before every execution or resume. A squash merge needs no original-source ancestry. A refresh failure waits for restored remote access or the base ref. A missing merge before allocation waits for that merge to be restored on the remote base; an allocated baseline is immutable and needs a new loop or verified recovery of a never-executed allocation.
|
|
30
30
|
4. **Commit scoped inputs** on the owned branch before any executor write, only what the allocation base lacks. A base without `docs/specs/<loop-id>/` gets the package directory from the capture with the loop's queue file, its settled rows keeping their marks (receipt-proven `[x]` and `[F]`, prerequisite-blocked `[F]`): a local loop's first task, or an `auto`/`pr` carrier, whose PR lands the package before tasks diverge. Otherwise a local task commits the base's queue file with the loop's receipt-proven terminal rows (typically a predecessor's `[x]`), every other byte unchanged, and an `auto`/`pr` task commits nothing, so its PR changes only its own row and its product. A base that already carries them gets no inputs commit; unrelated product commits stay out.
|
|
31
|
-
5. **Exchange one packet.** Verify the bound release, defaults, packet and worker prompt before execution or recovery; changed or missing resources refuse dispatch. Write `<receipt dir>/packet.json`, then run the executor. An executor that exits without writing its submission leaves its task active, waiting with the exit code and
|
|
31
|
+
5. **Exchange one packet.** Verify the bound release, defaults, packet and worker prompt before execution or recovery; changed or missing resources refuse dispatch. Write `<receipt dir>/packet.json`, then run the executor. An executor that exits without writing its submission leaves its task active, waiting with the exit code and its output files, and the next drain runs it again; one that cannot start keeps its allocation, packet and durable start/not-started log, waits for executable, permissions or workspace repair, and retries on the next drain.
|
|
32
32
|
6. **Derive acceptance** with `acceptance.py accept`. It binds the committed contract to the packet digests; requires the candidate to be the owned branch head with HEAD checked out on that branch, to descend from the inputs, to leave the package (its queue file included) and `docs/specs/queue.md` untouched and to have a clean worktree; executes each declared command on that source, recording raw stdout/stderr and exit, timeout or spawn outcomes (a runner result is reused only when it is wholly clean — no reasons, so no failed check and no source change during its checks — for the same source and contract digests, with unchanged streams); evaluates the file and diff guards against the inputs; confirms the source is unchanged; checks review records; and writes `.devlyn/loop/acceptance.json`. Missing checks, missing review coverage and open binding findings cannot produce `[x]`, and acceptance weakening is not repair. This establishes command outcomes and evidence completeness, not a reviewer's semantic judgment; deliberate evidence forgery is outside the trust model.
|
|
33
33
|
7. **Bind before terminal metadata.** `task-complete.py accept --receipt <receipt> --acceptance <worktree>/.devlyn/loop/acceptance.json` takes evidence custody and points the recovery ref at the source. Failed results are bound the same way; they never become a frontier or a publishable product.
|
|
34
34
|
8. **Commit the terminal transition** under the queue lock: one commit whose sole parent is the bound source and whose only change is this task's row in `docs/specs/<loop-id>/queue.md` (`[x]`, or `[F] — <first reason> (receipt <id>)`), validated as the only legal transition. Then `task-complete.py attach --receipt <receipt> --commit <terminal> --file docs/specs/<loop-id>/queue.md` records it separately from the source and moves the recovery ref to it.
|
|
@@ -63,61 +63,4 @@ Codex projection writers place `.devlyn-harness-projection.json` at the copied p
|
|
|
63
63
|
|
|
64
64
|
## Executor exchange
|
|
65
65
|
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
| Field | Meaning |
|
|
69
|
-
|---|---|
|
|
70
|
-
| `task`, `title`, `kind` | Queue identity and deliverable description. |
|
|
71
|
-
| `worktree`, `branch`, `receipt`, `scratch` | Absolute owned worktree, branch, receipt and disposable build directory. |
|
|
72
|
-
| `allocation_base`, `inputs_sha` | Allocation base and the committed-inputs commit. |
|
|
73
|
-
| `contract`, `expected`, `meta` | `{path, sha256}` of the committed task contract, expected acceptance and meta-prompt. |
|
|
74
|
-
| `requirements`, `review_requirements` | Requirement IDs and those needing review evidence. |
|
|
75
|
-
| `shared_constraints` | The meta-prompt's `Constraints and exclusions`. |
|
|
76
|
-
| `dependencies` | `{task, receipt, source_sha}` of each accepted prerequisite. |
|
|
77
|
-
| `schema_version`, `harness` | New packets use version 2 and the bound release reference, or null for legacy unbound queues. Existing v1 packets execute unchanged. |
|
|
78
|
-
| `methodology` | `projectInstructions`: `{path, sha256}` of instruction bytes at the inputs commit. `defaults`: `{source: "release", path, sha256}` from the verified binding; for an unbound queue `{source: "skill", path, sha256}` of the installation's own `_shared/runtime-principles.md`. A task whose executor would get no principles at all (no defaults and no committed CLAUDE.md/AGENTS.md) waits with that reason instead of running. Read the named defaults; explicit user and native owner/project instructions take precedence, except a Devlyn managed block (devlyn:instructions markers), which the defaults replace. No native engine applicability is inferred from filenames. |
|
|
79
|
-
| `workerPrompt` | `{path, sha256}` of the task’s worker instructions, or null for legacy unbound queues. Read it before working. |
|
|
80
|
-
| `delivery` | `local-only`, `auto` or `pr`. |
|
|
81
|
-
| `evidence_dir`, `runner` | Where loop evidence lives (`<worktree>/.devlyn/loop`, ignored by Git) and the runner argv. |
|
|
82
|
-
| `submission`, `obligations` | Where to write the submission, and the completion obligations. |
|
|
83
|
-
|
|
84
|
-
Writable tool caches go under `scratch`, for example `npm_config_cache=<scratch>/npm`: Codex's sandbox keeps caches in HOME read-only.
|
|
85
|
-
|
|
86
|
-
Build in the worktree's default build directory, never one redirected into `scratch` or shared with another checkout: drain re-runs the checks without your environment. Allocation may have warmed it (`build_dirs` in the receipt).
|
|
87
|
-
|
|
88
|
-
Run `runner` (`acceptance.py run --packet <packet>`) on the committed candidate before review. It prints `{"result": <path>, "passed": ..., "reasons": [...]}`; listing a wholly clean result (empty `reasons`) lets drain reuse its outcomes. Then write the submission:
|
|
89
|
-
|
|
90
|
-
```json
|
|
91
|
-
{
|
|
92
|
-
"schema_version": 1,
|
|
93
|
-
"task": "<identity>",
|
|
94
|
-
"source_sha": "<candidate commit on the owned branch>",
|
|
95
|
-
"runner_results": ["<worktree>/.devlyn/loop/runs/<n>/result.json"],
|
|
96
|
-
"reviews": ["<worktree>/.devlyn/reviews/<name>.json"],
|
|
97
|
-
"assumptions": ["<each assumption, recorded once>"],
|
|
98
|
-
"blockers": []
|
|
99
|
-
}
|
|
100
|
-
```
|
|
101
|
-
|
|
102
|
-
`schema_version`, `task` and `source_sha` are required. A blocker `{"kind": "failed" | "needs-review" | "blocked-infrastructure", "detail": "<concrete question or cause>"}` records `[F]` with that reason and runs no checks; material ambiguity becomes `needs-review`, never a weakened acceptance.
|
|
103
|
-
|
|
104
|
-
## Review records
|
|
105
|
-
|
|
106
|
-
Each `review_requirements` ID needs review evidence: a JSON record under `<worktree>/.devlyn/`, listed in the submission's `reviews`, in this shape:
|
|
107
|
-
|
|
108
|
-
```json
|
|
109
|
-
{
|
|
110
|
-
"schema_version": 1,
|
|
111
|
-
"kind": "devlyn-review",
|
|
112
|
-
"task": "<identity>",
|
|
113
|
-
"engine": "<engine>",
|
|
114
|
-
"model": "<exact model id>",
|
|
115
|
-
"source_sha": "<reviewed commit>",
|
|
116
|
-
"contract_sha256": "<packet.contract.sha256>",
|
|
117
|
-
"expected_sha256": "<packet.expected.sha256>",
|
|
118
|
-
"requirements": ["R3"],
|
|
119
|
-
"findings": [{"id": "F1", "binding": true, "disposition": "resolved", "requirement": "R3", "summary": "<finding>"}]
|
|
120
|
-
}
|
|
121
|
-
```
|
|
122
|
-
|
|
123
|
-
A record counts only when it binds this task, the candidate source and both contract digests; any other well-formed record is reported under `ignored_reviews` (a source change invalidates earlier reviews). A listed review or runner record that is unreadable or not this shape fails acceptance with its path named; keys a review record or finding adds beyond this shape are ignored. The counted records' `requirements` must cover `review_requirements`. Each finding's `disposition` is `open`, `resolved` or `rejected` (`rejected` needs a `reason`); an open binding finding blocks acceptance. The loop requires no particular engine or number of reviewers.
|
|
66
|
+
Executor exchange and Review records are in [executor.md](executor.md).
|