owenloop 0.5.0 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (229) hide show
  1. package/CHANGELOG.md +67 -0
  2. package/README.md +144 -35
  3. package/bin/owenloop.mjs +49 -1
  4. package/dist/packages/work/src/agent/brief.d.ts +29 -4
  5. package/dist/packages/work/src/agent/brief.js +49 -4
  6. package/dist/packages/work/src/agent/capability-model.d.ts +123 -0
  7. package/dist/packages/work/src/agent/capability-model.js +148 -0
  8. package/dist/packages/work/src/agent/loop.d.ts +56 -7
  9. package/dist/packages/work/src/agent/loop.js +166 -9
  10. package/dist/packages/work/src/bundle/cache.d.ts +7 -5
  11. package/dist/packages/work/src/bundle/cache.js +20 -6
  12. package/dist/packages/work/src/bundle/fetch.d.ts +7 -5
  13. package/dist/packages/work/src/bundle/fetch.js +27 -7
  14. package/dist/packages/work/src/bundle/types.d.ts +8 -4
  15. package/dist/packages/work/src/consumed-verifier.d.ts +45 -0
  16. package/dist/packages/work/src/consumed-verifier.js +205 -0
  17. package/dist/packages/work/src/exec/instructions.d.ts +99 -0
  18. package/dist/packages/work/src/exec/instructions.js +323 -0
  19. package/dist/packages/work/src/exec/loop.d.ts +29 -1
  20. package/dist/packages/work/src/exec/loop.js +313 -35
  21. package/dist/packages/work/src/exec/payload.d.ts +29 -0
  22. package/dist/packages/work/src/exec/payload.js +54 -0
  23. package/dist/packages/work/src/exec/receipt.d.ts +9 -6
  24. package/dist/packages/work/src/exec/receipt.js +12 -1
  25. package/dist/packages/work/src/exec/runner.d.ts +7 -1
  26. package/dist/packages/work/src/exec/runner.js +84 -3
  27. package/dist/packages/work/src/harness/child-env.js +7 -0
  28. package/dist/packages/work/src/harness/claude.d.ts +20 -8
  29. package/dist/packages/work/src/harness/claude.js +260 -58
  30. package/dist/packages/work/src/harness/codex.d.ts +5 -4
  31. package/dist/packages/work/src/harness/codex.js +169 -41
  32. package/dist/packages/work/src/harness/contract.d.ts +36 -11
  33. package/dist/packages/work/src/harness/fake.js +1 -0
  34. package/dist/packages/work/src/harness/jsonrpc-stdio.js +7 -0
  35. package/dist/packages/work/src/harness/permissions.d.ts +16 -3
  36. package/dist/packages/work/src/harness/permissions.js +102 -13
  37. package/dist/packages/work/src/harness/session-store.d.ts +30 -10
  38. package/dist/packages/work/src/harness/session-store.js +317 -89
  39. package/dist/packages/work/src/hold/mcp.d.ts +25 -5
  40. package/dist/packages/work/src/hold/mcp.js +134 -12
  41. package/dist/packages/work/src/hub/client.d.ts +8 -1
  42. package/dist/packages/work/src/hub/client.js +15 -1
  43. package/dist/packages/work/src/hub/types.d.ts +137 -33
  44. package/dist/packages/work/src/hub/types.js +8 -10
  45. package/dist/packages/work/src/mcp/server.js +1 -1
  46. package/dist/packages/work/src/owenloop-bin.d.ts +1 -0
  47. package/dist/packages/work/src/owenloop-bin.js +18 -0
  48. package/dist/packages/work/src/roles/agent-run.d.ts +12 -6
  49. package/dist/packages/work/src/roles/agent-run.js +115 -34
  50. package/dist/packages/work/src/roles/exec.d.ts +8 -0
  51. package/dist/packages/work/src/roles/exec.js +27 -2
  52. package/dist/packages/work/src/roles/hold.d.ts +6 -0
  53. package/dist/packages/work/src/roles/hold.js +83 -13
  54. package/dist/packages/work/src/roles/lint.d.ts +3 -4
  55. package/dist/packages/work/src/roles/lint.js +41 -7
  56. package/dist/packages/work/src/roles/settings.js +19 -2
  57. package/dist/packages/work/src/roles/shift.d.ts +1 -0
  58. package/dist/packages/work/src/roles/shift.js +36 -2
  59. package/dist/packages/work/src/settings/settings.d.ts +70 -1
  60. package/dist/packages/work/src/settings/settings.js +90 -4
  61. package/dist/packages/work/src/shift/logretention.d.ts +253 -0
  62. package/dist/packages/work/src/shift/logretention.js +407 -0
  63. package/dist/packages/work/src/shift/logsink.d.ts +14 -0
  64. package/dist/packages/work/src/shift/logsink.js +98 -0
  65. package/dist/packages/work/src/shift/loop.d.ts +32 -4
  66. package/dist/packages/work/src/shift/loop.js +687 -166
  67. package/dist/packages/work/src/shift/protocol.d.ts +128 -1
  68. package/dist/packages/work/src/shift/protocol.js +14 -0
  69. package/dist/packages/work/src/shift/runtime.d.ts +16 -0
  70. package/dist/packages/work/src/shift/runtime.js +291 -5
  71. package/dist/packages/work/src/shift/server.d.ts +13 -0
  72. package/dist/packages/work/src/shift/server.js +61 -36
  73. package/dist/packages/work/src/shift/spawn.d.ts +115 -19
  74. package/dist/packages/work/src/shift/spawn.js +234 -30
  75. package/dist/packages/work/src/shift/state.d.ts +76 -49
  76. package/dist/packages/work/src/shift/state.js +350 -103
  77. package/dist/packages/work/src/shift/truncate.d.ts +35 -0
  78. package/dist/packages/work/src/shift/truncate.js +73 -0
  79. package/dist/packages/work/src/submit-proof.d.ts +61 -0
  80. package/dist/packages/work/src/submit-proof.js +119 -0
  81. package/dist/packages/work/src/submit-value.d.ts +48 -0
  82. package/dist/packages/work/src/submit-value.js +118 -0
  83. package/dist/packages/work/src/usage.d.ts +1 -1
  84. package/dist/packages/work/src/usage.js +11 -0
  85. package/dist/src/add.d.ts +64 -259
  86. package/dist/src/add.js +81 -615
  87. package/dist/src/archive.d.ts +97 -0
  88. package/dist/src/archive.js +591 -0
  89. package/dist/src/bundle/index.d.ts +64 -0
  90. package/dist/src/bundle/index.js +508 -0
  91. package/dist/src/bundle/manifest.d.ts +50 -0
  92. package/dist/src/bundle/manifest.js +435 -0
  93. package/dist/src/bundle/runtime.d.ts +26 -0
  94. package/dist/src/bundle/runtime.js +64 -0
  95. package/dist/src/bundle/tar.d.ts +62 -0
  96. package/dist/src/bundle/tar.js +238 -0
  97. package/dist/src/bundle/types.d.ts +105 -0
  98. package/dist/src/bundle/types.js +21 -0
  99. package/dist/src/capabilities.d.ts +93 -0
  100. package/dist/src/capabilities.js +101 -0
  101. package/dist/src/cli.d.ts +90 -20
  102. package/dist/src/cli.js +2421 -374
  103. package/dist/src/credentials.d.ts +4 -3
  104. package/dist/src/credentials.js +21 -19
  105. package/dist/src/crypto/allowed-signers.d.ts +68 -0
  106. package/dist/src/crypto/allowed-signers.js +307 -0
  107. package/dist/src/crypto/canonical.d.ts +8 -0
  108. package/dist/src/crypto/canonical.js +92 -0
  109. package/dist/src/crypto/chain.d.ts +65 -0
  110. package/dist/src/crypto/chain.js +377 -0
  111. package/dist/src/crypto/dsse.d.ts +209 -0
  112. package/dist/src/crypto/dsse.js +282 -0
  113. package/dist/src/crypto/enrollment.d.ts +78 -0
  114. package/dist/src/crypto/enrollment.js +186 -0
  115. package/dist/src/crypto/index.d.ts +48 -0
  116. package/dist/src/crypto/index.js +44 -0
  117. package/dist/src/crypto/keys.d.ts +258 -0
  118. package/dist/src/crypto/keys.js +908 -0
  119. package/dist/src/crypto/org-root.d.ts +33 -0
  120. package/dist/src/crypto/org-root.js +78 -0
  121. package/dist/src/crypto/origin-rules.d.ts +56 -0
  122. package/dist/src/crypto/origin-rules.js +143 -0
  123. package/dist/src/crypto/policy-floor.d.ts +98 -0
  124. package/dist/src/crypto/policy-floor.js +353 -0
  125. package/dist/src/crypto/records.d.ts +319 -0
  126. package/dist/src/crypto/records.js +168 -0
  127. package/dist/src/crypto/scope.d.ts +49 -0
  128. package/dist/src/crypto/scope.js +83 -0
  129. package/dist/src/crypto/ssh.d.ts +171 -0
  130. package/dist/src/crypto/ssh.js +396 -0
  131. package/dist/src/crypto/submission.d.ts +33 -0
  132. package/dist/src/crypto/submission.js +47 -0
  133. package/dist/src/crypto/trust-roots.d.ts +29 -0
  134. package/dist/src/crypto/trust-roots.js +39 -0
  135. package/dist/src/crypto/verify-consumed.d.ts +67 -0
  136. package/dist/src/crypto/verify-consumed.js +259 -0
  137. package/dist/src/crypto/verify-origin.d.ts +50 -0
  138. package/dist/src/crypto/verify-origin.js +151 -0
  139. package/dist/src/crypto/verify-publication.d.ts +60 -0
  140. package/dist/src/crypto/verify-publication.js +150 -0
  141. package/dist/src/defs.d.ts +24 -1
  142. package/dist/src/defs.js +335 -27
  143. package/dist/src/engine.d.ts +211 -6
  144. package/dist/src/engine.js +459 -59
  145. package/dist/src/factory.d.ts +16 -0
  146. package/dist/src/factory.js +16 -4
  147. package/dist/src/global-config.d.ts +59 -0
  148. package/dist/src/global-config.js +84 -0
  149. package/dist/src/hub.d.ts +102 -32
  150. package/dist/src/hub.js +147 -58
  151. package/dist/src/index.d.ts +19 -2
  152. package/dist/src/index.js +23 -2
  153. package/dist/src/install.d.ts +538 -0
  154. package/dist/src/install.js +1981 -0
  155. package/dist/src/lock.d.ts +15 -57
  156. package/dist/src/lock.js +251 -143
  157. package/dist/src/mcp/serve.d.ts +46 -22
  158. package/dist/src/mcp/serve.js +174 -44
  159. package/dist/src/mcp/server.js +12 -1
  160. package/dist/src/model.d.ts +51 -0
  161. package/dist/src/model.js +157 -1
  162. package/dist/src/order-resolver.d.ts +184 -0
  163. package/dist/src/order-resolver.js +252 -0
  164. package/dist/src/package-version.d.ts +10 -0
  165. package/dist/src/package-version.js +42 -0
  166. package/dist/src/paths.d.ts +14 -1
  167. package/dist/src/paths.js +18 -0
  168. package/dist/src/schemas/enrollment-grant.v1.schema.json +90 -0
  169. package/dist/src/schemas/index.d.ts +1433 -0
  170. package/dist/src/schemas/index.js +31 -0
  171. package/dist/src/schemas/order.v1.schema.json +120 -0
  172. package/dist/src/schemas/origin.v1.schema.json +68 -0
  173. package/dist/src/schemas/policy-floor.v1.schema.json +29 -0
  174. package/dist/src/schemas/publication.v1.schema.json +31 -0
  175. package/dist/src/schemas/revocation.v1.schema.json +39 -0
  176. package/dist/src/schemas/submission.v1.schema.json +61 -0
  177. package/dist/src/store/def-source.d.ts +52 -0
  178. package/dist/src/store/def-source.js +335 -0
  179. package/dist/src/store/index-file.d.ts +69 -0
  180. package/dist/src/store/index-file.js +151 -0
  181. package/dist/src/store/index.d.ts +27 -0
  182. package/dist/src/store/index.js +22 -0
  183. package/dist/src/store/ingestor.d.ts +43 -0
  184. package/dist/src/store/ingestor.js +211 -0
  185. package/dist/src/store/install.d.ts +228 -0
  186. package/dist/src/store/install.js +555 -0
  187. package/dist/src/store/instruction-source.d.ts +49 -0
  188. package/dist/src/store/instruction-source.js +298 -0
  189. package/dist/src/store/origin-evidence.d.ts +21 -0
  190. package/dist/src/store/origin-evidence.js +66 -0
  191. package/dist/src/store/pre-commit-verifier.d.ts +68 -0
  192. package/dist/src/store/pre-commit-verifier.js +418 -0
  193. package/dist/src/store/resolve.d.ts +138 -0
  194. package/dist/src/store/resolve.js +363 -0
  195. package/dist/src/store/types.d.ts +288 -0
  196. package/dist/src/store/types.js +356 -0
  197. package/dist/src/store.d.ts +33 -1
  198. package/dist/src/store.js +57 -4
  199. package/dist/src/types.d.ts +146 -12
  200. package/dist/src/untar.d.ts +8 -23
  201. package/dist/src/untar.js +10 -136
  202. package/docs/agent-runner.md +86 -0
  203. package/docs/authoring.md +64 -6
  204. package/docs/bundles.md +350 -0
  205. package/docs/cli.md +1298 -106
  206. package/docs/crypto.md +832 -0
  207. package/docs/design.md +342 -20
  208. package/docs/embedding.md +132 -25
  209. package/docs/shift-logs.md +642 -0
  210. package/docs/wire-contracts.md +395 -0
  211. package/package.json +6 -1
  212. package/plugins/claude-code/.claude-plugin/marketplace.json +14 -0
  213. package/plugins/claude-code/plugin/.claude-plugin/plugin.json +8 -0
  214. package/plugins/claude-code/plugin/.mcp.json +14 -0
  215. package/plugins/claude-code/plugin/hooks/hooks.json +26 -0
  216. package/plugins/claude-code/plugin/hooks/session-end.sh +40 -0
  217. package/plugins/claude-code/plugin/hooks/session-start.sh +52 -0
  218. package/plugins/claude-code/plugin/skills/author/SKILL.md +181 -0
  219. package/plugins/claude-code/plugin/skills/conduct/SKILL.md +106 -0
  220. package/plugins/claude-code/plugin/skills/shift/SKILL.md +105 -0
  221. package/plugins/codex/.agents/plugins/marketplace.json +21 -0
  222. package/plugins/codex/plugins/owenloop/.codex-plugin/plugin.json +7 -0
  223. package/plugins/codex/plugins/owenloop/.mcp.json +20 -0
  224. package/plugins/codex/plugins/owenloop/hooks/hooks.json +26 -0
  225. package/plugins/codex/plugins/owenloop/hooks/session-end.sh +40 -0
  226. package/plugins/codex/plugins/owenloop/hooks/session-start.sh +52 -0
  227. package/plugins/codex/plugins/owenloop/skills/author/SKILL.md +181 -0
  228. package/plugins/codex/plugins/owenloop/skills/conduct/SKILL.md +106 -0
  229. package/plugins/codex/plugins/owenloop/skills/shift/SKILL.md +105 -0
@@ -0,0 +1,98 @@
1
+ /**
2
+ * The shift's structured on-disk log — `<log-dir>/shift.log`, JSON Lines.
3
+ *
4
+ * This is the SECOND consumer of the `ShiftEvent` contract (the Unix socket is
5
+ * the first), and it is deliberately not a new logging abstraction: it receives
6
+ * the same stamped records `emit()` fans to the socket, serializes each as one
7
+ * line, and appends. A future hub uploader becomes the THIRD consumer of those
8
+ * same records by tailing this file — not by rewriting this code.
9
+ *
10
+ * ── WHY `appendFileSync`, NOT `createWriteStream` ──
11
+ *
12
+ * Shift events are low volume — a handful per dispatch, reap, failure, or gate
13
+ * — so throughput is not the constraint. Crash durability is. A stream's
14
+ * buffered lines are lost when the process dies abruptly, which is exactly the
15
+ * crash the log exists to explain. `appendFileSync` holds NO descriptor between
16
+ * writes: every line is on disk before `write()` returns, and there is nothing
17
+ * to flush or close at shutdown. That is why this module exposes no `close()` —
18
+ * there is no open resource to release, and a no-op `close()` would only invite
19
+ * a caller to believe ordering or durability depended on calling it.
20
+ *
21
+ * ── WHY ONE SYSCALL PER LINE ──
22
+ *
23
+ * Each record is serialized to a complete `…\n` string and written with a
24
+ * SINGLE `appendFileSync` call, and two shifts sharing a log directory both
25
+ * open with `O_APPEND`, so in practice lines stay individually parseable and
26
+ * the `shiftId` on each record says which process wrote it.
27
+ *
28
+ * BE PRECISE ABOUT WHERE THAT GUARANTEE COMES FROM: it is a property of an
29
+ * `O_APPEND` `write()` to a REGULAR FILE ON A LOCAL FILESYSTEM, not of
30
+ * `appendFileSync` itself. `appendFileSync` loops on a short write, and each
31
+ * iteration of that loop is a separate `write()` a second process could append
32
+ * between. Under the sizes involved (one JSON Lines record, bounded at
33
+ * `MAX_RESPONSE_LINE_BYTES`) a local filesystem does not short-write, which is
34
+ * why the property holds — but a reader on NFS, or one tailing a file being
35
+ * written by a process that died mid-line, can still see a partial trailing
36
+ * line. Parse whole lines and treat a trailing fragment as not-yet-written;
37
+ * `docs/shift-logs.md` states this as the uploader contract.
38
+ *
39
+ * ── WHY A WRITE FAILURE IS NOT AN ERROR THE CALLER SEES ──
40
+ *
41
+ * `write()` never throws. A shift that cannot log must still dispatch work: a
42
+ * full disk is not a reason to stop delivering. The failure is reported ONCE
43
+ * through `err` — the report is latched, not the writing — so a broken sink
44
+ * cannot spam one line per event, while a transient failure (a disk that frees
45
+ * up, a directory an operator recreates) starts logging again on its own.
46
+ */
47
+ import { appendFileSync } from 'node:fs';
48
+ import { MAX_RESPONSE_LINE_BYTES } from "./protocol.js";
49
+ import { truncateEventToBytes } from "./truncate.js";
50
+ /** Serialized bytes of one JSON Lines record, newline included. */
51
+ function lineBytes(event) {
52
+ return Buffer.byteLength(`${JSON.stringify(event)}\n`, 'utf8');
53
+ }
54
+ export function createShiftLogSink(opts) {
55
+ const append = opts.append ?? ((path, line) => {
56
+ // MODE 0600, OWNER ONLY, and it takes effect only on the call that CREATES
57
+ // the file — every later append leaves the existing mode alone. `shift.log`
58
+ // carries the same class of data as `<run>.log`: `order-dropped` and
59
+ // `hub-error` records quote hub and workflow messages verbatim, so the file
60
+ // is owner-only for the same reason `exec/loop.ts` writes its artifact JSON
61
+ // 0600. Without the option this would be 0666 & ~umask — 0644 in practice.
62
+ appendFileSync(path, line, { mode: 0o600 });
63
+ });
64
+ let reported = false;
65
+ return {
66
+ write(event) {
67
+ let line;
68
+ try {
69
+ // Bound the line by the SAME ceiling the socket applies, so the file
70
+ // never carries a record the wire protocol would have refused and an
71
+ // uploader can size its reads from one documented number.
72
+ const bounded = truncateEventToBytes(event, MAX_RESPONSE_LINE_BYTES, lineBytes);
73
+ line = `${JSON.stringify(bounded)}\n`;
74
+ }
75
+ catch (e) {
76
+ // Serialization itself failed (a cyclic or unserializable field). There
77
+ // is no line to write, and no partial write happened.
78
+ if (!reported) {
79
+ reported = true;
80
+ opts.err(`shift log sink could not serialize an event: ${errMsg(e)} (logging continues)`);
81
+ }
82
+ return;
83
+ }
84
+ try {
85
+ append(opts.path, line);
86
+ }
87
+ catch (e) {
88
+ if (!reported) {
89
+ reported = true;
90
+ opts.err(`shift log sink write to ${opts.path} failed: ${errMsg(e)} (continuing without it)`);
91
+ }
92
+ }
93
+ },
94
+ };
95
+ }
96
+ function errMsg(err) {
97
+ return err instanceof Error ? err.message : String(err);
98
+ }
@@ -1,15 +1,19 @@
1
1
  import type { HubClient } from '../hub/client.ts';
2
+ import { type WorkOrder } from '../hub/types.ts';
3
+ import type { FetchedStep } from '../bundle/types.ts';
2
4
  import { type Liveness } from './state.ts';
3
5
  import { sweepWorkDirs as sweepWorkDirsImpl } from '../agent/workdir.ts';
4
6
  import type { Spawner } from './spawn.ts';
5
- import type { ShiftEvent } from './protocol.ts';
7
+ import { type ShiftEvent } from './protocol.ts';
6
8
  export interface ShiftLoopOptions {
7
9
  hub: HubClient;
8
10
  spawner: Spawner;
9
11
  /** Injected sleep — tests pass an instant/scriptable stub (no real timers). */
10
12
  sleep: (ms: number) => Promise<void>;
11
- /** Injected clock. */
13
+ /** Injected wall clock for persisted and externally meaningful timestamps. */
12
14
  now: () => number;
15
+ /** Injected monotonic clock for elapsed-time decisions. Default `performance.now`. */
16
+ monotonicNow?: () => number;
13
17
  /** stdout sink (one line per call; newline appended). */
14
18
  out: (line: string) => void;
15
19
  /** stderr sink (one line per call; newline appended). */
@@ -39,6 +43,8 @@ export interface ShiftLoopOptions {
39
43
  workflow?: string;
40
44
  /** Machine-level command routing (raw — validated in routing.ts). */
41
45
  commandRouting?: unknown;
46
+ /** Resolve exact order-pinned step metadata by `defDigest`; modern command orders fail closed without it. */
47
+ resolveOrderStep?: (order: WorkOrder) => Promise<FetchedStep | undefined>;
42
48
  pollIntervalMs: number;
43
49
  presenceIntervalMs: number;
44
50
  /**
@@ -72,8 +78,8 @@ export interface ShiftLoop {
72
78
  run(): Promise<number>;
73
79
  stop(): void;
74
80
  /**
75
- * Run exactly one park iteration (presence → wake → sweep-if-changed →
76
- * dispatch → reap) and return how many children it spawned. The shift daemon
81
+ * Run exactly one park iteration (presence → reconcile/queued dispatch → wake
82
+ * → required sweep → reap) and return how many children it spawned. The shift daemon
77
83
  * uses this seam for its loop core; the standing `run()` loop ignores the
78
84
  * count. Cursor/presence state is held in the closure and persists across calls.
79
85
  */
@@ -116,5 +122,27 @@ export interface ShiftLoop {
116
122
  * next reconcile's pid probe frees the slot anyway.
117
123
  */
118
124
  noteRunEnded(run: string): void;
125
+ /**
126
+ * A dispatched child exited non-zero. Charges one failure against that run's
127
+ * STEP and arms the brake window — see `STEP_BRAKE_DELAYS_MS`.
128
+ *
129
+ * The shift runtime already builds this exact failure record for its daemon
130
+ * event and its stderr line; this is the third consumer. The loop cannot
131
+ * observe child exits itself (children are detached with `stdio: ignore`),
132
+ * so without this call the loop has no failure signal at all and re-dispatch
133
+ * is bounded by nothing.
134
+ *
135
+ * A failure for a run this loop never dispatched (a foreign or already-reaped
136
+ * run) is ignored rather than guessed at: the fan-out key is not on the
137
+ * failure record, so there is no sound way to pick a brake key for it.
138
+ */
139
+ noteWorkerFailure(failure: {
140
+ run: string;
141
+ }): void;
119
142
  }
143
+ /**
144
+ * The hub reaps a never-contacted claim after 120 seconds. Stop local queueing
145
+ * after 90 seconds so a detached child retains 30 seconds to make first contact.
146
+ */
147
+ export declare const MAX_PENDING_CANDIDATE_AGE_MS = 90000;
120
148
  export declare function createShiftLoop(opts: ShiftLoopOptions): ShiftLoop;