@llblab/pi-actors 0.33.0 → 0.34.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (155) hide show
  1. package/AGENTS.md +22 -11
  2. package/BACKLOG.md +1 -1
  3. package/CHANGELOG.md +22 -1
  4. package/dist/index.js +10 -10
  5. package/dist/lib/async-runs.d.ts +23 -75
  6. package/dist/lib/async-runs.js +49 -801
  7. package/dist/lib/command-templates.d.ts +3 -3
  8. package/dist/lib/command-templates.js +3 -3
  9. package/dist/lib/config.d.ts +2 -2
  10. package/dist/lib/config.js +5 -5
  11. package/dist/lib/{output.d.ts → execution-output.d.ts} +3 -3
  12. package/dist/lib/{output.js → execution-output.js} +3 -3
  13. package/dist/lib/execution.js +1 -1
  14. package/dist/lib/{actor-inspector-tui.d.ts → inspector.d.ts} +3 -2
  15. package/dist/lib/{actor-inspector-tui.js → inspector.js} +3 -2
  16. package/dist/lib/mailbox-loop.d.ts +3 -3
  17. package/dist/lib/mailbox-loop.js +3 -3
  18. package/dist/lib/{actor-messages.d.ts → messages.d.ts} +3 -3
  19. package/dist/lib/{actor-messages.js → messages.js} +3 -3
  20. package/dist/lib/{actor-recipe-context.d.ts → recipes-context.d.ts} +3 -2
  21. package/dist/lib/{actor-recipe-context.js → recipes-context.js} +2 -1
  22. package/dist/lib/{recipe-discovery.d.ts → recipes-discovery.d.ts} +8 -8
  23. package/dist/lib/{recipe-discovery.js → recipes-discovery.js} +6 -6
  24. package/dist/lib/registry.d.ts +1 -1
  25. package/dist/lib/registry.js +22 -22
  26. package/dist/lib/{actor-rooms.d.ts → rooms.d.ts} +4 -4
  27. package/dist/lib/{actor-rooms.js → rooms.js} +3 -3
  28. package/dist/lib/runs-artifacts.d.ts +21 -0
  29. package/dist/lib/runs-artifacts.js +68 -0
  30. package/dist/lib/runs-control.d.ts +13 -0
  31. package/dist/lib/runs-control.js +59 -0
  32. package/dist/lib/runs-identity.d.ts +5 -0
  33. package/dist/lib/runs-identity.js +11 -0
  34. package/dist/lib/runs-index.d.ts +18 -0
  35. package/dist/lib/runs-index.js +119 -0
  36. package/dist/lib/runs-mailbox.d.ts +25 -0
  37. package/dist/lib/runs-mailbox.js +146 -0
  38. package/dist/lib/runs-messages.d.ts +15 -0
  39. package/dist/lib/runs-messages.js +179 -0
  40. package/dist/lib/runs-outbox.d.ts +41 -0
  41. package/dist/lib/runs-outbox.js +87 -0
  42. package/dist/lib/runs-process.d.ts +7 -0
  43. package/dist/lib/runs-process.js +36 -0
  44. package/dist/lib/runs-retention.d.ts +8 -0
  45. package/dist/lib/runs-retention.js +56 -0
  46. package/dist/lib/runs-start.d.ts +9 -0
  47. package/dist/lib/runs-start.js +67 -0
  48. package/dist/lib/runs-status.d.ts +8 -0
  49. package/dist/lib/runs-status.js +60 -0
  50. package/dist/lib/runtime.d.ts +2 -2
  51. package/dist/lib/runtime.js +5 -5
  52. package/dist/lib/schema.d.ts +9 -0
  53. package/dist/lib/schema.js +40 -0
  54. package/dist/lib/tools-access.d.ts +19 -0
  55. package/dist/lib/tools-access.js +44 -0
  56. package/dist/lib/tools-inspect.d.ts +11 -0
  57. package/dist/lib/tools-inspect.js +534 -0
  58. package/dist/lib/tools-local.d.ts +14 -0
  59. package/dist/lib/tools-local.js +156 -0
  60. package/dist/lib/tools-mailbox.d.ts +8 -0
  61. package/dist/lib/tools-mailbox.js +48 -0
  62. package/dist/lib/tools-message.d.ts +9 -0
  63. package/dist/lib/tools-message.js +346 -0
  64. package/dist/lib/tools-register.d.ts +18 -0
  65. package/dist/lib/tools-register.js +40 -0
  66. package/dist/lib/tools-response.d.ts +21 -0
  67. package/dist/lib/tools-response.js +219 -0
  68. package/dist/lib/tools-spawn.d.ts +12 -0
  69. package/dist/lib/tools-spawn.js +159 -0
  70. package/dist/lib/tools.d.ts +8 -39
  71. package/dist/lib/tools.js +11 -1490
  72. package/dist/recipes/utility-coordinator-lock-snapshot.json +1 -1
  73. package/dist/scripts/actor-worker.mjs +186 -7
  74. package/dist/scripts/async-runner.mjs +171 -8
  75. package/dist/scripts/build-dist.mjs +1 -1
  76. package/dist/scripts/conformance.mjs +3 -3
  77. package/dist/scripts/coordinator.mjs +733 -11
  78. package/dist/scripts/locker.mjs +345 -16
  79. package/dist/scripts/recipe-utils.mjs +478 -14
  80. package/dist/scripts/validate-recipe.mjs +110 -10
  81. package/dist/skills/actors/SKILL.md +1 -1
  82. package/dist/skills/swarm/SKILL.md +1 -1
  83. package/docs/recipe-library.md +1 -1
  84. package/docs/template-recipes.md +1 -1
  85. package/index.ts +11 -18
  86. package/lib/async-runs.ts +124 -1016
  87. package/lib/command-templates.ts +3 -3
  88. package/lib/config.ts +7 -7
  89. package/lib/{output.ts → execution-output.ts} +3 -3
  90. package/lib/execution.ts +5 -1
  91. package/lib/{actor-inspector-tui.ts → inspector.ts} +4 -3
  92. package/lib/mailbox-loop.ts +3 -3
  93. package/lib/{actor-messages.ts → messages.ts} +3 -3
  94. package/lib/{actor-recipe-context.ts → recipes-context.ts} +3 -2
  95. package/lib/{recipe-discovery.ts → recipes-discovery.ts} +19 -19
  96. package/lib/{recipe-usage.ts → recipes-usage.ts} +2 -2
  97. package/lib/registry.ts +37 -24
  98. package/lib/{actor-rooms.ts → rooms.ts} +4 -4
  99. package/lib/runs-artifacts.ts +96 -0
  100. package/lib/runs-control.ts +85 -0
  101. package/lib/runs-identity.ts +14 -0
  102. package/lib/runs-index.ts +156 -0
  103. package/lib/runs-mailbox.ts +208 -0
  104. package/lib/runs-messages.ts +252 -0
  105. package/lib/runs-outbox.ts +144 -0
  106. package/lib/runs-process.ts +51 -0
  107. package/lib/runs-retention.ts +77 -0
  108. package/lib/runs-start.ts +98 -0
  109. package/lib/runs-status.ts +78 -0
  110. package/lib/runtime.ts +6 -6
  111. package/lib/schema.ts +55 -0
  112. package/lib/tools-access.ts +68 -0
  113. package/lib/tools-inspect.ts +735 -0
  114. package/lib/tools-local.ts +234 -0
  115. package/lib/tools-mailbox.ts +56 -0
  116. package/lib/tools-message.ts +483 -0
  117. package/lib/tools-register.ts +64 -0
  118. package/lib/tools-response.ts +267 -0
  119. package/lib/tools-spawn.ts +240 -0
  120. package/lib/tools.ts +20 -2040
  121. package/package.json +1 -1
  122. package/recipes/utility-coordinator-lock-snapshot.json +1 -1
  123. package/scripts/actor-worker.mjs +186 -7
  124. package/scripts/async-runner.mjs +171 -8
  125. package/scripts/build-dist.mjs +1 -1
  126. package/scripts/conformance.mjs +3 -3
  127. package/scripts/coordinator.mjs +733 -11
  128. package/scripts/locker.mjs +345 -16
  129. package/scripts/recipe-utils.mjs +478 -14
  130. package/scripts/validate-recipe.mjs +110 -10
  131. package/skills/actors/SKILL.md +1 -1
  132. package/skills/swarm/SKILL.md +1 -1
  133. package/dist/lib/actor-worker.d.ts +0 -16
  134. package/dist/lib/actor-worker.js +0 -134
  135. package/dist/lib/async-runner.d.ts +0 -5
  136. package/dist/lib/async-runner.js +0 -134
  137. package/dist/lib/coordinator.d.ts +0 -5
  138. package/dist/lib/coordinator.js +0 -660
  139. package/dist/lib/locker.d.ts +0 -5
  140. package/dist/lib/locker.js +0 -310
  141. package/dist/lib/recipe-utils.d.ts +0 -5
  142. package/dist/lib/recipe-utils.js +0 -385
  143. package/dist/lib/validate-recipe.d.ts +0 -6
  144. package/dist/lib/validate-recipe.js +0 -104
  145. package/lib/actor-worker.ts +0 -174
  146. package/lib/async-runner.ts +0 -173
  147. package/lib/coordinator.ts +0 -742
  148. package/lib/locker.ts +0 -340
  149. package/lib/recipe-utils.ts +0 -486
  150. package/lib/validate-recipe.ts +0 -110
  151. /package/dist/lib/{recipe-references.d.ts → recipes-references.d.ts} +0 -0
  152. /package/dist/lib/{recipe-references.js → recipes-references.js} +0 -0
  153. /package/dist/lib/{recipe-usage.d.ts → recipes-usage.d.ts} +0 -0
  154. /package/dist/lib/{recipe-usage.js → recipes-usage.js} +0 -0
  155. /package/lib/{recipe-references.ts → recipes-references.ts} +0 -0
@@ -1,134 +0,0 @@
1
- /**
2
- * Canonical mailbox-backed actor worker entrypoint logic.
3
- * Zones: worker demo, mailbox loop recipe runtime
4
- */
5
- import { appendFileSync, mkdirSync, writeFileSync } from "node:fs";
6
- import { join } from "node:path";
7
- import { appendRoomMessage, ensureRoomMember, readBranchInboxMessages } from "./actor-rooms.js";
8
- import { handleMailboxLoopOnce, isMailboxLoopStopMessage } from "./mailbox-loop.js";
9
- export function parseActorWorkerArgs(argv) {
10
- const args = {};
11
- for (let index = 0; index < argv.length; index += 1) {
12
- const token = argv[index];
13
- if (!token.startsWith("--"))
14
- continue;
15
- const key = token.slice(2).replaceAll("-", "_");
16
- const next = argv[index + 1];
17
- if (!next || next.startsWith("--")) {
18
- args[key] = true;
19
- continue;
20
- }
21
- args[key] = next;
22
- index += 1;
23
- }
24
- return args;
25
- }
26
- function sleep(ms) {
27
- return new Promise((resolve) => setTimeout(resolve, ms));
28
- }
29
- function text(value) {
30
- return typeof value === "string" ? value : JSON.stringify(value);
31
- }
32
- function enabled(value) {
33
- return value !== false && value !== "false" && value !== "0";
34
- }
35
- function safeName(value) {
36
- return String(value ?? "unknown").replaceAll(/[^A-Za-z0-9_.-]+/g, "_");
37
- }
38
- export async function runActorWorker(argv = process.argv.slice(2)) {
39
- const args = parseActorWorkerArgs(argv);
40
- const stateDir = String(args.state_dir ?? "");
41
- const run = String(args.run ?? "");
42
- const branch = String(args.branch ?? "worker");
43
- const pollMs = Math.max(50, Number(args.poll_ms ?? 1000));
44
- const staleClaimMs = Math.max(0, Number(args.stale_claim_ms ?? 0));
45
- const artifactDir = String(args.artifact_dir ?? join(stateDir, "worker-artifacts"));
46
- const writeArtifacts = enabled(args.write_artifacts ?? true);
47
- if (!stateDir || !run) {
48
- throw new Error("usage: actor-worker.mjs --state-dir <dir> --run <id> [--branch worker] [--poll-ms 1000]");
49
- }
50
- const branchAddress = `branch:${run}/${branch}`;
51
- const roomAddress = `room:${run}`;
52
- const journalPath = join(stateDir, "worker-events.jsonl");
53
- const statusPath = join(stateDir, "worker-status.json");
54
- if (writeArtifacts)
55
- mkdirSync(artifactDir, { recursive: true });
56
- function journal(event, data = {}) {
57
- appendFileSync(journalPath, `${JSON.stringify({ event, ts: new Date().toISOString(), ...data })}\n`);
58
- }
59
- function staleClaims() {
60
- if (staleClaimMs <= 0)
61
- return 0;
62
- const cutoff = Date.now() - staleClaimMs;
63
- return readBranchInboxMessages(stateDir, run, branchAddress).filter((record) => {
64
- if (record.status !== "claimed" || !record.claimed_at)
65
- return false;
66
- const claimedAt = Date.parse(record.claimed_at);
67
- return Number.isFinite(claimedAt) && claimedAt < cutoff;
68
- }).length;
69
- }
70
- function status(state, data = {}) {
71
- writeFileSync(statusPath, `${JSON.stringify({ artifact_dir: artifactDir, branch, run, stale_claims: staleClaims(), state, ts: new Date().toISOString(), ...data }, null, 2)}\n`);
72
- }
73
- function writeResultArtifact(id, result) {
74
- if (!writeArtifacts)
75
- return undefined;
76
- const path = join(artifactDir, `${safeName(id)}.txt`);
77
- writeFileSync(path, `${result}\n`);
78
- return path;
79
- }
80
- function room(type, summary, body = {}) {
81
- appendRoomMessage(stateDir, "main", {
82
- body,
83
- from: branchAddress,
84
- summary,
85
- to: roomAddress,
86
- type,
87
- });
88
- }
89
- ensureRoomMember(stateDir, run, "main", branchAddress, { display: branch, role: "worker", status: "present" }, `${branch} joined as mailbox worker`);
90
- room("awaiting_assignment", `${branch} awaiting assignment`, { branch });
91
- journal("worker.started", { artifact_dir: artifactDir, branch, run, stale_claim_ms: staleClaimMs });
92
- status("awaiting_assignment", { handled: 0, stale_claim_ms: staleClaimMs });
93
- let handled = 0;
94
- let stopping = false;
95
- while (!stopping) {
96
- const result = await handleMailboxLoopOnce({ address: branchAddress, kind: "branch", run, stateDir }, (message) => {
97
- if (isMailboxLoopStopMessage(message)) {
98
- stopping = true;
99
- room("actor.leave", `${branch} stopping`, { branch, reason: message.type });
100
- journal("worker.stopping", { id: message.id, type: message.type });
101
- status("stopping", { handled, reason: message.type });
102
- return;
103
- }
104
- room("task.claim", `${branch} claimed ${message.type}`, {
105
- branch,
106
- id: message.id,
107
- type: message.type,
108
- });
109
- const result = text(message.body);
110
- const artifact = writeResultArtifact(message.id, result);
111
- handled += 1;
112
- room("task.result", `${branch} handled ${message.type}`, {
113
- artifact,
114
- branch,
115
- id: message.id,
116
- result,
117
- type: message.type,
118
- });
119
- room("awaiting_assignment", `${branch} awaiting assignment`, { branch });
120
- journal("task.handled", { artifact, id: message.id, type: message.type });
121
- status("awaiting_assignment", {
122
- handled,
123
- last_artifact: artifact,
124
- last_id: message.id,
125
- last_type: message.type,
126
- stale_claim_ms: staleClaimMs,
127
- });
128
- }, { owner: branchAddress });
129
- if (!result.handled)
130
- await sleep(pollMs);
131
- }
132
- journal("worker.done", { branch, handled, run });
133
- status("done", { handled });
134
- }
@@ -1,5 +0,0 @@
1
- /**
2
- * Detached async-runner entrypoint logic.
3
- * Zones: async run process, command-template execution telemetry
4
- */
5
- export declare function runAsyncRunner(stateDir?: string): Promise<void>;
@@ -1,134 +0,0 @@
1
- /**
2
- * Detached async-runner entrypoint logic.
3
- * Zones: async run process, command-template execution telemetry
4
- */
5
- import { appendFileSync, readFileSync } from "node:fs";
6
- import { join } from "node:path";
7
- import { appendRecipeContextToPiArgs } from "./actor-recipe-context.js";
8
- import { execCommandTemplate } from "./command-templates.js";
9
- import { executeRegisteredTool } from "./execution.js";
10
- import { writeJsonAtomic } from "./file-state.js";
11
- function quoteCommandDetailPart(value) {
12
- if (value === "")
13
- return "''";
14
- if (/^[A-Za-z0-9_/:=.,@%+\-]+$/.test(value))
15
- return value;
16
- return `'${String(value).replaceAll("'", "'\\''")}'`;
17
- }
18
- function formatCommandDetail(command, args) {
19
- return [command, ...args].map(quoteCommandDetailPart).join(" ");
20
- }
21
- function summarizeCommandDetail(commandDetail) {
22
- return commandDetail.length > 160
23
- ? `${commandDetail.slice(0, 157)}...`
24
- : commandDetail;
25
- }
26
- export async function runAsyncRunner(stateDir = process.argv[2]) {
27
- if (!stateDir)
28
- throw new Error("missing state dir");
29
- const runPath = join(stateDir, "run.json");
30
- const progressPath = join(stateDir, "progress.json");
31
- const resultPath = join(stateDir, "result.json");
32
- const eventsPath = join(stateDir, "events.jsonl");
33
- const outboxPath = join(stateDir, "outbox.jsonl");
34
- const stdoutPath = join(stateDir, "stdout.log");
35
- const stderrPath = join(stateDir, "stderr.log");
36
- const meta = JSON.parse(readFileSync(runPath, "utf8"));
37
- function event(name, data = {}) {
38
- appendFileSync(eventsPath, `${JSON.stringify({ event: name, ts: new Date().toISOString(), ...data })}\n`);
39
- }
40
- function outbox(name, summary, data = {}, delivery = "log", level = "info") {
41
- appendFileSync(outboxPath, `${JSON.stringify({ body: data, data, delivery, event: name, from: `run:${meta.run}`, level, summary, to: "coordinator", ts: new Date().toISOString(), type: name })}\n`);
42
- }
43
- function progress(phase, extra = {}) {
44
- writeJsonAtomic(progressPath, {
45
- phase,
46
- updatedAt: new Date().toISOString(),
47
- ...extra,
48
- });
49
- }
50
- let activeSubagents = 0;
51
- let completedSubagents = 0;
52
- const subagentFailures = [];
53
- function getCommandDoneDelivery(result) {
54
- return result.code !== 0 || activeSubagents > 0 ? "followup" : "log";
55
- }
56
- function progressRunning() {
57
- progress("running", {
58
- activeSubagents,
59
- completed: completedSubagents,
60
- failures: subagentFailures,
61
- });
62
- }
63
- async function observedExec(command, args, options) {
64
- const commandDetail = formatCommandDetail(command, args);
65
- const execArgs = appendRecipeContextToPiArgs(command, args, meta.recipe_context_records, options?.actorRecipeContext);
66
- activeSubagents += 1;
67
- event("command.start", { activeSubagents, command: commandDetail });
68
- progressRunning();
69
- const result = await execCommandTemplate(command, execArgs, options);
70
- activeSubagents = Math.max(0, activeSubagents - 1);
71
- completedSubagents += 1;
72
- if (result.code !== 0) {
73
- subagentFailures.push({
74
- code: result.code,
75
- command: commandDetail,
76
- killed: result.killed,
77
- });
78
- }
79
- event("command.done", {
80
- activeSubagents,
81
- code: result.code,
82
- command: commandDetail,
83
- killed: result.killed,
84
- });
85
- outbox("command.done", `Command ${summarizeCommandDetail(commandDetail)} completed with code ${result.code}`, {
86
- activeSubagents,
87
- ...(meta.artifacts ? { artifacts: meta.artifacts } : {}),
88
- run_files: [stdoutPath, stderrPath, resultPath, eventsPath, outboxPath],
89
- code: result.code,
90
- command: commandDetail,
91
- killed: result.killed,
92
- }, getCommandDoneDelivery(result), result.code === 0 ? "info" : "error");
93
- progressRunning();
94
- return result;
95
- }
96
- try {
97
- event("run.runner.start", { pid: process.pid });
98
- progressRunning();
99
- const result = await executeRegisteredTool({
100
- name: "run_actor",
101
- description: "Detached command-template run actor",
102
- template: meta.template,
103
- args: [],
104
- defaults: {},
105
- }, meta.values || {}, observedExec, meta.cwd);
106
- const text = result.content?.[0]?.text || "";
107
- appendFileSync(stdoutPath, text);
108
- writeJsonAtomic(resultPath, {
109
- code: result.details.code,
110
- command: result.details.command,
111
- killed: result.details.killed,
112
- truncated: result.details.truncated,
113
- completedAt: new Date().toISOString(),
114
- });
115
- progress("done", {
116
- completed: 1,
117
- failures: result.details.nonCriticalFailures || [],
118
- });
119
- event("run.done", { code: result.details.code });
120
- }
121
- catch (error) {
122
- const message = error instanceof Error ? error.message : String(error);
123
- appendFileSync(stderrPath, `${message}\n`);
124
- writeJsonAtomic(resultPath, {
125
- code: 1,
126
- error: message,
127
- killed: false,
128
- completedAt: new Date().toISOString(),
129
- });
130
- progress("failed", { completed: 0, failures: [{ message }] });
131
- event("run.failed", { error: message });
132
- throw error;
133
- }
134
- }
@@ -1,5 +0,0 @@
1
- /**
2
- * Multi-actor coordinator helper entrypoint logic.
3
- * Zones: swarm coordination, worker pool orchestration
4
- */
5
- export declare function runCoordinator(argv?: string[]): Promise<void>;