kortext 2.2.0 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +7 -11
- package/CHANGELOG.md +81 -0
- package/LICENSE +21 -0
- package/README.md +144 -47
- package/USER-GUIDE.md +505 -0
- package/bin/kortext.js +23 -0
- package/bin/kortext.ts +377 -0
- package/dist/bin/kortext.js +346 -0
- package/dist/bin/kortext.js.map +1 -0
- package/dist/mcp/index.js +4 -0
- package/dist/mcp/index.js.map +1 -0
- package/dist/mcp/server.js +553 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp/sse.js +38 -0
- package/dist/mcp/sse.js.map +1 -0
- package/dist/mcp/stdio.js +44 -0
- package/dist/mcp/stdio.js.map +1 -0
- package/dist/server/cli/cleanup.js +73 -0
- package/dist/server/cli/cleanup.js.map +1 -0
- package/dist/server/cli/commands.js +73 -0
- package/dist/server/cli/commands.js.map +1 -0
- package/dist/server/cli/doctor.js +118 -0
- package/dist/server/cli/doctor.js.map +1 -0
- package/dist/server/cli/executor-factory.js +39 -0
- package/dist/server/cli/executor-factory.js.map +1 -0
- package/dist/server/cli/init.js +121 -0
- package/dist/server/cli/init.js.map +1 -0
- package/dist/server/cli/logs.js +28 -0
- package/dist/server/cli/logs.js.map +1 -0
- package/dist/server/cli/serve.js +72 -0
- package/dist/server/cli/serve.js.map +1 -0
- package/dist/server/config/env.js +12 -0
- package/dist/server/config/env.js.map +1 -0
- package/dist/server/db/client.js +32 -0
- package/dist/server/db/client.js.map +1 -0
- package/dist/server/db/json.js +21 -0
- package/dist/server/db/json.js.map +1 -0
- package/dist/server/db/migrate.js +70 -0
- package/dist/server/db/migrate.js.map +1 -0
- package/dist/server/db/migrations/001_init.sql +243 -0
- package/dist/server/db/repositories/audit-log.js +58 -0
- package/dist/server/db/repositories/audit-log.js.map +1 -0
- package/dist/server/db/repositories/backlog.js +96 -0
- package/dist/server/db/repositories/backlog.js.map +1 -0
- package/dist/server/db/repositories/contexts.js +54 -0
- package/dist/server/db/repositories/contexts.js.map +1 -0
- package/dist/server/db/repositories/decisions.js +71 -0
- package/dist/server/db/repositories/decisions.js.map +1 -0
- package/dist/server/db/repositories/handovers.js +53 -0
- package/dist/server/db/repositories/handovers.js.map +1 -0
- package/dist/server/db/repositories/index.js +30 -0
- package/dist/server/db/repositories/index.js.map +1 -0
- package/dist/server/db/repositories/locks.js +59 -0
- package/dist/server/db/repositories/locks.js.map +1 -0
- package/dist/server/db/repositories/notifications.js +63 -0
- package/dist/server/db/repositories/notifications.js.map +1 -0
- package/dist/server/db/repositories/pending-questions.js +63 -0
- package/dist/server/db/repositories/pending-questions.js.map +1 -0
- package/dist/server/db/repositories/runs.js +138 -0
- package/dist/server/db/repositories/runs.js.map +1 -0
- package/dist/server/db/repositories/runtime-artifacts.js +39 -0
- package/dist/server/db/repositories/runtime-artifacts.js.map +1 -0
- package/dist/server/db/repositories/secrets.js +65 -0
- package/dist/server/db/repositories/secrets.js.map +1 -0
- package/dist/server/db/repositories/sessions.js +48 -0
- package/dist/server/db/repositories/sessions.js.map +1 -0
- package/dist/server/db/schemas.js +308 -0
- package/dist/server/db/schemas.js.map +1 -0
- package/dist/server/engine/consistency.js +25 -0
- package/dist/server/engine/consistency.js.map +1 -0
- package/dist/server/engine/dag.js +86 -0
- package/dist/server/engine/dag.js.map +1 -0
- package/dist/server/engine/executor.js +2 -0
- package/dist/server/engine/executor.js.map +1 -0
- package/dist/server/engine/executors/claude-cli-executor.js +83 -0
- package/dist/server/engine/executors/claude-cli-executor.js.map +1 -0
- package/dist/server/engine/executors/cli-spawn.js +127 -0
- package/dist/server/engine/executors/cli-spawn.js.map +1 -0
- package/dist/server/engine/executors/codex-cli-executor.js +69 -0
- package/dist/server/engine/executors/codex-cli-executor.js.map +1 -0
- package/dist/server/engine/executors/gemini-cli-executor.js +69 -0
- package/dist/server/engine/executors/gemini-cli-executor.js.map +1 -0
- package/dist/server/engine/executors/mock-executor.js +52 -0
- package/dist/server/engine/executors/mock-executor.js.map +1 -0
- package/dist/server/engine/executors/persona-routed-executor.js +17 -0
- package/dist/server/engine/executors/persona-routed-executor.js.map +1 -0
- package/dist/server/engine/gate-enforcer.js +75 -0
- package/dist/server/engine/gate-enforcer.js.map +1 -0
- package/dist/server/engine/git-commit.js +42 -0
- package/dist/server/engine/git-commit.js.map +1 -0
- package/dist/server/engine/handover.js +120 -0
- package/dist/server/engine/handover.js.map +1 -0
- package/dist/server/engine/item-lifecycle.js +74 -0
- package/dist/server/engine/item-lifecycle.js.map +1 -0
- package/dist/server/engine/persona-registry.js +108 -0
- package/dist/server/engine/persona-registry.js.map +1 -0
- package/dist/server/engine/worker-pool.js +324 -0
- package/dist/server/engine/worker-pool.js.map +1 -0
- package/dist/server/engine/workflow-loader.js +55 -0
- package/dist/server/engine/workflow-loader.js.map +1 -0
- package/dist/server/engine/workflow-parser.js +158 -0
- package/dist/server/engine/workflow-parser.js.map +1 -0
- package/dist/server/engine/worktree.js +176 -0
- package/dist/server/engine/worktree.js.map +1 -0
- package/dist/server/index.js +99 -0
- package/dist/server/index.js.map +1 -0
- package/dist/server/notifications/dispatcher.js +60 -0
- package/dist/server/notifications/dispatcher.js.map +1 -0
- package/dist/server/notifications/slack.js +37 -0
- package/dist/server/notifications/slack.js.map +1 -0
- package/dist/server/notifications/telegram.js +33 -0
- package/dist/server/notifications/telegram.js.map +1 -0
- package/dist/server/orchestrator/approval-queue.js +83 -0
- package/dist/server/orchestrator/approval-queue.js.map +1 -0
- package/dist/server/orchestrator/blueprint-watcher.js +94 -0
- package/dist/server/orchestrator/blueprint-watcher.js.map +1 -0
- package/dist/server/orchestrator/orchestrator.js +283 -0
- package/dist/server/orchestrator/orchestrator.js.map +1 -0
- package/dist/server/orchestrator/pipeline-chainer.js +96 -0
- package/dist/server/orchestrator/pipeline-chainer.js.map +1 -0
- package/dist/server/orchestrator/resume.js +36 -0
- package/dist/server/orchestrator/resume.js.map +1 -0
- package/dist/server/routes/approvals.js +52 -0
- package/dist/server/routes/approvals.js.map +1 -0
- package/dist/server/routes/backlog.js +44 -0
- package/dist/server/routes/backlog.js.map +1 -0
- package/dist/server/routes/db-info.js +21 -0
- package/dist/server/routes/db-info.js.map +1 -0
- package/dist/server/routes/docs.js +70 -0
- package/dist/server/routes/docs.js.map +1 -0
- package/dist/server/routes/doctor.js +19 -0
- package/dist/server/routes/doctor.js.map +1 -0
- package/dist/server/routes/handovers.js +25 -0
- package/dist/server/routes/handovers.js.map +1 -0
- package/dist/server/routes/health.js +11 -0
- package/dist/server/routes/health.js.map +1 -0
- package/dist/server/routes/personas.js +96 -0
- package/dist/server/routes/personas.js.map +1 -0
- package/dist/server/routes/runs.js +41 -0
- package/dist/server/routes/runs.js.map +1 -0
- package/dist/server/routes/workflows.js +38 -0
- package/dist/server/routes/workflows.js.map +1 -0
- package/dist/server/safety/harmful-output-filter.js +40 -0
- package/dist/server/safety/harmful-output-filter.js.map +1 -0
- package/dist/server/safety/secret-scanner.js +169 -0
- package/dist/server/safety/secret-scanner.js.map +1 -0
- package/dist/server/services/markdown-sync.js +101 -0
- package/dist/server/services/markdown-sync.js.map +1 -0
- package/dist/web/assets/index-B80d5ZPZ.js +75 -0
- package/dist/web/assets/index-B80d5ZPZ.js.map +1 -0
- package/dist/web/assets/index-Bge5Gzqv.css +1 -0
- package/dist/web/index.html +13 -0
- package/docs/architecture.md +413 -0
- package/package.json +83 -11
- package/rules/behavior.md +2 -2
- package/scripts/copy-migrations.mjs +29 -0
- package/workspace/.locks/workspace_handover.md.lock +3 -0
- package/hooks/audit-logger.sh +0 -25
- package/hooks/auto-locker.sh +0 -74
- package/hooks/auto-unlocker.sh +0 -17
- package/hooks/backlog-sync-guard.sh +0 -12
- package/hooks/branch-guard.sh +0 -32
- package/hooks/commit-msg-guard.sh +0 -43
- package/hooks/git-pre-commit.sh +0 -76
- package/hooks/git-pre-push.sh +0 -17
- package/hooks/handover-guard.sh +0 -33
- package/hooks/kortext-init.sh +0 -194
- package/hooks/kortext-lib.sh +0 -141
- package/hooks/lint-guard.sh +0 -50
- package/hooks/secret-scanner.sh +0 -89
- package/hooks/size-guard.sh +0 -48
- package/hooks/snapshot-guard.sh +0 -39
- package/hooks/write-guard.sh +0 -77
- package/scripts/kortext-backlog-add.py +0 -123
- package/scripts/kortext-backlog-health.py +0 -112
- package/scripts/kortext-backlog-sync.py +0 -117
- package/scripts/kortext-bulk-plan.py +0 -63
- package/scripts/kortext-cli.py +0 -295
- package/scripts/kortext-consistency-check.py +0 -74
- package/scripts/kortext-context-check.py +0 -146
- package/scripts/kortext-handover.py +0 -107
- package/scripts/kortext-item-check.py +0 -61
- package/scripts/kortext-item-start.py +0 -70
- package/scripts/kortext-item-transition.py +0 -78
- package/scripts/kortext-lock.py +0 -174
- package/scripts/kortext-session-start.py +0 -127
- package/scripts/lock_kortext.sh +0 -34
- package/settings/.claude-settings.template.json +0 -48
- package/settings/CHANGELOG.md +0 -176
- package/settings/INTEGRATION-MAP.md +0 -276
- package/settings/README.md +0 -255
- package/settings/USER-GUIDE.md +0 -502
- package/settings/VERSION +0 -1
- package/settings/config.md +0 -8
- package/settings/runtime-adapters.md +0 -104
- package/skills/backend-developer/.gitkeep +0 -0
- package/skills/compliance-expert/.gitkeep +0 -0
- package/skills/copywriter/.gitkeep +0 -0
- package/skills/db-admin/.gitkeep +0 -0
- package/skills/delivery-manager/.gitkeep +0 -0
- package/skills/designer/.gitkeep +0 -0
- package/skills/devops-engineer/.gitkeep +0 -0
- package/skills/engineering-manager/.gitkeep +0 -0
- package/skills/frontend-developer/.gitkeep +0 -0
- package/skills/growth-expert/.gitkeep +0 -0
- package/skills/operation-manager/.gitkeep +0 -0
- package/skills/product-manager/.gitkeep +0 -0
- package/skills/qa-engineer/.gitkeep +0 -0
- package/skills/security-engineer/.gitkeep +0 -0
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
export class ApprovalQueue {
|
|
2
|
+
repos;
|
|
3
|
+
pollIntervalMs;
|
|
4
|
+
constructor(opts) {
|
|
5
|
+
this.repos = opts.repos;
|
|
6
|
+
this.pollIntervalMs = opts.pollIntervalMs ?? 500;
|
|
7
|
+
}
|
|
8
|
+
enqueue(input) {
|
|
9
|
+
const created = this.repos.pendingQuestions.create({
|
|
10
|
+
run_id: input.runId,
|
|
11
|
+
step_id: input.stepId ?? null,
|
|
12
|
+
question: input.question,
|
|
13
|
+
choices: input.choices ?? [],
|
|
14
|
+
});
|
|
15
|
+
this.repos.auditLog.append({
|
|
16
|
+
actor: 'orchestrator',
|
|
17
|
+
action: 'gate.awaiting-approval',
|
|
18
|
+
resource_type: 'pending_question',
|
|
19
|
+
resource_id: String(created.id),
|
|
20
|
+
payload: {
|
|
21
|
+
run_id: input.runId,
|
|
22
|
+
question: input.question,
|
|
23
|
+
choices: input.choices ?? [],
|
|
24
|
+
},
|
|
25
|
+
});
|
|
26
|
+
return created;
|
|
27
|
+
}
|
|
28
|
+
answer(id, answer, answered_by) {
|
|
29
|
+
const answered = this.repos.pendingQuestions.answer(id, answer, answered_by);
|
|
30
|
+
this.repos.auditLog.append({
|
|
31
|
+
actor: answered_by,
|
|
32
|
+
action: 'gate.answered',
|
|
33
|
+
resource_type: 'pending_question',
|
|
34
|
+
resource_id: String(id),
|
|
35
|
+
payload: { answer, run_id: answered.run_id },
|
|
36
|
+
});
|
|
37
|
+
return answered;
|
|
38
|
+
}
|
|
39
|
+
/** Returns the first open question for a run (oldest by created_at). */
|
|
40
|
+
findOpenForRun(runId) {
|
|
41
|
+
const open = this.repos.pendingQuestions.listOpen();
|
|
42
|
+
return open.find((q) => q.run_id === runId) ?? null;
|
|
43
|
+
}
|
|
44
|
+
async waitForAnswer(id, opts = {}) {
|
|
45
|
+
const signal = opts.signal;
|
|
46
|
+
while (true) {
|
|
47
|
+
if (signal?.aborted) {
|
|
48
|
+
throw new Error('waitForAnswer aborted');
|
|
49
|
+
}
|
|
50
|
+
const current = this.repos.pendingQuestions.get(id);
|
|
51
|
+
if (!current)
|
|
52
|
+
throw new Error(`pending_question not found: ${id}`);
|
|
53
|
+
if (current.status === 'answered')
|
|
54
|
+
return current;
|
|
55
|
+
if (current.status === 'expired' || current.status === 'cancelled') {
|
|
56
|
+
throw new Error(`pending_question ${id} ended without answer: ${current.status}`);
|
|
57
|
+
}
|
|
58
|
+
await delay(this.pollIntervalMs, signal);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
function delay(ms, signal) {
|
|
63
|
+
return new Promise((resolve, reject) => {
|
|
64
|
+
if (signal?.aborted) {
|
|
65
|
+
reject(new Error('waitForAnswer aborted'));
|
|
66
|
+
return;
|
|
67
|
+
}
|
|
68
|
+
const t = setTimeout(() => {
|
|
69
|
+
cleanup();
|
|
70
|
+
resolve();
|
|
71
|
+
}, ms);
|
|
72
|
+
const onAbort = () => {
|
|
73
|
+
cleanup();
|
|
74
|
+
reject(new Error('waitForAnswer aborted'));
|
|
75
|
+
};
|
|
76
|
+
const cleanup = () => {
|
|
77
|
+
clearTimeout(t);
|
|
78
|
+
signal?.removeEventListener('abort', onAbort);
|
|
79
|
+
};
|
|
80
|
+
signal?.addEventListener('abort', onAbort, { once: true });
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
//# sourceMappingURL=approval-queue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"approval-queue.js","sourceRoot":"","sources":["../../../server/orchestrator/approval-queue.ts"],"names":[],"mappings":"AA+BA,MAAM,OAAO,aAAa;IACP,KAAK,CAAe;IACpB,cAAc,CAAS;IAExC,YAAY,IAA0B;QACpC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,GAAG,CAAC;IACnD,CAAC;IAED,OAAO,CAAC,KAAmB;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC;YACjD,MAAM,EAAE,KAAK,CAAC,KAAK;YACnB,OAAO,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;YAC7B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YACzB,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,wBAAwB;YAChC,aAAa,EAAE,kBAAkB;YACjC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO,EAAE;gBACP,MAAM,EAAE,KAAK,CAAC,KAAK;gBACnB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;aAC7B;SACF,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,MAAM,CAAC,EAAU,EAAE,MAAc,EAAE,WAAmB;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC7E,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YACzB,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,eAAe;YACvB,aAAa,EAAE,kBAAkB;YACjC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;SAC7C,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,wEAAwE;IACxE,cAAc,CAAC,KAAa;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,EAAU,EAAE,OAAoB,EAAE;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;YACnE,IAAI,OAAO,CAAC,MAAM,KAAK,UAAU;gBAAE,OAAO,OAAO,CAAC;YAClD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACnE,MAAM,IAAI,KAAK,CAAC,oBAAoB,EAAE,0BAA0B,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YACpF,CAAC;YACD,MAAM,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;CACF;AAED,SAAS,KAAK,CAAC,EAAU,EAAE,MAAoB;IAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;YAC3C,OAAO;QACT,CAAC;QACD,MAAM,CAAC,GAAG,UAAU,CAAC,GAAG,EAAE;YACxB,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,YAAY,CAAC,CAAC,CAAC,CAAC;YAChB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC,CAAC;QACF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { existsSync, readFileSync, watch } from 'node:fs';
|
|
2
|
+
export class BlueprintWatcher {
|
|
3
|
+
opts;
|
|
4
|
+
lastSeenStatus = null;
|
|
5
|
+
inFlight = null;
|
|
6
|
+
fsWatcher = null;
|
|
7
|
+
debounceTimer = null;
|
|
8
|
+
constructor(opts) {
|
|
9
|
+
this.opts = opts;
|
|
10
|
+
}
|
|
11
|
+
start() {
|
|
12
|
+
if (this.fsWatcher)
|
|
13
|
+
return;
|
|
14
|
+
if (!existsSync(this.opts.filePath)) {
|
|
15
|
+
// Watch the directory and look for the file appearing later.
|
|
16
|
+
// For Faz 3 we keep it simple and require the file to exist already.
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
this.fsWatcher = watch(this.opts.filePath, () => {
|
|
20
|
+
if (this.debounceTimer)
|
|
21
|
+
clearTimeout(this.debounceTimer);
|
|
22
|
+
this.debounceTimer = setTimeout(() => {
|
|
23
|
+
void this.handleChange();
|
|
24
|
+
}, this.opts.debounceMs ?? 150);
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
stop() {
|
|
28
|
+
if (this.debounceTimer) {
|
|
29
|
+
clearTimeout(this.debounceTimer);
|
|
30
|
+
this.debounceTimer = null;
|
|
31
|
+
}
|
|
32
|
+
if (this.fsWatcher) {
|
|
33
|
+
this.fsWatcher.close();
|
|
34
|
+
this.fsWatcher = null;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
async handleChange() {
|
|
38
|
+
if (this.inFlight)
|
|
39
|
+
return this.inFlight;
|
|
40
|
+
this.inFlight = this.doHandleChange().finally(() => {
|
|
41
|
+
this.inFlight = null;
|
|
42
|
+
});
|
|
43
|
+
return this.inFlight;
|
|
44
|
+
}
|
|
45
|
+
async doHandleChange() {
|
|
46
|
+
if (!existsSync(this.opts.filePath)) {
|
|
47
|
+
return { triggered: false, reason: 'file-missing' };
|
|
48
|
+
}
|
|
49
|
+
const status = readStatusFrontmatter(this.opts.filePath);
|
|
50
|
+
if (status === null) {
|
|
51
|
+
return { triggered: false, reason: 'no-status' };
|
|
52
|
+
}
|
|
53
|
+
const previous = this.lastSeenStatus;
|
|
54
|
+
this.lastSeenStatus = status;
|
|
55
|
+
if (status !== 'approved') {
|
|
56
|
+
return { triggered: false, reason: 'not-approved' };
|
|
57
|
+
}
|
|
58
|
+
if (previous === 'approved') {
|
|
59
|
+
return { triggered: false, reason: 'unchanged' };
|
|
60
|
+
}
|
|
61
|
+
try {
|
|
62
|
+
await this.opts.onApproved(this.opts.filePath);
|
|
63
|
+
return { triggered: true };
|
|
64
|
+
}
|
|
65
|
+
catch {
|
|
66
|
+
// Reset cache so the next change can retry the trigger.
|
|
67
|
+
this.lastSeenStatus = previous;
|
|
68
|
+
return { triggered: false, reason: 'callback-failed' };
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
function readStatusFrontmatter(path) {
|
|
73
|
+
let body;
|
|
74
|
+
try {
|
|
75
|
+
body = readFileSync(path, 'utf8');
|
|
76
|
+
}
|
|
77
|
+
catch {
|
|
78
|
+
return null;
|
|
79
|
+
}
|
|
80
|
+
if (!body.startsWith('---'))
|
|
81
|
+
return null;
|
|
82
|
+
const end = body.indexOf('\n---', 3);
|
|
83
|
+
if (end < 0)
|
|
84
|
+
return null;
|
|
85
|
+
const block = body.slice(3, end);
|
|
86
|
+
for (const raw of block.split('\n')) {
|
|
87
|
+
const line = raw.trim();
|
|
88
|
+
if (line.startsWith('status:')) {
|
|
89
|
+
return line.slice('status:'.length).trim().replace(/^['"]|['"]$/g, '');
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
return null;
|
|
93
|
+
}
|
|
94
|
+
//# sourceMappingURL=blueprint-watcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"blueprint-watcher.js","sourceRoot":"","sources":["../../../server/orchestrator/blueprint-watcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,KAAK,EAAkB,MAAM,SAAS,CAAC;AAoC1E,MAAM,OAAO,gBAAgB;IAME;IALrB,cAAc,GAAkB,IAAI,CAAC;IACrC,QAAQ,GAAuC,IAAI,CAAC;IACpD,SAAS,GAAqB,IAAI,CAAC;IACnC,aAAa,GAA0B,IAAI,CAAC;IAEpD,YAA6B,IAA6B;QAA7B,SAAI,GAAJ,IAAI,CAAyB;IAAG,CAAC;IAE9D,KAAK;QACH,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,6DAA6D;YAC7D,qEAAqE;YACrE,OAAO;QACT,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;YAC9C,IAAI,IAAI,CAAC,aAAa;gBAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACzD,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;gBACnC,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3B,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACjD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QACtD,CAAC;QAED,MAAM,MAAM,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC;QAE7B,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;YAC1B,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QACtD,CAAC;QACD,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;YAC5B,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QACnD,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/C,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,wDAAwD;YACxD,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC;YAC/B,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;QACzD,CAAC;IACH,CAAC;CACF;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACrC,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,283 @@
|
|
|
1
|
+
import { buildGraph } from "../engine/dag.js";
|
|
2
|
+
import { runWorkflow, } from "../engine/worker-pool.js";
|
|
3
|
+
import { chainNextWorkflow } from "./pipeline-chainer.js";
|
|
4
|
+
import { BlueprintWatcher } from "./blueprint-watcher.js";
|
|
5
|
+
export class Orchestrator {
|
|
6
|
+
opts;
|
|
7
|
+
maxParallelRuns;
|
|
8
|
+
active = 0;
|
|
9
|
+
waiters = [];
|
|
10
|
+
watcher = null;
|
|
11
|
+
constructor(opts) {
|
|
12
|
+
this.opts = opts;
|
|
13
|
+
this.maxParallelRuns = Math.max(1, opts.maxParallelRuns ?? 3);
|
|
14
|
+
if (opts.blueprint) {
|
|
15
|
+
this.watcher = new BlueprintWatcher({
|
|
16
|
+
filePath: opts.blueprint.filePath,
|
|
17
|
+
onApproved: async () => {
|
|
18
|
+
await this.triggerWorkflow(opts.blueprint.triggerWorkflowId);
|
|
19
|
+
},
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
setMaxParallelRuns(n) {
|
|
24
|
+
this.maxParallelRuns = Math.max(1, n);
|
|
25
|
+
// Wake waiters if we just raised the limit.
|
|
26
|
+
while (this.active < this.maxParallelRuns && this.waiters.length > 0) {
|
|
27
|
+
const wake = this.waiters.shift();
|
|
28
|
+
wake?.();
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
start() {
|
|
32
|
+
this.watcher?.start();
|
|
33
|
+
}
|
|
34
|
+
stop() {
|
|
35
|
+
this.watcher?.stop();
|
|
36
|
+
}
|
|
37
|
+
/** Exposed so tests (and future webhooks) can poke the watcher directly. */
|
|
38
|
+
async handleBlueprintChange() {
|
|
39
|
+
if (!this.watcher)
|
|
40
|
+
return;
|
|
41
|
+
await this.watcher.handleChange();
|
|
42
|
+
}
|
|
43
|
+
async triggerWorkflow(workflowId) {
|
|
44
|
+
await this.acquireSlot();
|
|
45
|
+
try {
|
|
46
|
+
return await this.runOne(workflowId);
|
|
47
|
+
}
|
|
48
|
+
finally {
|
|
49
|
+
this.releaseSlot();
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
async triggerMany(workflowIds) {
|
|
53
|
+
return Promise.all(workflowIds.map((id) => this.triggerWorkflow(id)));
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Retry a previously rejected run.
|
|
57
|
+
*
|
|
58
|
+
* Preconditions:
|
|
59
|
+
* - the run exists, is `cancelled`, and its `error_message` starts with `rejected:`
|
|
60
|
+
* - the workflow definition is still resolvable via `loadWorkflowById`
|
|
61
|
+
*
|
|
62
|
+
* Behaviour:
|
|
63
|
+
* - succeeded steps from the original run are marked `skipped` (resumed) on
|
|
64
|
+
* the new run so the scheduler picks up at the next layer
|
|
65
|
+
* - the previous worktree is reused (no new acquireWorktree call)
|
|
66
|
+
*/
|
|
67
|
+
async retryRun(runId) {
|
|
68
|
+
const previous = this.opts.repos.runs.getRun(runId);
|
|
69
|
+
if (!previous)
|
|
70
|
+
return { ok: false, reason: 'run-not-found' };
|
|
71
|
+
const msg = previous.error_message ?? '';
|
|
72
|
+
const retryable = previous.status === 'cancelled' &&
|
|
73
|
+
(msg.startsWith('rejected:') || msg.startsWith('orphaned:'));
|
|
74
|
+
if (!retryable)
|
|
75
|
+
return { ok: false, reason: 'not-retryable' };
|
|
76
|
+
const def = this.opts.loadWorkflowById(previous.workflow_id);
|
|
77
|
+
if (!def)
|
|
78
|
+
return { ok: false, reason: 'workflow-not-found' };
|
|
79
|
+
await this.acquireSlot();
|
|
80
|
+
try {
|
|
81
|
+
const graph = buildGraph(def);
|
|
82
|
+
const indexToKey = new Map();
|
|
83
|
+
for (const node of graph.nodes.values()) {
|
|
84
|
+
indexToKey.set(node.step.index, node.step.key);
|
|
85
|
+
}
|
|
86
|
+
const completedKeys = new Set();
|
|
87
|
+
for (const step of this.opts.repos.runs.listSteps(previous.id)) {
|
|
88
|
+
if (step.status === 'succeeded') {
|
|
89
|
+
const key = indexToKey.get(step.step_index);
|
|
90
|
+
if (key)
|
|
91
|
+
completedKeys.add(key);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
this.opts.repos.auditLog.append({
|
|
95
|
+
actor: 'orchestrator',
|
|
96
|
+
action: 'run.retry',
|
|
97
|
+
resource_type: 'run',
|
|
98
|
+
resource_id: String(previous.id),
|
|
99
|
+
payload: {
|
|
100
|
+
workflow_id: previous.workflow_id,
|
|
101
|
+
resumed_step_keys: [...completedKeys],
|
|
102
|
+
worktree_path: previous.worktree_path,
|
|
103
|
+
},
|
|
104
|
+
});
|
|
105
|
+
const result = await runWorkflow(graph, this.opts.executor, this.opts.repos, {
|
|
106
|
+
concurrency: this.opts.runOptions?.concurrency,
|
|
107
|
+
safety: this.opts.runOptions?.safety,
|
|
108
|
+
triggeredBy: `retry:${previous.id}`,
|
|
109
|
+
itemId: previous.item_id,
|
|
110
|
+
worktreePath: previous.worktree_path ?? undefined,
|
|
111
|
+
gates: def.gates,
|
|
112
|
+
gateController: this.opts.gateController,
|
|
113
|
+
preCompletedStepKeys: completedKeys,
|
|
114
|
+
});
|
|
115
|
+
const succeeded = result.run.status === 'succeeded';
|
|
116
|
+
await this.dispatch(succeeded ? 'pipeline.succeeded' : 'pipeline.failed', {
|
|
117
|
+
runId: result.run.id,
|
|
118
|
+
workflowId: def.id,
|
|
119
|
+
summary: succeeded
|
|
120
|
+
? `${def.title} succeeded after retry`
|
|
121
|
+
: `${def.title} failed after retry`,
|
|
122
|
+
payload: {
|
|
123
|
+
workflow_id: def.id,
|
|
124
|
+
retry_of: previous.id,
|
|
125
|
+
},
|
|
126
|
+
});
|
|
127
|
+
return { ok: true, run: result.run, chainedRuns: [] };
|
|
128
|
+
}
|
|
129
|
+
finally {
|
|
130
|
+
this.releaseSlot();
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
async runOne(workflowId) {
|
|
134
|
+
const def = this.opts.loadWorkflowById(workflowId);
|
|
135
|
+
if (!def) {
|
|
136
|
+
this.opts.repos.auditLog.append({
|
|
137
|
+
actor: 'orchestrator',
|
|
138
|
+
action: 'pipeline.trigger-skipped',
|
|
139
|
+
resource_type: 'workflow',
|
|
140
|
+
resource_id: workflowId,
|
|
141
|
+
payload: { reason: 'workflow-not-found' },
|
|
142
|
+
});
|
|
143
|
+
return { ok: false, reason: 'workflow-not-found' };
|
|
144
|
+
}
|
|
145
|
+
const graph = buildGraph(def);
|
|
146
|
+
if (this.opts.gateEnforcer) {
|
|
147
|
+
const gate = await this.opts.gateEnforcer.check(graph);
|
|
148
|
+
if (!gate.ok) {
|
|
149
|
+
this.opts.repos.auditLog.append({
|
|
150
|
+
actor: 'orchestrator',
|
|
151
|
+
action: 'pipeline.trigger-skipped',
|
|
152
|
+
resource_type: 'workflow',
|
|
153
|
+
resource_id: workflowId,
|
|
154
|
+
payload: { reason: 'gate-failed', failures: gate.failures },
|
|
155
|
+
});
|
|
156
|
+
return { ok: false, reason: 'gate-failed', details: gate.failures };
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
let worktreePath;
|
|
160
|
+
let release = null;
|
|
161
|
+
if (this.opts.acquireWorktree) {
|
|
162
|
+
// We need an id to key the worktree. Create a placeholder run row first.
|
|
163
|
+
const placeholder = this.opts.repos.runs.createRun({
|
|
164
|
+
workflow_id: def.id,
|
|
165
|
+
item_id: null,
|
|
166
|
+
status: 'queued',
|
|
167
|
+
worktree_path: null,
|
|
168
|
+
triggered_by: 'orchestrator',
|
|
169
|
+
});
|
|
170
|
+
const handle = await this.opts.acquireWorktree(placeholder.id);
|
|
171
|
+
worktreePath = handle.path;
|
|
172
|
+
release = handle.release;
|
|
173
|
+
// We mark the placeholder cancelled — runWorkflow will create its own row.
|
|
174
|
+
this.opts.repos.runs.transitionRun(placeholder.id, 'cancelled');
|
|
175
|
+
}
|
|
176
|
+
try {
|
|
177
|
+
await this.dispatch('pipeline.started', {
|
|
178
|
+
runId: 0,
|
|
179
|
+
workflowId: def.id,
|
|
180
|
+
summary: `${def.title} starting`,
|
|
181
|
+
payload: { workflow_id: def.id },
|
|
182
|
+
});
|
|
183
|
+
const result = await runWorkflow(graph, this.opts.executor, this.opts.repos, {
|
|
184
|
+
concurrency: this.opts.runOptions?.concurrency,
|
|
185
|
+
safety: this.opts.runOptions?.safety,
|
|
186
|
+
triggeredBy: 'orchestrator',
|
|
187
|
+
itemId: null,
|
|
188
|
+
worktreePath,
|
|
189
|
+
gates: def.gates,
|
|
190
|
+
gateController: this.opts.gateController,
|
|
191
|
+
});
|
|
192
|
+
const succeeded = result.run.status === 'succeeded';
|
|
193
|
+
await this.dispatch(succeeded ? 'pipeline.succeeded' : 'pipeline.failed', {
|
|
194
|
+
runId: result.run.id,
|
|
195
|
+
workflowId: def.id,
|
|
196
|
+
summary: succeeded
|
|
197
|
+
? `${def.title} succeeded`
|
|
198
|
+
: `${def.title} failed at step ${result.failedStepKey ?? '?'}`,
|
|
199
|
+
payload: {
|
|
200
|
+
workflow_id: def.id,
|
|
201
|
+
failed_step_key: result.failedStepKey,
|
|
202
|
+
},
|
|
203
|
+
});
|
|
204
|
+
if (release)
|
|
205
|
+
await release({ success: succeeded });
|
|
206
|
+
const chainedRuns = [];
|
|
207
|
+
if (succeeded) {
|
|
208
|
+
await this.followChain(result.run, def, chainedRuns);
|
|
209
|
+
}
|
|
210
|
+
return { ok: true, run: result.run, chainedRuns };
|
|
211
|
+
}
|
|
212
|
+
catch (err) {
|
|
213
|
+
if (release)
|
|
214
|
+
await release({ success: false });
|
|
215
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
216
|
+
this.opts.repos.auditLog.append({
|
|
217
|
+
actor: 'orchestrator',
|
|
218
|
+
action: 'pipeline.execution-error',
|
|
219
|
+
resource_type: 'workflow',
|
|
220
|
+
resource_id: workflowId,
|
|
221
|
+
payload: { message },
|
|
222
|
+
});
|
|
223
|
+
return { ok: false, reason: 'execution-error', details: message };
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
async followChain(previousRun, previousDef, accumulated) {
|
|
227
|
+
if (!previousDef.nextWorkflowId)
|
|
228
|
+
return;
|
|
229
|
+
const chained = await chainNextWorkflow(previousRun, previousDef, {
|
|
230
|
+
repos: this.opts.repos,
|
|
231
|
+
executor: this.opts.executor,
|
|
232
|
+
loadWorkflowById: this.opts.loadWorkflowById,
|
|
233
|
+
gateEnforcer: this.opts.gateEnforcer,
|
|
234
|
+
acquireWorktree: this.opts.acquireWorktree,
|
|
235
|
+
runOptions: this.opts.runOptions,
|
|
236
|
+
});
|
|
237
|
+
if (!chained.chained)
|
|
238
|
+
return;
|
|
239
|
+
accumulated.push(chained.run);
|
|
240
|
+
const succeeded = chained.run.status === 'succeeded';
|
|
241
|
+
await this.dispatch(succeeded ? 'pipeline.succeeded' : 'pipeline.failed', {
|
|
242
|
+
runId: chained.run.id,
|
|
243
|
+
workflowId: chained.definition.id,
|
|
244
|
+
summary: succeeded
|
|
245
|
+
? `${chained.definition.title} succeeded (chained)`
|
|
246
|
+
: `${chained.definition.title} failed (chained)`,
|
|
247
|
+
payload: { workflow_id: chained.definition.id, chained_from: previousDef.id },
|
|
248
|
+
});
|
|
249
|
+
if (succeeded) {
|
|
250
|
+
await this.followChain(chained.run, chained.definition, accumulated);
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
async dispatch(kind, event) {
|
|
254
|
+
if (!this.opts.dispatcher)
|
|
255
|
+
return;
|
|
256
|
+
try {
|
|
257
|
+
await this.opts.dispatcher.dispatch({ kind, ...event });
|
|
258
|
+
}
|
|
259
|
+
catch {
|
|
260
|
+
// Dispatcher errors must never break the run loop.
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
async acquireSlot() {
|
|
264
|
+
if (this.active < this.maxParallelRuns) {
|
|
265
|
+
this.active += 1;
|
|
266
|
+
return;
|
|
267
|
+
}
|
|
268
|
+
await new Promise((resolve) => {
|
|
269
|
+
this.waiters.push(() => {
|
|
270
|
+
this.active += 1;
|
|
271
|
+
resolve();
|
|
272
|
+
});
|
|
273
|
+
});
|
|
274
|
+
}
|
|
275
|
+
releaseSlot() {
|
|
276
|
+
this.active -= 1;
|
|
277
|
+
if (this.waiters.length > 0 && this.active < this.maxParallelRuns) {
|
|
278
|
+
const wake = this.waiters.shift();
|
|
279
|
+
wake?.();
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
//# sourceMappingURL=orchestrator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../../server/orchestrator/orchestrator.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EACL,WAAW,GAGZ,MAAM,0BAA0B,CAAC;AAQlC,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAqE1D,MAAM,OAAO,YAAY;IAMM;IALrB,eAAe,CAAS;IACxB,MAAM,GAAG,CAAC,CAAC;IACX,OAAO,GAAsB,EAAE,CAAC;IAChC,OAAO,GAA4B,IAAI,CAAC;IAEhD,YAA6B,IAAyB;QAAzB,SAAI,GAAJ,IAAI,CAAqB;QACpD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;QAC9D,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,GAAG,IAAI,gBAAgB,CAAC;gBAClC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;gBACjC,UAAU,EAAE,KAAK,IAAI,EAAE;oBACrB,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAU,CAAC,iBAAiB,CAAC,CAAC;gBAChE,CAAC;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,CAAS;QAC1B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtC,4CAA4C;QAC5C,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,EAAE,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,IAAI;QACF,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;IACvB,CAAC;IAED,4EAA4E;IAC5E,KAAK,CAAC,qBAAqB;QACzB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,UAAkB;QACtC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,WAAqB;QACrC,OAAO,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;QAC7D,MAAM,GAAG,GAAG,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC;QACzC,MAAM,SAAS,GACb,QAAQ,CAAC,MAAM,KAAK,WAAW;YAC/B,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;QAE9D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC7D,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC;QAE7D,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBACxC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjD,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;YACxC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC/D,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBAChC,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC5C,IAAI,GAAG;wBAAE,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC9B,KAAK,EAAE,cAAc;gBACrB,MAAM,EAAE,WAAW;gBACnB,aAAa,EAAE,KAAK;gBACpB,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,OAAO,EAAE;oBACP,WAAW,EAAE,QAAQ,CAAC,WAAW;oBACjC,iBAAiB,EAAE,CAAC,GAAG,aAAa,CAAC;oBACrC,aAAa,EAAE,QAAQ,CAAC,aAAa;iBACtC;aACF,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;gBAC3E,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW;gBAC9C,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM;gBACpC,WAAW,EAAE,SAAS,QAAQ,CAAC,EAAE,EAAE;gBACnC,MAAM,EAAE,QAAQ,CAAC,OAAO;gBACxB,YAAY,EAAE,QAAQ,CAAC,aAAa,IAAI,SAAS;gBACjD,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc;gBACxC,oBAAoB,EAAE,aAAa;aACpC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC;YACpD,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,iBAAiB,EAAE;gBACxE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;gBACpB,UAAU,EAAE,GAAG,CAAC,EAAE;gBAClB,OAAO,EAAE,SAAS;oBAChB,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,wBAAwB;oBACtC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,qBAAqB;gBACrC,OAAO,EAAE;oBACP,WAAW,EAAE,GAAG,CAAC,EAAE;oBACnB,QAAQ,EAAE,QAAQ,CAAC,EAAE;iBACtB;aACF,CAAC,CAAC;YAEH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;QACxD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,UAAkB;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC9B,KAAK,EAAE,cAAc;gBACrB,MAAM,EAAE,0BAA0B;gBAClC,aAAa,EAAE,UAAU;gBACzB,WAAW,EAAE,UAAU;gBACvB,OAAO,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE;aAC1C,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAE9B,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC9B,KAAK,EAAE,cAAc;oBACrB,MAAM,EAAE,0BAA0B;oBAClC,aAAa,EAAE,UAAU;oBACzB,WAAW,EAAE,UAAU;oBACvB,OAAO,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE;iBAC5D,CAAC,CAAC;gBACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtE,CAAC;QACH,CAAC;QAED,IAAI,YAAgC,CAAC;QACrC,IAAI,OAAO,GAA2D,IAAI,CAAC;QAC3E,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9B,yEAAyE;YACzE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;gBACjD,WAAW,EAAE,GAAG,CAAC,EAAE;gBACnB,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,QAAQ;gBAChB,aAAa,EAAE,IAAI;gBACnB,YAAY,EAAE,cAAc;aAC7B,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC/D,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC;YAC3B,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YACzB,2EAA2E;YAC3E,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE;gBACtC,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,GAAG,CAAC,EAAE;gBAClB,OAAO,EAAE,GAAG,GAAG,CAAC,KAAK,WAAW;gBAChC,OAAO,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE;aACjC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;gBAC3E,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW;gBAC9C,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM;gBACpC,WAAW,EAAE,cAAc;gBAC3B,MAAM,EAAE,IAAI;gBACZ,YAAY;gBACZ,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc;aACzC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC;YACpD,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,iBAAiB,EAAE;gBACxE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;gBACpB,UAAU,EAAE,GAAG,CAAC,EAAE;gBAClB,OAAO,EAAE,SAAS;oBAChB,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,YAAY;oBAC1B,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,mBAAmB,MAAM,CAAC,aAAa,IAAI,GAAG,EAAE;gBAChE,OAAO,EAAE;oBACP,WAAW,EAAE,GAAG,CAAC,EAAE;oBACnB,eAAe,EAAE,MAAM,CAAC,aAAa;iBACtC;aACF,CAAC,CAAC;YAEH,IAAI,OAAO;gBAAE,MAAM,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;YAEnD,MAAM,WAAW,GAAU,EAAE,CAAC;YAC9B,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;YACvD,CAAC;YAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,OAAO;gBAAE,MAAM,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/C,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC9B,KAAK,EAAE,cAAc;gBACrB,MAAM,EAAE,0BAA0B;gBAClC,aAAa,EAAE,UAAU;gBACzB,WAAW,EAAE,UAAU;gBACvB,OAAO,EAAE,EAAE,OAAO,EAAE;aACrB,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QACpE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,WAAgB,EAChB,WAA+B,EAC/B,WAAkB;QAElB,IAAI,CAAC,WAAW,CAAC,cAAc;YAAE,OAAO;QACxC,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,WAAW,EAAE,WAAW,EAAE;YAChE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;YACtB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;YAC5B,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAC5C,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY;YACpC,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe;YAC1C,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU;SACjC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAC7B,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC;QACrD,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,iBAAiB,EAAE;YACxE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE;YACrB,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE;YACjC,OAAO,EAAE,SAAS;gBAChB,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,sBAAsB;gBACnD,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,mBAAmB;YAClD,OAAO,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,YAAY,EAAE,WAAW,CAAC,EAAE,EAAE;SAC9E,CAAC,CAAC;QACH,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,IAAsB,EACtB,KAAsC;QAEtC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAClC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,mDAAmD;QACrD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;YACjB,OAAO;QACT,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;gBACrB,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;gBACjB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QACjB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YAClE,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,EAAE,EAAE,CAAC;QACX,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { buildGraph } from "../engine/dag.js";
|
|
2
|
+
import { runWorkflow } from "../engine/worker-pool.js";
|
|
3
|
+
export async function chainNextWorkflow(previousRun, previousDefinition, opts) {
|
|
4
|
+
const { repos } = opts;
|
|
5
|
+
if (previousRun.status !== 'succeeded') {
|
|
6
|
+
recordSkipped(repos, previousRun, previousDefinition, 'previous-not-succeeded');
|
|
7
|
+
return { chained: false, reason: 'previous-not-succeeded' };
|
|
8
|
+
}
|
|
9
|
+
const nextId = previousDefinition.nextWorkflowId;
|
|
10
|
+
if (!nextId) {
|
|
11
|
+
recordSkipped(repos, previousRun, previousDefinition, 'no-next-workflow');
|
|
12
|
+
return { chained: false, reason: 'no-next-workflow' };
|
|
13
|
+
}
|
|
14
|
+
const nextDef = opts.loadWorkflowById(nextId);
|
|
15
|
+
if (!nextDef) {
|
|
16
|
+
recordSkipped(repos, previousRun, previousDefinition, 'next-workflow-not-found', {
|
|
17
|
+
requested_id: nextId,
|
|
18
|
+
});
|
|
19
|
+
return { chained: false, reason: 'next-workflow-not-found' };
|
|
20
|
+
}
|
|
21
|
+
const nextGraph = buildGraph(nextDef);
|
|
22
|
+
if (opts.gateEnforcer) {
|
|
23
|
+
const gate = await opts.gateEnforcer.check(nextGraph, {
|
|
24
|
+
previousWorkflowId: previousDefinition.id,
|
|
25
|
+
});
|
|
26
|
+
if (!gate.ok) {
|
|
27
|
+
recordSkipped(repos, previousRun, previousDefinition, 'gate-failed', {
|
|
28
|
+
failures: gate.failures,
|
|
29
|
+
});
|
|
30
|
+
return { chained: false, reason: 'gate-failed', details: gate.failures };
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
let worktreePath;
|
|
34
|
+
let release = null;
|
|
35
|
+
if (opts.acquireWorktree) {
|
|
36
|
+
// We don't have a run id yet — acquireWorktree is keyed on the *next* run.
|
|
37
|
+
// Allocate a transient id by inserting a placeholder run first.
|
|
38
|
+
const placeholder = repos.runs.createRun({
|
|
39
|
+
workflow_id: nextDef.id,
|
|
40
|
+
item_id: previousRun.item_id,
|
|
41
|
+
status: 'queued',
|
|
42
|
+
worktree_path: null,
|
|
43
|
+
triggered_by: `chain:${previousDefinition.id}`,
|
|
44
|
+
});
|
|
45
|
+
const handle = await opts.acquireWorktree(placeholder.id);
|
|
46
|
+
worktreePath = handle.path;
|
|
47
|
+
release = handle.release;
|
|
48
|
+
// We don't keep the placeholder — runWorkflow creates its own row.
|
|
49
|
+
// Mark it cancelled so audit history stays clean.
|
|
50
|
+
repos.runs.transitionRun(placeholder.id, 'cancelled');
|
|
51
|
+
}
|
|
52
|
+
try {
|
|
53
|
+
const result = await runWorkflow(nextGraph, opts.executor, repos, {
|
|
54
|
+
concurrency: opts.runOptions?.concurrency,
|
|
55
|
+
safety: opts.runOptions?.safety,
|
|
56
|
+
triggeredBy: `chain:${previousDefinition.id}`,
|
|
57
|
+
itemId: previousRun.item_id,
|
|
58
|
+
worktreePath,
|
|
59
|
+
});
|
|
60
|
+
repos.auditLog.append({
|
|
61
|
+
actor: 'orchestrator',
|
|
62
|
+
action: 'pipeline.chained',
|
|
63
|
+
resource_type: 'run',
|
|
64
|
+
resource_id: String(previousRun.id),
|
|
65
|
+
payload: {
|
|
66
|
+
from_workflow: previousDefinition.id,
|
|
67
|
+
to_workflow: nextDef.id,
|
|
68
|
+
next_run_id: result.run.id,
|
|
69
|
+
failed_step_key: result.failedStepKey,
|
|
70
|
+
},
|
|
71
|
+
});
|
|
72
|
+
if (release)
|
|
73
|
+
await release({ success: result.run.status === 'succeeded' });
|
|
74
|
+
return { chained: true, run: result.run, definition: nextDef };
|
|
75
|
+
}
|
|
76
|
+
catch (err) {
|
|
77
|
+
if (release)
|
|
78
|
+
await release({ success: false });
|
|
79
|
+
throw err;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
function recordSkipped(repos, previousRun, previousDefinition, reason, extra) {
|
|
83
|
+
repos.auditLog.append({
|
|
84
|
+
actor: 'orchestrator',
|
|
85
|
+
action: 'pipeline.chain-skipped',
|
|
86
|
+
resource_type: 'run',
|
|
87
|
+
resource_id: String(previousRun.id),
|
|
88
|
+
payload: {
|
|
89
|
+
from_workflow: previousDefinition.id,
|
|
90
|
+
next_workflow: previousDefinition.nextWorkflowId,
|
|
91
|
+
reason,
|
|
92
|
+
...extra,
|
|
93
|
+
},
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
//# sourceMappingURL=pipeline-chainer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline-chainer.js","sourceRoot":"","sources":["../../../server/orchestrator/pipeline-chainer.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAA2B,MAAM,0BAA0B,CAAC;AA+ChF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,WAAgB,EAChB,kBAAsC,EACtC,IAAsB;IAEtB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;IAEvB,IAAI,WAAW,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACvC,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,wBAAwB,CAAC,CAAC;QAChF,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;IAC9D,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,cAAc,CAAC;IACjD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,CAAC;QAC1E,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;IACxD,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,yBAAyB,EAAE;YAC/E,YAAY,EAAE,MAAM;SACrB,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,yBAAyB,EAAE,CAAC;IAC/D,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;IAEtC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE;YACpD,kBAAkB,EAAE,kBAAkB,CAAC,EAAE;SAC1C,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,aAAa,EAAE;gBACnE,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,IAAI,YAAgC,CAAC;IACrC,IAAI,OAAO,GAA2D,IAAI,CAAC;IAC3E,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,2EAA2E;QAC3E,gEAAgE;QAChE,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;YACvC,WAAW,EAAE,OAAO,CAAC,EAAE;YACvB,OAAO,EAAE,WAAW,CAAC,OAAO;YAC5B,MAAM,EAAE,QAAQ;YAChB,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,SAAS,kBAAkB,CAAC,EAAE,EAAE;SAC/C,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC1D,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC;QAC3B,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QACzB,mEAAmE;QACnE,kDAAkD;QAClD,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE;YAChE,WAAW,EAAE,IAAI,CAAC,UAAU,EAAE,WAAW;YACzC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM;YAC/B,WAAW,EAAE,SAAS,kBAAkB,CAAC,EAAE,EAAE;YAC7C,MAAM,EAAE,WAAW,CAAC,OAAO;YAC3B,YAAY;SACb,CAAC,CAAC;QAEH,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YACpB,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,kBAAkB;YAC1B,aAAa,EAAE,KAAK;YACpB,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YACnC,OAAO,EAAE;gBACP,aAAa,EAAE,kBAAkB,CAAC,EAAE;gBACpC,WAAW,EAAE,OAAO,CAAC,EAAE;gBACvB,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE;gBAC1B,eAAe,EAAE,MAAM,CAAC,aAAa;aACtC;SACF,CAAC,CAAC;QAEH,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC,CAAC;QAE3E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IACjE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/C,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,KAAmB,EACnB,WAAgB,EAChB,kBAAsC,EACtC,MAGC,EACD,KAA+B;IAE/B,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpB,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,KAAK;QACpB,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE;YACP,aAAa,EAAE,kBAAkB,CAAC,EAAE;YACpC,aAAa,EAAE,kBAAkB,CAAC,cAAc;YAChD,MAAM;YACN,GAAG,KAAK;SACT;KACF,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Resume / orphan-recovery on server boot.
|
|
3
|
+
*
|
|
4
|
+
* A 'running' run in the DB after restart is a zombie — the worker-pool that
|
|
5
|
+
* was driving it is gone. We flip these to 'cancelled' with a distinguishable
|
|
6
|
+
* error_message prefix so:
|
|
7
|
+
*
|
|
8
|
+
* - the dashboard can render them as "interrupted" rather than "failed"
|
|
9
|
+
* - `Orchestrator.retryRun()` can re-pick them up alongside rejected runs
|
|
10
|
+
*
|
|
11
|
+
* We deliberately do NOT auto-restart: the user must explicitly retry so they
|
|
12
|
+
* can inspect / fix the worktree first.
|
|
13
|
+
*/
|
|
14
|
+
export const ORPHANED_PREFIX = 'orphaned:';
|
|
15
|
+
export const ORPHANED_MESSAGE = `${ORPHANED_PREFIX} server restarted`;
|
|
16
|
+
export function resumeOrphanedRuns(repos) {
|
|
17
|
+
const running = repos.runs.listRuns({ status: 'running', limit: 1000 });
|
|
18
|
+
const recovered = [];
|
|
19
|
+
for (const run of running) {
|
|
20
|
+
repos.runs.transitionRun(run.id, 'cancelled', { error_message: ORPHANED_MESSAGE });
|
|
21
|
+
repos.auditLog.append({
|
|
22
|
+
actor: 'system',
|
|
23
|
+
action: 'run.orphaned-recovered',
|
|
24
|
+
resource_type: 'run',
|
|
25
|
+
resource_id: String(run.id),
|
|
26
|
+
payload: {
|
|
27
|
+
previous_status: 'running',
|
|
28
|
+
workflow_id: run.workflow_id,
|
|
29
|
+
worktree_path: run.worktree_path,
|
|
30
|
+
},
|
|
31
|
+
});
|
|
32
|
+
recovered.push(run.id);
|
|
33
|
+
}
|
|
34
|
+
return { recovered };
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=resume.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resume.js","sourceRoot":"","sources":["../../../server/orchestrator/resume.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;GAYG;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,WAAW,CAAC;AAC3C,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,eAAe,mBAAmB,CAAC;AAMtE,MAAM,UAAU,kBAAkB,CAAC,KAAmB;IACpD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC,CAAC;QACnF,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YACpB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,wBAAwB;YAChC,aAAa,EAAE,KAAK;YACpB,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE;gBACP,eAAe,EAAE,SAAS;gBAC1B,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,aAAa,EAAE,GAAG,CAAC,aAAa;aACjC;SACF,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,CAAC;AACvB,CAAC"}
|