plugin-agent-orchestrator 1.1.2 → 1.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client/index.js +1 -1
- package/dist/client-v2/214.b063f33ba044a808.js +10 -0
- package/dist/client-v2/253.59577b40d9875be0.js +10 -0
- package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
- package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
- package/dist/client-v2/418.58fa350f5496efd3.js +10 -0
- package/dist/client-v2/{53.7c29c28043e9112d.js → 53.9a10455323390f14.js} +1 -1
- package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
- package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
- package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
- package/dist/client-v2/925.e5925bf21ed68e7a.js +10 -0
- package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +8 -6
- package/dist/locale/en-US.json +48 -28
- package/dist/locale/vi-VN.json +48 -28
- package/dist/locale/zh-CN.json +48 -28
- package/dist/server/collections/agent-execution-spans.js +47 -0
- package/dist/server/collections/agent-harness-profile-versions.js +56 -0
- package/dist/server/collections/agent-harness-profiles.js +12 -0
- package/dist/server/collections/agent-loop-action-approvals.js +68 -0
- package/dist/server/collections/agent-loop-artifacts.js +55 -0
- package/dist/server/collections/agent-loop-circuit-states.js +53 -0
- package/dist/server/collections/agent-loop-control-settings.js +51 -0
- package/dist/server/collections/agent-loop-events.js +27 -0
- package/dist/server/collections/agent-loop-path-locks.js +57 -0
- package/dist/server/collections/agent-loop-patterns.js +72 -0
- package/dist/server/collections/agent-loop-runs.js +163 -2
- package/dist/server/collections/agent-loop-steps.js +69 -0
- package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
- package/dist/server/collections/agent-loop-worktrees.js +55 -0
- package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
- package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
- package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
- package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
- package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
- package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
- package/dist/server/plugin.js +52 -150
- package/dist/server/resources/agent-loop-approval.js +83 -0
- package/dist/server/resources/agent-loop-artifact.js +86 -0
- package/dist/server/resources/agent-loop-events-stream.js +130 -0
- package/dist/server/resources/agent-loop.js +181 -139
- package/dist/server/resources/resource-helpers.js +63 -0
- package/dist/server/resources/tracing.js +121 -107
- package/dist/server/services/DurableCircuitBreakerService.js +229 -0
- package/dist/server/services/HarnessCompiler.js +142 -0
- package/dist/server/services/HarnessProfileService.js +168 -0
- package/dist/server/services/HarnessSchema.js +167 -0
- package/dist/server/services/LoopBudgetService.js +269 -0
- package/dist/server/services/LoopControlService.js +139 -0
- package/dist/server/services/LoopPatternSchema.js +180 -0
- package/dist/server/services/LoopPatternService.js +132 -0
- package/dist/server/services/LoopRunRepository.js +205 -0
- package/dist/server/services/LoopRunStateMachine.js +389 -0
- package/dist/server/services/LoopSchedulerService.js +193 -0
- package/dist/server/services/LoopTriggerService.js +128 -0
- package/dist/server/services/LoopWorkerService.js +461 -0
- package/dist/server/services/PathLockService.js +288 -0
- package/dist/server/services/PluginAiRuntimeAdapter.js +215 -0
- package/dist/server/services/VerificationSchema.js +59 -0
- package/dist/server/services/VerificationService.js +169 -0
- package/dist/server/skill-hub/actions/git-import.js +13 -7
- package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
- package/dist/server/utils/ensure-indexes.js +111 -0
- package/dist/server/utils/loop-pattern-context.js +56 -0
- package/package.json +2 -2
- package/src/client/OrchestratorSettings.tsx +44 -0
- package/src/client-v2/components/AgentRunsTab.tsx +576 -494
- package/src/client-v2/components/HarnessProfilesTab.tsx +13 -8
- package/src/client-v2/components/MemoryInspectorTab.tsx +19 -3
- package/src/client-v2/components/TracingTab.tsx +515 -432
- package/src/client-v2/hooks/useApiRequest.ts +141 -121
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +8 -6
- package/src/locale/en-US.json +52 -28
- package/src/locale/vi-VN.json +52 -28
- package/src/locale/zh-CN.json +52 -28
- package/src/server/__tests__/circuit-breaker.test.ts +225 -146
- package/src/server/__tests__/harness-compiler.test.ts +131 -0
- package/src/server/__tests__/harness-profile-service.test.ts +116 -0
- package/src/server/__tests__/harness-tool-plan.test.ts +148 -0
- package/src/server/__tests__/loop-budget-service.test.ts +255 -0
- package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
- package/src/server/__tests__/loop-pattern-schema.test.ts +56 -0
- package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
- package/src/server/__tests__/loop-run-state-machine.test.ts +90 -0
- package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
- package/src/server/__tests__/loop-worker-execution.test.ts +236 -0
- package/src/server/__tests__/path-lock-service.test.ts +254 -0
- package/src/server/__tests__/smoke.test.ts +62 -21
- package/src/server/collections/agent-execution-spans.ts +47 -0
- package/src/server/collections/agent-harness-profile-versions.ts +26 -0
- package/src/server/collections/agent-harness-profiles.ts +12 -0
- package/src/server/collections/agent-loop-action-approvals.ts +38 -0
- package/src/server/collections/agent-loop-artifacts.ts +25 -0
- package/src/server/collections/agent-loop-circuit-states.ts +23 -0
- package/src/server/collections/agent-loop-control-settings.ts +21 -0
- package/src/server/collections/agent-loop-events.ts +27 -0
- package/src/server/collections/agent-loop-path-locks.ts +27 -0
- package/src/server/collections/agent-loop-patterns.ts +42 -0
- package/src/server/collections/agent-loop-runs.ts +163 -2
- package/src/server/collections/agent-loop-steps.ts +69 -0
- package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
- package/src/server/collections/agent-loop-worktrees.ts +25 -0
- package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +3 -0
- package/src/server/migrations/20260429000000-add-llm-fields.ts +3 -2
- package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +13 -6
- package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +2 -1
- package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +2 -1
- package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
- package/src/server/plugin.ts +53 -167
- package/src/server/resources/agent-loop-approval.ts +52 -0
- package/src/server/resources/agent-loop-artifact.ts +56 -0
- package/src/server/resources/agent-loop-events-stream.ts +105 -0
- package/src/server/resources/agent-loop.ts +202 -143
- package/src/server/resources/agent-monitor.ts +482 -482
- package/src/server/resources/resource-helpers.ts +33 -0
- package/src/server/resources/tracing.ts +145 -137
- package/src/server/services/DurableCircuitBreakerService.ts +239 -0
- package/src/server/services/HarnessCompiler.ts +133 -0
- package/src/server/services/HarnessProfileService.ts +157 -0
- package/src/server/services/HarnessSchema.ts +163 -0
- package/src/server/services/LoopBudgetService.ts +275 -0
- package/src/server/services/LoopControlService.ts +124 -0
- package/src/server/services/LoopPatternSchema.ts +167 -0
- package/src/server/services/LoopPatternService.ts +143 -0
- package/src/server/services/LoopRunRepository.ts +237 -0
- package/src/server/services/LoopRunStateMachine.ts +432 -0
- package/src/server/services/LoopSchedulerService.ts +199 -0
- package/src/server/services/LoopTriggerService.ts +115 -0
- package/src/server/services/LoopWorkerService.ts +522 -0
- package/src/server/services/PathLockService.ts +321 -0
- package/src/server/services/PluginAiRuntimeAdapter.ts +315 -0
- package/src/server/services/VerificationSchema.ts +31 -0
- package/src/server/services/VerificationService.ts +185 -0
- package/src/server/skill-hub/actions/__tests__/git-import.test.ts +62 -0
- package/src/server/skill-hub/actions/git-import.ts +9 -3
- package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +1 -5
- package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +1 -3
- package/src/server/utils/ensure-indexes.ts +96 -0
- package/src/server/utils/logging.ts +0 -1
- package/src/server/utils/loop-pattern-context.ts +20 -0
- package/dist/client-v2/214.79650a549273f163.js +0 -10
- package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
- package/dist/client-v2/264.718a107e43fc163c.js +0 -10
- package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
- package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
- package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
- package/dist/server/services/AgentHarness.js +0 -81
- package/dist/server/services/AgentLoopController.js +0 -1023
- package/dist/server/services/AgentLoopRepository.js +0 -192
- package/dist/server/services/AgentLoopService.js +0 -142
- package/dist/server/services/AgentPlanValidator.js +0 -99
- package/dist/server/services/AgentPlannerService.js +0 -99
- package/dist/server/services/CircuitBreaker.js +0 -125
- package/dist/server/services/ContextAggregator.js +0 -201
- package/dist/server/services/PlanningPromptService.js +0 -95
- package/dist/server/tools/agent-loop.js +0 -373
- package/dist/server/tools/orchestrator-plan.js +0 -254
- package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
- package/src/server/__tests__/context-aggregator.test.ts +0 -222
- package/src/server/__tests__/parallel-execution.test.ts +0 -318
- package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
- package/src/server/services/AgentHarness.ts +0 -67
- package/src/server/services/AgentLoopController.ts +0 -1263
- package/src/server/services/AgentLoopRepository.ts +0 -178
- package/src/server/services/AgentLoopService.ts +0 -177
- package/src/server/services/AgentPlanValidator.ts +0 -73
- package/src/server/services/AgentPlannerService.ts +0 -80
- package/src/server/services/CircuitBreaker.ts +0 -126
- package/src/server/services/ContextAggregator.ts +0 -239
- package/src/server/services/PlanningPromptService.ts +0 -72
- package/src/server/tools/agent-loop.ts +0 -360
- package/src/server/tools/orchestrator-plan.ts +0 -255
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file is part of the NocoBase (R) project.
|
|
3
|
+
* Copyright (c) 2020-2024 NocoBase Co., Ltd.
|
|
4
|
+
* Authors: NocoBase Team.
|
|
5
|
+
*
|
|
6
|
+
* This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
|
|
7
|
+
* For more information, please refer to: https://www.nocobase.com/agreement.
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
var __defProp = Object.defineProperty;
|
|
11
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
12
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
13
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
14
|
+
var __export = (target, all) => {
|
|
15
|
+
for (var name in all)
|
|
16
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
17
|
+
};
|
|
18
|
+
var __copyProps = (to, from, except, desc) => {
|
|
19
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
20
|
+
for (let key of __getOwnPropNames(from))
|
|
21
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
22
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
23
|
+
}
|
|
24
|
+
return to;
|
|
25
|
+
};
|
|
26
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
27
|
+
var LoopTriggerService_exports = {};
|
|
28
|
+
__export(LoopTriggerService_exports, {
|
|
29
|
+
LoopTriggerService: () => LoopTriggerService
|
|
30
|
+
});
|
|
31
|
+
module.exports = __toCommonJS(LoopTriggerService_exports);
|
|
32
|
+
var import_node_crypto = require("node:crypto");
|
|
33
|
+
var import_LoopControlService = require("./LoopControlService");
|
|
34
|
+
function read(record, key) {
|
|
35
|
+
const model = record;
|
|
36
|
+
return typeof model.get === "function" ? model.get(key) : record[key];
|
|
37
|
+
}
|
|
38
|
+
function plain(record) {
|
|
39
|
+
return typeof record.toJSON === "function" ? record.toJSON() : record;
|
|
40
|
+
}
|
|
41
|
+
function isUniqueConstraintError(error) {
|
|
42
|
+
return error instanceof Error && error.name === "SequelizeUniqueConstraintError";
|
|
43
|
+
}
|
|
44
|
+
class LoopTriggerService {
|
|
45
|
+
constructor(database, patterns) {
|
|
46
|
+
this.database = database;
|
|
47
|
+
this.patterns = patterns;
|
|
48
|
+
this.control = new import_LoopControlService.LoopControlService(database);
|
|
49
|
+
}
|
|
50
|
+
control;
|
|
51
|
+
async enqueue(input) {
|
|
52
|
+
const triggerKey = input.triggerKey.trim();
|
|
53
|
+
if (!triggerKey) throw new Error("Trigger key is required.");
|
|
54
|
+
await this.control.assertCanEnqueue();
|
|
55
|
+
const compiled = await this.patterns.compile(input.patternId, input.perRunHarness);
|
|
56
|
+
if (compiled.pattern.triggerType !== input.triggerType && input.triggerType !== "manual") {
|
|
57
|
+
throw new Error(
|
|
58
|
+
`Pattern ${compiled.pattern.key} expects ${compiled.pattern.triggerType} triggers, not ${input.triggerType}.`
|
|
59
|
+
);
|
|
60
|
+
}
|
|
61
|
+
const goal = (input.goal || compiled.pattern.goalTemplate).trim();
|
|
62
|
+
if (!goal) throw new Error("Loop run goal is required.");
|
|
63
|
+
try {
|
|
64
|
+
return await this.database.sequelize.transaction(async (transaction) => {
|
|
65
|
+
await this.control.assertCanEnqueue(transaction);
|
|
66
|
+
const now = /* @__PURE__ */ new Date();
|
|
67
|
+
const run = await this.database.getRepository("agentLoopRuns").create({
|
|
68
|
+
values: {
|
|
69
|
+
rootRunId: `loop_${(0, import_node_crypto.randomUUID)()}`,
|
|
70
|
+
runtimeVersion: "control-plane-v2",
|
|
71
|
+
recordMode: "observed-execution",
|
|
72
|
+
patternId: input.patternId,
|
|
73
|
+
triggerType: input.triggerType,
|
|
74
|
+
triggerKey,
|
|
75
|
+
triggerPayload: input.triggerPayload || {},
|
|
76
|
+
autonomyLevel: compiled.pattern.autonomyLevel,
|
|
77
|
+
roleBindingsSnapshot: compiled.roleBindings,
|
|
78
|
+
leaderHarnessSnapshot: compiled.leaderHarness,
|
|
79
|
+
makerHarnessSnapshot: compiled.makerHarnesses,
|
|
80
|
+
verifierHarnessSnapshot: compiled.verifierHarness,
|
|
81
|
+
policySnapshot: compiled.policy,
|
|
82
|
+
leaderUsername: compiled.roleBindings.leader,
|
|
83
|
+
verifierUsername: compiled.roleBindings.verifier,
|
|
84
|
+
goal,
|
|
85
|
+
status: "queued",
|
|
86
|
+
repositoryKey: compiled.pattern.repositoryKey,
|
|
87
|
+
repositoryRoot: compiled.pattern.repositoryRoot,
|
|
88
|
+
baseRef: compiled.pattern.baseRef,
|
|
89
|
+
actingOn: [...compiled.pattern.actingOn],
|
|
90
|
+
userId: input.userId || null,
|
|
91
|
+
createdAt: now,
|
|
92
|
+
updatedAt: now
|
|
93
|
+
},
|
|
94
|
+
transaction
|
|
95
|
+
});
|
|
96
|
+
const runId = Number(read(run, "id"));
|
|
97
|
+
await this.database.getRepository("agentLoopEvents").create({
|
|
98
|
+
values: {
|
|
99
|
+
runId,
|
|
100
|
+
type: "run_queued",
|
|
101
|
+
title: "Run queued",
|
|
102
|
+
content: `Pattern ${compiled.pattern.key} accepted ${input.triggerType} trigger ${triggerKey}.`,
|
|
103
|
+
status: "queued",
|
|
104
|
+
payload: { patternKey: compiled.pattern.key, triggerType: input.triggerType },
|
|
105
|
+
actorType: input.triggerType === "manual" ? "user" : "system",
|
|
106
|
+
actorIdentity: input.userId ? String(input.userId) : input.triggerType,
|
|
107
|
+
correlationKey: `queued:${triggerKey}`,
|
|
108
|
+
userId: input.userId || null,
|
|
109
|
+
createdAt: now
|
|
110
|
+
},
|
|
111
|
+
transaction
|
|
112
|
+
});
|
|
113
|
+
return { created: true, run: plain(run) };
|
|
114
|
+
});
|
|
115
|
+
} catch (error) {
|
|
116
|
+
if (!isUniqueConstraintError(error)) throw error;
|
|
117
|
+
const existing = await this.database.getRepository("agentLoopRuns").findOne({
|
|
118
|
+
filter: { patternId: input.patternId, triggerKey }
|
|
119
|
+
});
|
|
120
|
+
if (!existing) throw error;
|
|
121
|
+
return { created: false, run: plain(existing) };
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
126
|
+
0 && (module.exports = {
|
|
127
|
+
LoopTriggerService
|
|
128
|
+
});
|
|
@@ -0,0 +1,461 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file is part of the NocoBase (R) project.
|
|
3
|
+
* Copyright (c) 2020-2024 NocoBase Co., Ltd.
|
|
4
|
+
* Authors: NocoBase Team.
|
|
5
|
+
*
|
|
6
|
+
* This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
|
|
7
|
+
* For more information, please refer to: https://www.nocobase.com/agreement.
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
var __defProp = Object.defineProperty;
|
|
11
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
12
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
13
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
14
|
+
var __export = (target, all) => {
|
|
15
|
+
for (var name in all)
|
|
16
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
17
|
+
};
|
|
18
|
+
var __copyProps = (to, from, except, desc) => {
|
|
19
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
20
|
+
for (let key of __getOwnPropNames(from))
|
|
21
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
22
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
23
|
+
}
|
|
24
|
+
return to;
|
|
25
|
+
};
|
|
26
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
27
|
+
var LoopWorkerService_exports = {};
|
|
28
|
+
__export(LoopWorkerService_exports, {
|
|
29
|
+
LoopWorkerService: () => LoopWorkerService,
|
|
30
|
+
loopWorkerAbortMessage: () => loopWorkerAbortMessage
|
|
31
|
+
});
|
|
32
|
+
module.exports = __toCommonJS(LoopWorkerService_exports);
|
|
33
|
+
var import_node_crypto = require("node:crypto");
|
|
34
|
+
var import_DurableCircuitBreakerService = require("./DurableCircuitBreakerService");
|
|
35
|
+
var import_LoopBudgetService = require("./LoopBudgetService");
|
|
36
|
+
var import_LoopControlService = require("./LoopControlService");
|
|
37
|
+
var import_LoopPatternSchema = require("./LoopPatternSchema");
|
|
38
|
+
var import_LoopRunStateMachine = require("./LoopRunStateMachine");
|
|
39
|
+
var import_PathLockService = require("./PathLockService");
|
|
40
|
+
var import_PluginAiRuntimeAdapter = require("./PluginAiRuntimeAdapter");
|
|
41
|
+
var import_VerificationService = require("./VerificationService");
|
|
42
|
+
const POLL_INTERVAL_MS = 3e3;
|
|
43
|
+
const LEASE_MS = 12e4;
|
|
44
|
+
const HEARTBEAT_MS = 3e4;
|
|
45
|
+
const PATH_LOCK_TTL_MS = 9e5;
|
|
46
|
+
function loopWorkerAbortMessage(runId) {
|
|
47
|
+
return { type: "loop-run-abort-requested", runId };
|
|
48
|
+
}
|
|
49
|
+
function read(record, key) {
|
|
50
|
+
const model = record;
|
|
51
|
+
return typeof model.get === "function" ? model.get(key) : record[key];
|
|
52
|
+
}
|
|
53
|
+
function asObject(value) {
|
|
54
|
+
return value && typeof value === "object" && !Array.isArray(value) ? value : {};
|
|
55
|
+
}
|
|
56
|
+
function asStringArray(value) {
|
|
57
|
+
return Array.isArray(value) ? value.map((item) => String(item)).filter(Boolean) : [];
|
|
58
|
+
}
|
|
59
|
+
function autonomyLevel(value) {
|
|
60
|
+
return value === "L2" || value === "L3" ? value : "L1";
|
|
61
|
+
}
|
|
62
|
+
function harnessFrom(value) {
|
|
63
|
+
const snapshot = asObject(value);
|
|
64
|
+
const effective = asObject(snapshot.effective);
|
|
65
|
+
if (!effective.tools) throw new Error("The run harness snapshot is missing its compiled settings.");
|
|
66
|
+
return effective;
|
|
67
|
+
}
|
|
68
|
+
function inputHash(value) {
|
|
69
|
+
return (0, import_node_crypto.createHash)("sha256").update(JSON.stringify(value ?? null)).digest("hex");
|
|
70
|
+
}
|
|
71
|
+
class LoopWorkerService {
|
|
72
|
+
constructor(app, database) {
|
|
73
|
+
this.app = app;
|
|
74
|
+
this.database = database;
|
|
75
|
+
const distributedLock = {
|
|
76
|
+
runExclusive: (key, operation, ttl) => this.app.lockManager.runExclusive(key, operation, ttl)
|
|
77
|
+
};
|
|
78
|
+
this.control = new import_LoopControlService.LoopControlService(database);
|
|
79
|
+
this.stateMachine = new import_LoopRunStateMachine.LoopRunStateMachine(database);
|
|
80
|
+
this.budgets = new import_LoopBudgetService.LoopBudgetService(database, distributedLock);
|
|
81
|
+
this.circuits = new import_DurableCircuitBreakerService.DurableCircuitBreakerService(database, distributedLock);
|
|
82
|
+
this.pathLocks = new import_PathLockService.PathLockService(database, distributedLock);
|
|
83
|
+
this.runtime = new import_PluginAiRuntimeAdapter.PluginAiRuntimeAdapter(app);
|
|
84
|
+
this.verification = new import_VerificationService.VerificationService(database, this.runtime, this.stateMachine);
|
|
85
|
+
this.workerId = `${app.name}:${process.pid}:${(0, import_node_crypto.randomUUID)()}`;
|
|
86
|
+
}
|
|
87
|
+
control;
|
|
88
|
+
stateMachine;
|
|
89
|
+
budgets;
|
|
90
|
+
circuits;
|
|
91
|
+
pathLocks;
|
|
92
|
+
runtime;
|
|
93
|
+
verification;
|
|
94
|
+
workerId;
|
|
95
|
+
active = /* @__PURE__ */ new Map();
|
|
96
|
+
heldPathLocks = /* @__PURE__ */ new Map();
|
|
97
|
+
timer = null;
|
|
98
|
+
running = false;
|
|
99
|
+
draining = null;
|
|
100
|
+
start = () => {
|
|
101
|
+
if (this.running || !this.app.serving("agent-loop:worker")) return;
|
|
102
|
+
this.running = true;
|
|
103
|
+
this.scheduleNextPoll();
|
|
104
|
+
};
|
|
105
|
+
async stop() {
|
|
106
|
+
this.running = false;
|
|
107
|
+
if (this.timer) clearTimeout(this.timer);
|
|
108
|
+
this.timer = null;
|
|
109
|
+
for (const controller of this.active.values()) controller.abort();
|
|
110
|
+
if (this.draining) await this.draining.catch(() => void 0);
|
|
111
|
+
}
|
|
112
|
+
abortRun(runId) {
|
|
113
|
+
var _a;
|
|
114
|
+
(_a = this.active.get(runId)) == null ? void 0 : _a.abort();
|
|
115
|
+
}
|
|
116
|
+
// A run is only active on the node that claimed it, and `sendSyncMessage` publishes with
|
|
117
|
+
// `skipSelf`, so pause/cancel aborts locally and broadcasts for whichever other node holds it.
|
|
118
|
+
async handleSyncMessage(message) {
|
|
119
|
+
if (!message || typeof message !== "object") return;
|
|
120
|
+
const value = message;
|
|
121
|
+
if (value.type !== "loop-run-abort-requested") return;
|
|
122
|
+
const runId = Number(value.runId);
|
|
123
|
+
if (!Number.isSafeInteger(runId) || runId <= 0) return;
|
|
124
|
+
this.abortRun(runId);
|
|
125
|
+
}
|
|
126
|
+
scheduleNextPoll() {
|
|
127
|
+
if (!this.running) return;
|
|
128
|
+
this.timer = setTimeout(() => {
|
|
129
|
+
this.draining = this.poll().catch((error) => {
|
|
130
|
+
this.app.logger.error("[AgentOrchestrator] Loop worker poll failed.", { error });
|
|
131
|
+
}).finally(() => this.scheduleNextPoll());
|
|
132
|
+
}, POLL_INTERVAL_MS);
|
|
133
|
+
}
|
|
134
|
+
async poll() {
|
|
135
|
+
if (!this.running) return;
|
|
136
|
+
const claimed = await this.stateMachine.claimNext(this.workerId, LEASE_MS);
|
|
137
|
+
if (!claimed) return;
|
|
138
|
+
await this.execute(claimed);
|
|
139
|
+
}
|
|
140
|
+
async execute(claimed) {
|
|
141
|
+
const runId = Number(claimed.run.id);
|
|
142
|
+
const controller = new AbortController();
|
|
143
|
+
this.active.set(runId, controller);
|
|
144
|
+
const heartbeat = setInterval(() => {
|
|
145
|
+
this.heartbeat(runId, claimed.leaseToken).catch((error) => {
|
|
146
|
+
this.app.logger.warn(`[AgentOrchestrator] Loop run ${runId} lost its worker lease.`, { error });
|
|
147
|
+
controller.abort();
|
|
148
|
+
});
|
|
149
|
+
}, HEARTBEAT_MS);
|
|
150
|
+
let snapshot = null;
|
|
151
|
+
try {
|
|
152
|
+
snapshot = this.snapshotFrom(claimed.run);
|
|
153
|
+
await this.runToCompletion(snapshot, claimed.leaseToken, controller.signal);
|
|
154
|
+
} catch (error) {
|
|
155
|
+
await this.failRun(runId, claimed.leaseToken, snapshot, error);
|
|
156
|
+
} finally {
|
|
157
|
+
clearInterval(heartbeat);
|
|
158
|
+
this.active.delete(runId);
|
|
159
|
+
const repositoryKey = this.heldPathLocks.get(runId);
|
|
160
|
+
this.heldPathLocks.delete(runId);
|
|
161
|
+
if (repositoryKey) {
|
|
162
|
+
await this.pathLocks.release(runId, repositoryKey, claimed.leaseToken).catch((error) => this.app.logger.warn(`[AgentOrchestrator] Path lock release failed.`, { error }));
|
|
163
|
+
}
|
|
164
|
+
await this.stateMachine.releaseLease(runId, claimed.leaseToken).catch(() => void 0);
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
async heartbeat(runId, leaseToken) {
|
|
168
|
+
await this.stateMachine.renewLease(runId, leaseToken, LEASE_MS);
|
|
169
|
+
const repositoryKey = this.heldPathLocks.get(runId);
|
|
170
|
+
if (repositoryKey) await this.pathLocks.renew(runId, repositoryKey, PATH_LOCK_TTL_MS, leaseToken);
|
|
171
|
+
}
|
|
172
|
+
async runToCompletion(snapshot, leaseToken, signal) {
|
|
173
|
+
var _a;
|
|
174
|
+
await this.control.assertCanExecute();
|
|
175
|
+
const scopeKey = `pattern:${snapshot.patternId}`;
|
|
176
|
+
await this.circuits.authorizeAttempt({
|
|
177
|
+
patternId: snapshot.patternId,
|
|
178
|
+
scopeKey,
|
|
179
|
+
policy: snapshot.policy.circuit
|
|
180
|
+
});
|
|
181
|
+
if (!await this.acquirePaths(snapshot, leaseToken)) return;
|
|
182
|
+
await this.stateMachine.transition({
|
|
183
|
+
runId: snapshot.id,
|
|
184
|
+
to: "running",
|
|
185
|
+
actorType: "worker",
|
|
186
|
+
actorIdentity: this.workerId,
|
|
187
|
+
leaseToken,
|
|
188
|
+
eventType: "run_started",
|
|
189
|
+
title: "Run started",
|
|
190
|
+
content: `Leader ${snapshot.leaderUsername} began working on the goal.`,
|
|
191
|
+
correlationKey: `started:${snapshot.id}`,
|
|
192
|
+
values: { currentRole: "leader" }
|
|
193
|
+
});
|
|
194
|
+
const leader = await this.invokeRole(snapshot, {
|
|
195
|
+
role: "leader",
|
|
196
|
+
username: snapshot.leaderUsername,
|
|
197
|
+
harness: snapshot.leaderHarness,
|
|
198
|
+
systemMessage: "You lead an autonomous run. Break the goal into concrete work for your makers, then finish with a concise plan of what must be built and which evidence will prove it. You do not modify anything yourself.",
|
|
199
|
+
prompt: snapshot.goal,
|
|
200
|
+
leaseToken,
|
|
201
|
+
signal
|
|
202
|
+
});
|
|
203
|
+
if (leader.interrupted.length) {
|
|
204
|
+
await this.parkForApproval(snapshot, leader, leaseToken);
|
|
205
|
+
return;
|
|
206
|
+
}
|
|
207
|
+
const makerReports = [leader.content];
|
|
208
|
+
for (const username of snapshot.makerUsernames) {
|
|
209
|
+
const harness = (_a = snapshot.makerHarnesses[username]) == null ? void 0 : _a.effective;
|
|
210
|
+
if (!harness) {
|
|
211
|
+
throw new Error(`The claimed run has no harness snapshot for maker "${username}".`);
|
|
212
|
+
}
|
|
213
|
+
const maker = await this.invokeRole(snapshot, {
|
|
214
|
+
role: "maker",
|
|
215
|
+
username,
|
|
216
|
+
harness,
|
|
217
|
+
systemMessage: "You are a maker on an autonomous run. Do the work assigned by the leader using only the tools you were granted, and report exactly what you changed and the evidence for it.",
|
|
218
|
+
prompt: [
|
|
219
|
+
`Goal: ${snapshot.goal}`,
|
|
220
|
+
"",
|
|
221
|
+
"Leader's plan:",
|
|
222
|
+
leader.content || "(the leader produced no textual plan)"
|
|
223
|
+
].join("\n"),
|
|
224
|
+
leaseToken,
|
|
225
|
+
signal
|
|
226
|
+
});
|
|
227
|
+
if (maker.interrupted.length) {
|
|
228
|
+
await this.parkForApproval(snapshot, maker, leaseToken);
|
|
229
|
+
return;
|
|
230
|
+
}
|
|
231
|
+
makerReports.push(`# ${username}
|
|
232
|
+
${maker.content}`);
|
|
233
|
+
}
|
|
234
|
+
const makerSummary = makerReports.join("\n\n");
|
|
235
|
+
await this.stateMachine.transition({
|
|
236
|
+
runId: snapshot.id,
|
|
237
|
+
to: "verifying",
|
|
238
|
+
actorType: "worker",
|
|
239
|
+
actorIdentity: this.workerId,
|
|
240
|
+
leaseToken,
|
|
241
|
+
eventType: "run_verifying",
|
|
242
|
+
title: "Verification started",
|
|
243
|
+
content: `Verifier ${snapshot.verifierUsername} is reviewing the reported result.`,
|
|
244
|
+
correlationKey: `verifying:${snapshot.id}`,
|
|
245
|
+
values: { currentRole: "verifier", finalAnswer: makerSummary }
|
|
246
|
+
});
|
|
247
|
+
await this.budgets.reserve({
|
|
248
|
+
runId: snapshot.id,
|
|
249
|
+
patternId: snapshot.patternId,
|
|
250
|
+
policy: snapshot.policy,
|
|
251
|
+
delta: { verifications: 1 }
|
|
252
|
+
});
|
|
253
|
+
const outcome = await this.verification.verifyAndFinalize({
|
|
254
|
+
runId: snapshot.id,
|
|
255
|
+
goal: snapshot.goal,
|
|
256
|
+
autonomyLevel: snapshot.autonomyLevel,
|
|
257
|
+
verifierUsername: snapshot.verifierUsername,
|
|
258
|
+
leaderUsername: snapshot.leaderUsername,
|
|
259
|
+
makerUsernames: snapshot.makerUsernames,
|
|
260
|
+
verifierHarness: snapshot.verifierHarness,
|
|
261
|
+
policy: snapshot.policy,
|
|
262
|
+
makerSummary,
|
|
263
|
+
userId: snapshot.userId,
|
|
264
|
+
workerId: this.workerId,
|
|
265
|
+
leaseToken,
|
|
266
|
+
signal
|
|
267
|
+
});
|
|
268
|
+
if (outcome.finalStatus === "failed") {
|
|
269
|
+
await this.circuits.recordFailure({
|
|
270
|
+
patternId: snapshot.patternId,
|
|
271
|
+
scopeKey: `pattern:${snapshot.patternId}`,
|
|
272
|
+
policy: snapshot.policy.circuit,
|
|
273
|
+
error: new Error(`Verifier rejected run ${snapshot.id}.`),
|
|
274
|
+
lastRunId: snapshot.id
|
|
275
|
+
});
|
|
276
|
+
return;
|
|
277
|
+
}
|
|
278
|
+
await this.circuits.recordSuccess(snapshot.patternId, `pattern:${snapshot.patternId}`, snapshot.id);
|
|
279
|
+
}
|
|
280
|
+
async acquirePaths(snapshot, leaseToken) {
|
|
281
|
+
if (!snapshot.repositoryKey || !snapshot.actingOn.length) return true;
|
|
282
|
+
const lock = await this.pathLocks.acquire({
|
|
283
|
+
runId: snapshot.id,
|
|
284
|
+
repositoryKey: snapshot.repositoryKey,
|
|
285
|
+
owner: leaseToken,
|
|
286
|
+
paths: snapshot.actingOn,
|
|
287
|
+
ttlMs: PATH_LOCK_TTL_MS
|
|
288
|
+
});
|
|
289
|
+
if (lock.acquired) {
|
|
290
|
+
this.heldPathLocks.set(snapshot.id, snapshot.repositoryKey);
|
|
291
|
+
return true;
|
|
292
|
+
}
|
|
293
|
+
const deadlocked = lock.deadlocked;
|
|
294
|
+
await this.stateMachine.transition({
|
|
295
|
+
runId: snapshot.id,
|
|
296
|
+
to: deadlocked ? "blocked" : "waiting_lock",
|
|
297
|
+
actorType: "worker",
|
|
298
|
+
actorIdentity: this.workerId,
|
|
299
|
+
leaseToken,
|
|
300
|
+
eventType: deadlocked ? "run_blocked" : "run_waiting_lock",
|
|
301
|
+
title: deadlocked ? "Run blocked by a lock cycle" : "Waiting for repository paths",
|
|
302
|
+
content: `Blocked by run(s): ${lock.blockers.join(", ")}.`,
|
|
303
|
+
correlationKey: `lock:${snapshot.id}:${lock.blockers.join("-")}`,
|
|
304
|
+
values: deadlocked ? { blockedReason: "Path lock wait graph contains a cycle." } : {}
|
|
305
|
+
});
|
|
306
|
+
return false;
|
|
307
|
+
}
|
|
308
|
+
async invokeRole(snapshot, input) {
|
|
309
|
+
await this.budgets.reserve({
|
|
310
|
+
runId: snapshot.id,
|
|
311
|
+
patternId: snapshot.patternId,
|
|
312
|
+
policy: snapshot.policy,
|
|
313
|
+
delta: { invocations: 1 }
|
|
314
|
+
});
|
|
315
|
+
const sessionId = await this.runtime.createConversation({
|
|
316
|
+
username: input.username,
|
|
317
|
+
userId: snapshot.userId,
|
|
318
|
+
runId: snapshot.id,
|
|
319
|
+
title: snapshot.goal.slice(0, 200)
|
|
320
|
+
});
|
|
321
|
+
const step = await this.database.getRepository("agentLoopSteps").create({
|
|
322
|
+
values: {
|
|
323
|
+
runId: snapshot.id,
|
|
324
|
+
runtimeVersion: "control-plane-v2",
|
|
325
|
+
sequence: await this.nextSequence(snapshot.id),
|
|
326
|
+
role: input.role,
|
|
327
|
+
kind: "invocation",
|
|
328
|
+
type: "reasoning",
|
|
329
|
+
employeeUsername: input.username,
|
|
330
|
+
title: `${input.role} invocation`,
|
|
331
|
+
inputHash: inputHash(input.prompt),
|
|
332
|
+
status: "running",
|
|
333
|
+
startedAt: /* @__PURE__ */ new Date(),
|
|
334
|
+
createdAt: /* @__PURE__ */ new Date()
|
|
335
|
+
}
|
|
336
|
+
});
|
|
337
|
+
const outcome = await this.runtime.invoke({
|
|
338
|
+
username: input.username,
|
|
339
|
+
sessionId,
|
|
340
|
+
userId: snapshot.userId,
|
|
341
|
+
systemMessage: input.systemMessage,
|
|
342
|
+
harness: input.harness,
|
|
343
|
+
prompt: input.prompt,
|
|
344
|
+
signal: input.signal
|
|
345
|
+
});
|
|
346
|
+
await this.database.getRepository("agentLoopSteps").update({
|
|
347
|
+
filterByTk: read(step, "id"),
|
|
348
|
+
values: {
|
|
349
|
+
status: outcome.interrupted.length ? "waiting_user" : "succeeded",
|
|
350
|
+
output: { content: outcome.content },
|
|
351
|
+
endedAt: /* @__PURE__ */ new Date()
|
|
352
|
+
}
|
|
353
|
+
});
|
|
354
|
+
await this.database.getRepository("agentLoopRuns").update({
|
|
355
|
+
filterByTk: snapshot.id,
|
|
356
|
+
values: { sessionId: outcome.sessionId, messageId: outcome.messageId }
|
|
357
|
+
});
|
|
358
|
+
return outcome;
|
|
359
|
+
}
|
|
360
|
+
async parkForApproval(snapshot, outcome, leaseToken) {
|
|
361
|
+
const now = /* @__PURE__ */ new Date();
|
|
362
|
+
const expiresAt = new Date(now.getTime() + snapshot.policy.actions.approvalTimeoutMs);
|
|
363
|
+
const assignedToId = snapshot.policy.actions.approvalAssigneeIds[0] || snapshot.userId || null;
|
|
364
|
+
for (const call of outcome.interrupted) {
|
|
365
|
+
await this.database.getRepository("agentLoopActionApprovals").create({
|
|
366
|
+
values: {
|
|
367
|
+
runId: snapshot.id,
|
|
368
|
+
toolCallId: call.toolCallId,
|
|
369
|
+
toolName: call.toolName,
|
|
370
|
+
proposedInput: call.args,
|
|
371
|
+
inputHash: inputHash(call.args),
|
|
372
|
+
paths: snapshot.actingOn,
|
|
373
|
+
policyDecision: { decision: "ask", interruptId: call.interruptId },
|
|
374
|
+
reason: `Tool "${call.toolName}" requires human approval under this pattern's policy.`,
|
|
375
|
+
status: "pending",
|
|
376
|
+
assignedToId,
|
|
377
|
+
requestedById: snapshot.userId || null,
|
|
378
|
+
requestedAt: now,
|
|
379
|
+
expiresAt,
|
|
380
|
+
createdAt: now
|
|
381
|
+
}
|
|
382
|
+
});
|
|
383
|
+
}
|
|
384
|
+
await this.stateMachine.transition({
|
|
385
|
+
runId: snapshot.id,
|
|
386
|
+
to: "waiting_approval",
|
|
387
|
+
actorType: "worker",
|
|
388
|
+
actorIdentity: this.workerId,
|
|
389
|
+
leaseToken,
|
|
390
|
+
eventType: "run_waiting_approval",
|
|
391
|
+
title: "Waiting for action approval",
|
|
392
|
+
content: `${outcome.interrupted.length} tool call(s) require approval.`,
|
|
393
|
+
correlationKey: `approval:${snapshot.id}:${outcome.messageId}`,
|
|
394
|
+
values: { approvalStatus: "pending", messageId: outcome.messageId }
|
|
395
|
+
});
|
|
396
|
+
}
|
|
397
|
+
async failRun(runId, leaseToken, snapshot, error) {
|
|
398
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
399
|
+
try {
|
|
400
|
+
if (snapshot) {
|
|
401
|
+
await this.circuits.recordFailure({
|
|
402
|
+
patternId: snapshot.patternId,
|
|
403
|
+
scopeKey: `pattern:${snapshot.patternId}`,
|
|
404
|
+
policy: snapshot.policy.circuit,
|
|
405
|
+
error,
|
|
406
|
+
lastRunId: runId
|
|
407
|
+
});
|
|
408
|
+
}
|
|
409
|
+
await this.stateMachine.transition({
|
|
410
|
+
runId,
|
|
411
|
+
to: "failed",
|
|
412
|
+
actorType: "worker",
|
|
413
|
+
actorIdentity: this.workerId,
|
|
414
|
+
leaseToken,
|
|
415
|
+
eventType: "run_failed",
|
|
416
|
+
title: "Run failed",
|
|
417
|
+
content: message,
|
|
418
|
+
correlationKey: `failed:${runId}`,
|
|
419
|
+
values: { summary: message }
|
|
420
|
+
});
|
|
421
|
+
} catch (transitionError) {
|
|
422
|
+
this.app.logger.error(`[AgentOrchestrator] Loop run ${runId} could not be marked failed.`, {
|
|
423
|
+
error: transitionError,
|
|
424
|
+
cause: message
|
|
425
|
+
});
|
|
426
|
+
}
|
|
427
|
+
}
|
|
428
|
+
async nextSequence(runId) {
|
|
429
|
+
const steps = await this.database.getRepository("agentLoopSteps").find({ filter: { runId } });
|
|
430
|
+
return steps.length;
|
|
431
|
+
}
|
|
432
|
+
snapshotFrom(run) {
|
|
433
|
+
const patternId = Number(run.patternId);
|
|
434
|
+
if (!Number.isSafeInteger(patternId) || patternId <= 0) {
|
|
435
|
+
throw new Error("The claimed run has no pattern snapshot.");
|
|
436
|
+
}
|
|
437
|
+
const roleBindings = asObject(run.roleBindingsSnapshot);
|
|
438
|
+
const makerSnapshots = asObject(run.makerHarnessSnapshot);
|
|
439
|
+
return {
|
|
440
|
+
id: Number(run.id),
|
|
441
|
+
patternId,
|
|
442
|
+
goal: String(run.goal || ""),
|
|
443
|
+
autonomyLevel: autonomyLevel(run.autonomyLevel),
|
|
444
|
+
policy: import_LoopPatternSchema.loopPatternPolicySchema.parse(run.policySnapshot),
|
|
445
|
+
leaderUsername: String(roleBindings.leader || run.leaderUsername || ""),
|
|
446
|
+
makerUsernames: asStringArray(roleBindings.makers),
|
|
447
|
+
verifierUsername: String(roleBindings.verifier || run.verifierUsername || ""),
|
|
448
|
+
leaderHarness: harnessFrom(run.leaderHarnessSnapshot),
|
|
449
|
+
makerHarnesses: makerSnapshots,
|
|
450
|
+
verifierHarness: harnessFrom(run.verifierHarnessSnapshot),
|
|
451
|
+
repositoryKey: String(run.repositoryKey || ""),
|
|
452
|
+
actingOn: asStringArray(run.actingOn),
|
|
453
|
+
userId: Number(run.userId) || void 0
|
|
454
|
+
};
|
|
455
|
+
}
|
|
456
|
+
}
|
|
457
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
458
|
+
0 && (module.exports = {
|
|
459
|
+
LoopWorkerService,
|
|
460
|
+
loopWorkerAbortMessage
|
|
461
|
+
});
|