plugin-agent-orchestrator 1.1.2 → 1.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client/index.js +1 -1
- package/dist/client-v2/214.b063f33ba044a808.js +10 -0
- package/dist/client-v2/253.59577b40d9875be0.js +10 -0
- package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
- package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
- package/dist/client-v2/418.58fa350f5496efd3.js +10 -0
- package/dist/client-v2/{53.7c29c28043e9112d.js → 53.9a10455323390f14.js} +1 -1
- package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
- package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
- package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
- package/dist/client-v2/925.e5925bf21ed68e7a.js +10 -0
- package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +8 -6
- package/dist/locale/en-US.json +48 -28
- package/dist/locale/vi-VN.json +48 -28
- package/dist/locale/zh-CN.json +48 -28
- package/dist/server/collections/agent-execution-spans.js +47 -0
- package/dist/server/collections/agent-harness-profile-versions.js +56 -0
- package/dist/server/collections/agent-harness-profiles.js +12 -0
- package/dist/server/collections/agent-loop-action-approvals.js +68 -0
- package/dist/server/collections/agent-loop-artifacts.js +55 -0
- package/dist/server/collections/agent-loop-circuit-states.js +53 -0
- package/dist/server/collections/agent-loop-control-settings.js +51 -0
- package/dist/server/collections/agent-loop-events.js +27 -0
- package/dist/server/collections/agent-loop-path-locks.js +57 -0
- package/dist/server/collections/agent-loop-patterns.js +72 -0
- package/dist/server/collections/agent-loop-runs.js +163 -2
- package/dist/server/collections/agent-loop-steps.js +69 -0
- package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
- package/dist/server/collections/agent-loop-worktrees.js +55 -0
- package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
- package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
- package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
- package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
- package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
- package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
- package/dist/server/plugin.js +52 -150
- package/dist/server/resources/agent-loop-approval.js +83 -0
- package/dist/server/resources/agent-loop-artifact.js +86 -0
- package/dist/server/resources/agent-loop-events-stream.js +130 -0
- package/dist/server/resources/agent-loop.js +181 -139
- package/dist/server/resources/resource-helpers.js +63 -0
- package/dist/server/resources/tracing.js +121 -107
- package/dist/server/services/DurableCircuitBreakerService.js +229 -0
- package/dist/server/services/HarnessCompiler.js +142 -0
- package/dist/server/services/HarnessProfileService.js +168 -0
- package/dist/server/services/HarnessSchema.js +167 -0
- package/dist/server/services/LoopBudgetService.js +269 -0
- package/dist/server/services/LoopControlService.js +139 -0
- package/dist/server/services/LoopPatternSchema.js +180 -0
- package/dist/server/services/LoopPatternService.js +132 -0
- package/dist/server/services/LoopRunRepository.js +205 -0
- package/dist/server/services/LoopRunStateMachine.js +389 -0
- package/dist/server/services/LoopSchedulerService.js +193 -0
- package/dist/server/services/LoopTriggerService.js +128 -0
- package/dist/server/services/LoopWorkerService.js +461 -0
- package/dist/server/services/PathLockService.js +288 -0
- package/dist/server/services/PluginAiRuntimeAdapter.js +215 -0
- package/dist/server/services/VerificationSchema.js +59 -0
- package/dist/server/services/VerificationService.js +169 -0
- package/dist/server/skill-hub/actions/git-import.js +13 -7
- package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
- package/dist/server/utils/ensure-indexes.js +111 -0
- package/dist/server/utils/loop-pattern-context.js +56 -0
- package/package.json +2 -2
- package/src/client/OrchestratorSettings.tsx +44 -0
- package/src/client-v2/components/AgentRunsTab.tsx +576 -494
- package/src/client-v2/components/HarnessProfilesTab.tsx +13 -8
- package/src/client-v2/components/MemoryInspectorTab.tsx +19 -3
- package/src/client-v2/components/TracingTab.tsx +515 -432
- package/src/client-v2/hooks/useApiRequest.ts +141 -121
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +8 -6
- package/src/locale/en-US.json +52 -28
- package/src/locale/vi-VN.json +52 -28
- package/src/locale/zh-CN.json +52 -28
- package/src/server/__tests__/circuit-breaker.test.ts +225 -146
- package/src/server/__tests__/harness-compiler.test.ts +131 -0
- package/src/server/__tests__/harness-profile-service.test.ts +116 -0
- package/src/server/__tests__/harness-tool-plan.test.ts +148 -0
- package/src/server/__tests__/loop-budget-service.test.ts +255 -0
- package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
- package/src/server/__tests__/loop-pattern-schema.test.ts +56 -0
- package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
- package/src/server/__tests__/loop-run-state-machine.test.ts +90 -0
- package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
- package/src/server/__tests__/loop-worker-execution.test.ts +236 -0
- package/src/server/__tests__/path-lock-service.test.ts +254 -0
- package/src/server/__tests__/smoke.test.ts +62 -21
- package/src/server/collections/agent-execution-spans.ts +47 -0
- package/src/server/collections/agent-harness-profile-versions.ts +26 -0
- package/src/server/collections/agent-harness-profiles.ts +12 -0
- package/src/server/collections/agent-loop-action-approvals.ts +38 -0
- package/src/server/collections/agent-loop-artifacts.ts +25 -0
- package/src/server/collections/agent-loop-circuit-states.ts +23 -0
- package/src/server/collections/agent-loop-control-settings.ts +21 -0
- package/src/server/collections/agent-loop-events.ts +27 -0
- package/src/server/collections/agent-loop-path-locks.ts +27 -0
- package/src/server/collections/agent-loop-patterns.ts +42 -0
- package/src/server/collections/agent-loop-runs.ts +163 -2
- package/src/server/collections/agent-loop-steps.ts +69 -0
- package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
- package/src/server/collections/agent-loop-worktrees.ts +25 -0
- package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +3 -0
- package/src/server/migrations/20260429000000-add-llm-fields.ts +3 -2
- package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +13 -6
- package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +2 -1
- package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +2 -1
- package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
- package/src/server/plugin.ts +53 -167
- package/src/server/resources/agent-loop-approval.ts +52 -0
- package/src/server/resources/agent-loop-artifact.ts +56 -0
- package/src/server/resources/agent-loop-events-stream.ts +105 -0
- package/src/server/resources/agent-loop.ts +202 -143
- package/src/server/resources/agent-monitor.ts +482 -482
- package/src/server/resources/resource-helpers.ts +33 -0
- package/src/server/resources/tracing.ts +145 -137
- package/src/server/services/DurableCircuitBreakerService.ts +239 -0
- package/src/server/services/HarnessCompiler.ts +133 -0
- package/src/server/services/HarnessProfileService.ts +157 -0
- package/src/server/services/HarnessSchema.ts +163 -0
- package/src/server/services/LoopBudgetService.ts +275 -0
- package/src/server/services/LoopControlService.ts +124 -0
- package/src/server/services/LoopPatternSchema.ts +167 -0
- package/src/server/services/LoopPatternService.ts +143 -0
- package/src/server/services/LoopRunRepository.ts +237 -0
- package/src/server/services/LoopRunStateMachine.ts +432 -0
- package/src/server/services/LoopSchedulerService.ts +199 -0
- package/src/server/services/LoopTriggerService.ts +115 -0
- package/src/server/services/LoopWorkerService.ts +522 -0
- package/src/server/services/PathLockService.ts +321 -0
- package/src/server/services/PluginAiRuntimeAdapter.ts +315 -0
- package/src/server/services/VerificationSchema.ts +31 -0
- package/src/server/services/VerificationService.ts +185 -0
- package/src/server/skill-hub/actions/__tests__/git-import.test.ts +62 -0
- package/src/server/skill-hub/actions/git-import.ts +9 -3
- package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +1 -5
- package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +1 -3
- package/src/server/utils/ensure-indexes.ts +96 -0
- package/src/server/utils/logging.ts +0 -1
- package/src/server/utils/loop-pattern-context.ts +20 -0
- package/dist/client-v2/214.79650a549273f163.js +0 -10
- package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
- package/dist/client-v2/264.718a107e43fc163c.js +0 -10
- package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
- package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
- package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
- package/dist/server/services/AgentHarness.js +0 -81
- package/dist/server/services/AgentLoopController.js +0 -1023
- package/dist/server/services/AgentLoopRepository.js +0 -192
- package/dist/server/services/AgentLoopService.js +0 -142
- package/dist/server/services/AgentPlanValidator.js +0 -99
- package/dist/server/services/AgentPlannerService.js +0 -99
- package/dist/server/services/CircuitBreaker.js +0 -125
- package/dist/server/services/ContextAggregator.js +0 -201
- package/dist/server/services/PlanningPromptService.js +0 -95
- package/dist/server/tools/agent-loop.js +0 -373
- package/dist/server/tools/orchestrator-plan.js +0 -254
- package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
- package/src/server/__tests__/context-aggregator.test.ts +0 -222
- package/src/server/__tests__/parallel-execution.test.ts +0 -318
- package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
- package/src/server/services/AgentHarness.ts +0 -67
- package/src/server/services/AgentLoopController.ts +0 -1263
- package/src/server/services/AgentLoopRepository.ts +0 -178
- package/src/server/services/AgentLoopService.ts +0 -177
- package/src/server/services/AgentPlanValidator.ts +0 -73
- package/src/server/services/AgentPlannerService.ts +0 -80
- package/src/server/services/CircuitBreaker.ts +0 -126
- package/src/server/services/ContextAggregator.ts +0 -239
- package/src/server/services/PlanningPromptService.ts +0 -72
- package/src/server/tools/agent-loop.ts +0 -360
- package/src/server/tools/orchestrator-plan.ts +0 -255
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { Migration } from '@nocobase/server';
|
|
2
|
+
import { DataTypes } from '@nocobase/database';
|
|
2
3
|
|
|
3
4
|
/**
|
|
4
5
|
* Fix: inputArgs column in skillExecutions was json type but should be text.
|
|
@@ -14,10 +15,12 @@ export default class FixInputArgsJsonToText extends Migration {
|
|
|
14
15
|
appVersion = '>=0.1.0';
|
|
15
16
|
|
|
16
17
|
async up() {
|
|
17
|
-
const
|
|
18
|
+
const db = (this as any).db;
|
|
19
|
+
const queryInterface = db.sequelize.getQueryInterface();
|
|
20
|
+
const tableName = `${db.options.tablePrefix || ''}skillExecutions`;
|
|
18
21
|
|
|
19
22
|
// Check current column type
|
|
20
|
-
const tableDesc = await queryInterface.describeTable(
|
|
23
|
+
const tableDesc = await queryInterface.describeTable(tableName).catch(() => null);
|
|
21
24
|
if (!tableDesc) return;
|
|
22
25
|
|
|
23
26
|
const col = tableDesc['inputArgs'];
|
|
@@ -25,10 +28,14 @@ export default class FixInputArgsJsonToText extends Migration {
|
|
|
25
28
|
|
|
26
29
|
// Only migrate if still json type
|
|
27
30
|
if (col.type && col.type.toLowerCase().includes('json')) {
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
31
|
+
if (db.sequelize.getDialect() === 'postgres') {
|
|
32
|
+
await db.sequelize.query(
|
|
33
|
+
`ALTER TABLE "${tableName}" ALTER COLUMN "inputArgs" TYPE text USING "inputArgs"::text`,
|
|
34
|
+
);
|
|
35
|
+
} else {
|
|
36
|
+
await queryInterface.changeColumn(tableName, 'inputArgs', { type: DataTypes.TEXT });
|
|
37
|
+
}
|
|
38
|
+
db.logger?.info?.('[skill-hub] Migration: converted skillExecutions.inputArgs from json to text');
|
|
32
39
|
}
|
|
33
40
|
}
|
|
34
41
|
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { Migration } from '@nocobase/server';
|
|
2
|
+
import { DataTypes } from '@nocobase/database';
|
|
2
3
|
|
|
3
4
|
export default class AddOrchestratorTraceFieldsToSkillExecutions extends Migration {
|
|
4
5
|
on = 'afterLoad';
|
|
@@ -15,7 +16,7 @@ export default class AddOrchestratorTraceFieldsToSkillExecutions extends Migrati
|
|
|
15
16
|
const addIfMissing = async (name: string) => {
|
|
16
17
|
if (tableDesc[name]) return;
|
|
17
18
|
await queryInterface.addColumn(tableName, name, {
|
|
18
|
-
type:
|
|
19
|
+
type: DataTypes.STRING(100),
|
|
19
20
|
allowNull: true,
|
|
20
21
|
});
|
|
21
22
|
};
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { Migration } from '@nocobase/server';
|
|
2
|
+
import { DataTypes } from '@nocobase/database';
|
|
2
3
|
|
|
3
4
|
export default class AddAgentLoopFieldsToSkillExecutions extends Migration {
|
|
4
5
|
on = 'afterLoad';
|
|
@@ -15,7 +16,7 @@ export default class AddAgentLoopFieldsToSkillExecutions extends Migration {
|
|
|
15
16
|
const addIfMissing = async (name: string) => {
|
|
16
17
|
if (tableDesc[name]) return;
|
|
17
18
|
await queryInterface.addColumn(tableName, name, {
|
|
18
|
-
type:
|
|
19
|
+
type: DataTypes.STRING(100),
|
|
19
20
|
allowNull: true,
|
|
20
21
|
});
|
|
21
22
|
};
|
|
@@ -0,0 +1,293 @@
|
|
|
1
|
+
import { Migration } from '@nocobase/server';
|
|
2
|
+
import { validateHarnessSettings } from '../services/HarnessSchema';
|
|
3
|
+
import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
|
|
4
|
+
import { ensureAgentOrchestratorIndexes } from '../utils/ensure-indexes';
|
|
5
|
+
|
|
6
|
+
type MigrationRecord = Record<string, unknown> & {
|
|
7
|
+
get?: (key: string) => unknown;
|
|
8
|
+
toJSON?: () => Record<string, unknown>;
|
|
9
|
+
};
|
|
10
|
+
|
|
11
|
+
type MigrationRepository = {
|
|
12
|
+
find(options?: Record<string, unknown>): Promise<MigrationRecord[]>;
|
|
13
|
+
findOne(options: Record<string, unknown>): Promise<MigrationRecord | null>;
|
|
14
|
+
create(options: Record<string, unknown>): Promise<MigrationRecord>;
|
|
15
|
+
update(options: Record<string, unknown>): Promise<unknown>;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
type MigrationDatabase = {
|
|
19
|
+
getRepository(name: string): MigrationRepository | undefined;
|
|
20
|
+
sequelize: {
|
|
21
|
+
transaction<T>(callback: (transaction: unknown) => Promise<T>): Promise<T>;
|
|
22
|
+
};
|
|
23
|
+
};
|
|
24
|
+
|
|
25
|
+
const LEGACY_TERMINAL_STATUSES = new Set(['succeeded', 'failed', 'rejected', 'canceled']);
|
|
26
|
+
const CONTROL_PLANE_STATUSES = new Set([
|
|
27
|
+
'queued',
|
|
28
|
+
'preparing',
|
|
29
|
+
'waiting_lock',
|
|
30
|
+
'running',
|
|
31
|
+
'waiting_approval',
|
|
32
|
+
'verifying',
|
|
33
|
+
'waiting_human',
|
|
34
|
+
'paused',
|
|
35
|
+
'blocked',
|
|
36
|
+
'succeeded',
|
|
37
|
+
'failed',
|
|
38
|
+
'canceled',
|
|
39
|
+
]);
|
|
40
|
+
const LEGACY_PLAN_STATUSES = new Set([
|
|
41
|
+
'planning',
|
|
42
|
+
'waiting_plan_approval',
|
|
43
|
+
'approved',
|
|
44
|
+
'waiting_user',
|
|
45
|
+
'needs_replan',
|
|
46
|
+
'rejected',
|
|
47
|
+
]);
|
|
48
|
+
|
|
49
|
+
const BACKFILL_BATCH_SIZE = 500;
|
|
50
|
+
|
|
51
|
+
async function* iterateInBatches(
|
|
52
|
+
repository: MigrationRepository,
|
|
53
|
+
options: Record<string, unknown> = {},
|
|
54
|
+
): AsyncGenerator<MigrationRecord> {
|
|
55
|
+
let page = 1;
|
|
56
|
+
for (;;) {
|
|
57
|
+
const batch = await repository.find({ ...options, sort: ['id'], page, pageSize: BACKFILL_BATCH_SIZE });
|
|
58
|
+
if (!batch.length) return;
|
|
59
|
+
for (const record of batch) {
|
|
60
|
+
yield record;
|
|
61
|
+
}
|
|
62
|
+
if (batch.length < BACKFILL_BATCH_SIZE) return;
|
|
63
|
+
page += 1;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
function readValue(record: MigrationRecord, key: string) {
|
|
68
|
+
return typeof record.get === 'function' ? record.get(key) : record[key];
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
function asObject(value: unknown): Record<string, unknown> {
|
|
72
|
+
return value && typeof value === 'object' && !Array.isArray(value) ? (value as Record<string, unknown>) : {};
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
function positiveInteger(value: unknown) {
|
|
76
|
+
const parsed = typeof value === 'number' ? value : Number(value);
|
|
77
|
+
return Number.isSafeInteger(parsed) && parsed > 0 ? parsed : null;
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
function stringValue(value: unknown) {
|
|
81
|
+
return typeof value === 'string' ? value : '';
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
function isPublishedValidVersion(version: MigrationRecord) {
|
|
85
|
+
return (
|
|
86
|
+
readValue(version, 'status') === 'published' && validateHarnessSettings(readValue(version, 'settings')).success
|
|
87
|
+
);
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
async function backfillHarnessProfiles(db: MigrationDatabase) {
|
|
91
|
+
const profiles = db.getRepository('agentHarnessProfiles');
|
|
92
|
+
const versions = db.getRepository('agentHarnessProfileVersions');
|
|
93
|
+
if (!profiles || !versions) return;
|
|
94
|
+
|
|
95
|
+
for await (const profile of iterateInBatches(profiles)) {
|
|
96
|
+
const profileId = positiveInteger(readValue(profile, 'id'));
|
|
97
|
+
if (!profileId) continue;
|
|
98
|
+
|
|
99
|
+
await db.sequelize.transaction(async (transaction) => {
|
|
100
|
+
const allVersions = await versions.find({ filter: { profileId }, sort: ['-version'], transaction });
|
|
101
|
+
const currentVersionId = positiveInteger(readValue(profile, 'currentVersionId'));
|
|
102
|
+
const current = currentVersionId ? await versions.findOne({ filterByTk: currentVersionId, transaction }) : null;
|
|
103
|
+
if (current && isPublishedValidVersion(current)) return;
|
|
104
|
+
|
|
105
|
+
const published = allVersions.find(isPublishedValidVersion);
|
|
106
|
+
if (published) {
|
|
107
|
+
const publishedId = positiveInteger(readValue(published, 'id'));
|
|
108
|
+
if (publishedId && currentVersionId !== publishedId) {
|
|
109
|
+
await profiles.update({
|
|
110
|
+
filterByTk: profileId,
|
|
111
|
+
values: { currentVersionId: publishedId },
|
|
112
|
+
transaction,
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
return;
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
const settingsResult = validateHarnessSettings(readValue(profile, 'settings'));
|
|
119
|
+
if (!settingsResult.success) return;
|
|
120
|
+
const settings = settingsResult.data;
|
|
121
|
+
const nextVersion =
|
|
122
|
+
allVersions.reduce((maximum, version) => Math.max(maximum, Number(readValue(version, 'version')) || 0), 0) + 1;
|
|
123
|
+
const version = await versions.create({
|
|
124
|
+
values: {
|
|
125
|
+
profileId,
|
|
126
|
+
version: nextVersion,
|
|
127
|
+
schemaVersion: positiveInteger(readValue(profile, 'schemaVersion')) || 1,
|
|
128
|
+
status: 'published',
|
|
129
|
+
settings,
|
|
130
|
+
publishedAt: readValue(profile, 'updatedAt') || readValue(profile, 'createdAt') || new Date(),
|
|
131
|
+
},
|
|
132
|
+
transaction,
|
|
133
|
+
});
|
|
134
|
+
const versionId = positiveInteger(readValue(version, 'id'));
|
|
135
|
+
if (versionId) {
|
|
136
|
+
await profiles.update({
|
|
137
|
+
filterByTk: profileId,
|
|
138
|
+
values: { currentVersionId: versionId },
|
|
139
|
+
transaction,
|
|
140
|
+
});
|
|
141
|
+
}
|
|
142
|
+
});
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
function hasLegacyPlanFields(run: MigrationRecord, status: string) {
|
|
147
|
+
const metadata = asObject(readValue(run, 'metadata'));
|
|
148
|
+
return (
|
|
149
|
+
LEGACY_PLAN_STATUSES.has(status) ||
|
|
150
|
+
Boolean(stringValue(readValue(run, 'planSource')).trim()) ||
|
|
151
|
+
Boolean(stringValue(readValue(run, 'plannerModel')).trim()) ||
|
|
152
|
+
Boolean(stringValue(metadata.planSource).trim()) ||
|
|
153
|
+
Boolean(stringValue(metadata.plannerModel).trim()) ||
|
|
154
|
+
Boolean(stringValue(metadata.approvalMode).trim())
|
|
155
|
+
);
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
function isValidControlPlaneRun(run: MigrationRecord) {
|
|
159
|
+
const runtimeVersion = stringValue(readValue(run, 'runtimeVersion'));
|
|
160
|
+
const status = stringValue(readValue(run, 'status'));
|
|
161
|
+
const patternId = positiveInteger(readValue(run, 'patternId'));
|
|
162
|
+
return (
|
|
163
|
+
runtimeVersion === 'control-plane-v2' &&
|
|
164
|
+
CONTROL_PLANE_STATUSES.has(status) &&
|
|
165
|
+
!hasLegacyPlanFields(run, status) &&
|
|
166
|
+
patternId !== null &&
|
|
167
|
+
loopPatternPolicySchema.safeParse(readValue(run, 'policySnapshot')).success
|
|
168
|
+
);
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
async function backfillLegacyRuns(db: MigrationDatabase) {
|
|
172
|
+
const runs = db.getRepository('agentLoopRuns');
|
|
173
|
+
const steps = db.getRepository('agentLoopSteps');
|
|
174
|
+
const events = db.getRepository('agentLoopEvents');
|
|
175
|
+
if (!runs || !steps || !events) return;
|
|
176
|
+
|
|
177
|
+
for await (const run of iterateInBatches(runs)) {
|
|
178
|
+
const runId = positiveInteger(readValue(run, 'id'));
|
|
179
|
+
if (!runId || isValidControlPlaneRun(run)) continue;
|
|
180
|
+
|
|
181
|
+
const metadata = asObject(readValue(run, 'metadata'));
|
|
182
|
+
const statusValue = stringValue(readValue(run, 'status'));
|
|
183
|
+
const preservedLegacyStatus = stringValue(metadata.legacyStatus);
|
|
184
|
+
const legacyStatus = preservedLegacyStatus || statusValue || 'unknown';
|
|
185
|
+
const isTerminal = LEGACY_TERMINAL_STATUSES.has(legacyStatus);
|
|
186
|
+
const correlationKey = `legacy-runtime-retired:${runId}`;
|
|
187
|
+
if (readValue(run, 'runtimeVersion') === 'legacy-plan-v1' && metadata.legacyRuntimeRetired === true) continue;
|
|
188
|
+
|
|
189
|
+
await db.sequelize.transaction(async (transaction) => {
|
|
190
|
+
await runs.update({
|
|
191
|
+
filterByTk: runId,
|
|
192
|
+
values: {
|
|
193
|
+
runtimeVersion: 'legacy-plan-v1',
|
|
194
|
+
recordMode: 'legacy-plan',
|
|
195
|
+
...(isTerminal
|
|
196
|
+
? {}
|
|
197
|
+
: {
|
|
198
|
+
status: 'blocked',
|
|
199
|
+
blockedReason: 'The legacy plan runtime was retired. This historical run is read-only.',
|
|
200
|
+
lockedBy: null,
|
|
201
|
+
lockedUntil: null,
|
|
202
|
+
}),
|
|
203
|
+
metadata: {
|
|
204
|
+
...metadata,
|
|
205
|
+
legacyStatus,
|
|
206
|
+
legacyRuntimeRetired: true,
|
|
207
|
+
},
|
|
208
|
+
},
|
|
209
|
+
transaction,
|
|
210
|
+
});
|
|
211
|
+
await steps.update({
|
|
212
|
+
filter: { runId },
|
|
213
|
+
values: { runtimeVersion: 'legacy-plan-v1' },
|
|
214
|
+
transaction,
|
|
215
|
+
});
|
|
216
|
+
|
|
217
|
+
if (!isTerminal) {
|
|
218
|
+
const existingEvent = await events.findOne({
|
|
219
|
+
filter: { runId, type: 'legacy_runtime_retired', correlationKey },
|
|
220
|
+
transaction,
|
|
221
|
+
});
|
|
222
|
+
if (!existingEvent) {
|
|
223
|
+
await events.create({
|
|
224
|
+
values: {
|
|
225
|
+
runId,
|
|
226
|
+
type: 'legacy_runtime_retired',
|
|
227
|
+
title: 'Legacy runtime retired',
|
|
228
|
+
content: 'The nonterminal plan-era run was blocked during the Loop Control Plane cutover.',
|
|
229
|
+
status: 'blocked',
|
|
230
|
+
payload: { legacyStatus },
|
|
231
|
+
actorType: 'system',
|
|
232
|
+
actorIdentity: 'loop-control-plane-migration',
|
|
233
|
+
correlationKey,
|
|
234
|
+
createdAt: new Date(),
|
|
235
|
+
},
|
|
236
|
+
transaction,
|
|
237
|
+
});
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
});
|
|
241
|
+
}
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
async function backfillSpanRunLinks(db: MigrationDatabase) {
|
|
245
|
+
const spans = db.getRepository('agentExecutionSpans');
|
|
246
|
+
if (!spans) return;
|
|
247
|
+
|
|
248
|
+
for await (const span of iterateInBatches(spans)) {
|
|
249
|
+
if (positiveInteger(readValue(span, 'agentLoopRunId'))) continue;
|
|
250
|
+
const runId = positiveInteger(asObject(readValue(span, 'metadata')).agentLoopRunId);
|
|
251
|
+
const spanId = positiveInteger(readValue(span, 'id'));
|
|
252
|
+
if (!runId || !spanId) continue;
|
|
253
|
+
|
|
254
|
+
await spans.update({
|
|
255
|
+
filterByTk: spanId,
|
|
256
|
+
values: { agentLoopRunId: runId },
|
|
257
|
+
});
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
async function ensureGlobalControl(db: MigrationDatabase) {
|
|
262
|
+
const controls = db.getRepository('agentLoopControlSettings');
|
|
263
|
+
if (!controls) return;
|
|
264
|
+
const existing = await controls.findOne({ filter: { key: 'global' } });
|
|
265
|
+
if (existing) return;
|
|
266
|
+
await controls.create({
|
|
267
|
+
values: {
|
|
268
|
+
key: 'global',
|
|
269
|
+
acceptNewRuns: true,
|
|
270
|
+
state: 'running',
|
|
271
|
+
globalMaxConcurrency: 5,
|
|
272
|
+
createdAt: new Date(),
|
|
273
|
+
updatedAt: new Date(),
|
|
274
|
+
},
|
|
275
|
+
});
|
|
276
|
+
}
|
|
277
|
+
|
|
278
|
+
export async function backfillLoopControlPlaneData(db: MigrationDatabase) {
|
|
279
|
+
await backfillHarnessProfiles(db);
|
|
280
|
+
await backfillLegacyRuns(db);
|
|
281
|
+
await backfillSpanRunLinks(db);
|
|
282
|
+
await ensureGlobalControl(db);
|
|
283
|
+
}
|
|
284
|
+
|
|
285
|
+
export default class BackfillLoopControlPlaneData extends Migration {
|
|
286
|
+
on = 'afterLoad';
|
|
287
|
+
appVersion = '>=0.1.0';
|
|
288
|
+
|
|
289
|
+
async up() {
|
|
290
|
+
await backfillLoopControlPlaneData(this.db as unknown as MigrationDatabase);
|
|
291
|
+
await ensureAgentOrchestratorIndexes(this.db);
|
|
292
|
+
}
|
|
293
|
+
}
|
package/src/server/plugin.ts
CHANGED
|
@@ -4,19 +4,25 @@ import { createExternalRagSearchTool } from './tools/external-rag-search';
|
|
|
4
4
|
import { registerTracingResource } from './resources/tracing';
|
|
5
5
|
import { registerAgentMonitorResource } from './resources/agent-monitor';
|
|
6
6
|
import { registerAgentLoopResource } from './resources/agent-loop';
|
|
7
|
+
import { registerAgentLoopApprovalResource } from './resources/agent-loop-approval';
|
|
8
|
+
import { registerAgentLoopArtifactResource } from './resources/agent-loop-artifact';
|
|
9
|
+
import { registerAgentLoopEventsStreamResource } from './resources/agent-loop-events-stream';
|
|
7
10
|
import { registerAgentKnowledgeInsightsResource } from './resources/agent-knowledge-insights';
|
|
8
11
|
import SkillHubSubFeature from './skill-hub/plugin';
|
|
9
12
|
import { NativeSubAgentObserver } from './services/NativeSubAgentObserver';
|
|
10
13
|
import { RegistrySkillSnapshotService } from './skill-hub/services/RegistrySkillSnapshotService';
|
|
11
14
|
import { RegistrySkillInstallationService } from './skill-hub/services/RegistrySkillInstallationService';
|
|
12
|
-
import {
|
|
13
|
-
import {
|
|
14
|
-
import {
|
|
15
|
+
import { LoopPatternService } from './services/LoopPatternService';
|
|
16
|
+
import { LoopSchedulerService } from './services/LoopSchedulerService';
|
|
17
|
+
import { LoopTriggerService } from './services/LoopTriggerService';
|
|
18
|
+
import { LoopWorkerService } from './services/LoopWorkerService';
|
|
15
19
|
import { asObject, isAdminUser, currentUserId } from './utils/ctx-utils';
|
|
20
|
+
import { employeeHarnessResolver, worktreeCapability } from './utils/loop-pattern-context';
|
|
16
21
|
import { getAIToolsManager } from './utils/ai-manager';
|
|
17
22
|
import { AgentRuntimeLifecycle } from './services/AgentRuntimeLifecycle';
|
|
18
23
|
import { validateInputSchemaDefinition } from './services/InputSchemaValidator';
|
|
19
24
|
import { assertSkillToolNameAvailable, buildSkillToolName, getSkillToolName } from './utils/skill-tool-name';
|
|
25
|
+
import { ensureAgentOrchestratorIndexes } from './utils/ensure-indexes';
|
|
20
26
|
|
|
21
27
|
function normalizeOptionalString(value: unknown) {
|
|
22
28
|
return typeof value === 'string' ? value.trim() : '';
|
|
@@ -164,6 +170,8 @@ export class PluginAgentOrchestratorServer extends Plugin {
|
|
|
164
170
|
registrySkillInstallationService: RegistrySkillInstallationService;
|
|
165
171
|
nativeObserver: NativeSubAgentObserver;
|
|
166
172
|
agentRuntimeLifecycle: AgentRuntimeLifecycle;
|
|
173
|
+
loopScheduler: LoopSchedulerService;
|
|
174
|
+
loopWorker: LoopWorkerService;
|
|
167
175
|
private readonly installNativeObserver = () => {
|
|
168
176
|
this.nativeObserver?.install();
|
|
169
177
|
};
|
|
@@ -234,7 +242,16 @@ export class PluginAgentOrchestratorServer extends Plugin {
|
|
|
234
242
|
this.app.acl.allow('skillHub', 'download', 'loggedIn');
|
|
235
243
|
this.app.acl.allow('skillHub', 'listTemplates', 'loggedIn');
|
|
236
244
|
this.app.acl.allow('agentMonitor', ['list', 'get'], 'loggedIn');
|
|
237
|
-
|
|
245
|
+
// ACL runs before the resource handler, so every owner-facing loop action must be listed
|
|
246
|
+
// here; ownership itself is enforced inside each handler by LoopRunRepository.
|
|
247
|
+
this.app.acl.allow(
|
|
248
|
+
'agentLoops',
|
|
249
|
+
['list', 'get', 'runNow', 'pause', 'resume', 'cancel', 'retry', 'escalate', 'acceptResult', 'status'],
|
|
250
|
+
'loggedIn',
|
|
251
|
+
);
|
|
252
|
+
this.app.acl.allow('agentLoopApprovals', ['list', 'get'], 'loggedIn');
|
|
253
|
+
this.app.acl.allow('agentLoopArtifactsView', ['list', 'get'], 'loggedIn');
|
|
254
|
+
this.app.acl.allow('agentLoopEventsStream', ['stream'], 'loggedIn');
|
|
238
255
|
|
|
239
256
|
// Data scoping for skillExecutions: a logged-in non-admin user may only
|
|
240
257
|
// read their own executions. Rows hold inputArgs / stdout / output files,
|
|
@@ -333,69 +350,27 @@ export class PluginAgentOrchestratorServer extends Plugin {
|
|
|
333
350
|
{ tag: 'orchestrator-agent-memory-context-policy', after: 'acl' },
|
|
334
351
|
);
|
|
335
352
|
|
|
336
|
-
// --- Planning Prompt Injection ---
|
|
337
|
-
// When a user message contains plan-related keywords, prepend planning
|
|
338
|
-
// instructions so the AI agent creates a plan via agent_loop_start before
|
|
339
|
-
// executing.
|
|
340
|
-
const planningPrompt = new PlanningPromptService();
|
|
341
|
-
this.agentRuntimeLifecycle.registerBeforeRunHook('orchestrator-planning', (context) => {
|
|
342
|
-
if (planningPrompt.applyPlanningContext(context.messages)) {
|
|
343
|
-
context.metadata.planningPromptInjected = true;
|
|
344
|
-
}
|
|
345
|
-
});
|
|
346
|
-
this.app.resourceManager.use(
|
|
347
|
-
async (ctx, next) => {
|
|
348
|
-
const { resourceName, actionName } = ctx.action || {};
|
|
349
|
-
if (resourceName === 'aiConversations' && actionName === 'sendMessages') {
|
|
350
|
-
const values = ctx.action.params.values || {};
|
|
351
|
-
const messages = values.messages;
|
|
352
|
-
if (Array.isArray(messages)) {
|
|
353
|
-
const runtimeContext = {
|
|
354
|
-
ctx,
|
|
355
|
-
source: 'chat-ui' as const,
|
|
356
|
-
employee: undefined,
|
|
357
|
-
sessionId: String(ctx.state?.sessionId || ''),
|
|
358
|
-
userId: currentUserId(ctx),
|
|
359
|
-
messages,
|
|
360
|
-
metadata: {},
|
|
361
|
-
};
|
|
362
|
-
await this.agentRuntimeLifecycle.runBeforeHooks(runtimeContext);
|
|
363
|
-
ctx.state.agentRuntimeContext = runtimeContext;
|
|
364
|
-
}
|
|
365
|
-
}
|
|
366
|
-
const runtimeContext = ctx.state?.agentRuntimeContext;
|
|
367
|
-
try {
|
|
368
|
-
await next();
|
|
369
|
-
if (runtimeContext) {
|
|
370
|
-
await this.agentRuntimeLifecycle.runAfterHooks(runtimeContext, {
|
|
371
|
-
succeeded: ctx.status < 400,
|
|
372
|
-
value: ctx.body,
|
|
373
|
-
});
|
|
374
|
-
}
|
|
375
|
-
} catch (error) {
|
|
376
|
-
if (runtimeContext) {
|
|
377
|
-
await this.agentRuntimeLifecycle.runAfterHooks(runtimeContext, {
|
|
378
|
-
succeeded: false,
|
|
379
|
-
error: error instanceof Error ? error : new Error(String(error)),
|
|
380
|
-
});
|
|
381
|
-
}
|
|
382
|
-
throw error;
|
|
383
|
-
}
|
|
384
|
-
},
|
|
385
|
-
{ tag: 'orchestrator-planning-prompt', after: 'acl' },
|
|
386
|
-
);
|
|
387
|
-
|
|
388
353
|
// --- Register External Tool Only ---
|
|
389
|
-
// Native @nocobase/plugin-ai owns sub-agent dispatch.
|
|
390
|
-
// longer registers
|
|
391
|
-
//
|
|
354
|
+
// Native @nocobase/plugin-ai owns reasoning, planning/replanning and sub-agent dispatch.
|
|
355
|
+
// The orchestrator no longer injects planning prompts or registers self-state AI tools; it
|
|
356
|
+
// drives work through the Loop Control Plane (trigger → durable run → worker → verifier).
|
|
392
357
|
const toolsManager = getAIToolsManager(this.app);
|
|
393
358
|
toolsManager.registerTools(createExternalRagSearchTool(this));
|
|
394
359
|
|
|
395
|
-
// ---
|
|
396
|
-
const
|
|
397
|
-
|
|
398
|
-
|
|
360
|
+
// --- Loop Control Plane runtime ---
|
|
361
|
+
const patterns = new LoopPatternService(this.db, employeeHarnessResolver(this), async () =>
|
|
362
|
+
worktreeCapability(this),
|
|
363
|
+
);
|
|
364
|
+
const triggers = new LoopTriggerService(this.db, patterns);
|
|
365
|
+
this.loopScheduler = new LoopSchedulerService(this, patterns, triggers);
|
|
366
|
+
this.loopWorker = new LoopWorkerService(this.app, this.db);
|
|
367
|
+
this.loopScheduler.install();
|
|
368
|
+
this.app.on?.('afterStart', this.startLoopWorker);
|
|
369
|
+
|
|
370
|
+
registerAgentLoopResource(this);
|
|
371
|
+
registerAgentLoopApprovalResource(this);
|
|
372
|
+
registerAgentLoopArtifactResource(this);
|
|
373
|
+
registerAgentLoopEventsStreamResource(this);
|
|
399
374
|
|
|
400
375
|
// --- Native plugin-ai Monitor Resource ---
|
|
401
376
|
registerAgentMonitorResource(this);
|
|
@@ -403,11 +378,6 @@ export class PluginAgentOrchestratorServer extends Plugin {
|
|
|
403
378
|
this.installNativeObserver();
|
|
404
379
|
this.app.on?.('afterStart', this.installNativeObserver);
|
|
405
380
|
|
|
406
|
-
// --- Crash Recovery ---
|
|
407
|
-
// On startup, scan for steps/runs left in "running" state from a previous
|
|
408
|
-
// crash and reset them so they can be retried.
|
|
409
|
-
this.app.on?.('afterStart', this.recoverAfterCrash);
|
|
410
|
-
|
|
411
381
|
// --- Register Tracing Resource (Phase 5) ---
|
|
412
382
|
// Custom read-only resource for the Swarm Tracing admin page.
|
|
413
383
|
registerTracingResource(this);
|
|
@@ -448,6 +418,11 @@ export class PluginAgentOrchestratorServer extends Plugin {
|
|
|
448
418
|
|
|
449
419
|
async install() {
|
|
450
420
|
await this.skillHub.install();
|
|
421
|
+
await ensureAgentOrchestratorIndexes(this.db);
|
|
422
|
+
}
|
|
423
|
+
|
|
424
|
+
async upgrade() {
|
|
425
|
+
await ensureAgentOrchestratorIndexes(this.db);
|
|
451
426
|
}
|
|
452
427
|
|
|
453
428
|
async afterEnable() {}
|
|
@@ -459,110 +434,21 @@ export class PluginAgentOrchestratorServer extends Plugin {
|
|
|
459
434
|
async beforeStop() {
|
|
460
435
|
this.app.off?.('afterStart', this.installNativeObserver);
|
|
461
436
|
this.app.removeListener?.('afterStart', this.installNativeObserver);
|
|
462
|
-
this.app.off?.('afterStart', this.
|
|
463
|
-
this.app.removeListener?.('afterStart', this.
|
|
437
|
+
this.app.off?.('afterStart', this.startLoopWorker);
|
|
438
|
+
this.app.removeListener?.('afterStart', this.startLoopWorker);
|
|
439
|
+
await this.loopWorker?.stop();
|
|
440
|
+
await this.loopScheduler?.dispose();
|
|
464
441
|
this.nativeObserver?.uninstall();
|
|
465
442
|
await this.skillHub.beforeStop();
|
|
466
443
|
}
|
|
467
444
|
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
private readonly recoverAfterCrash = async () => {
|
|
473
|
-
const timeoutMs = Number(process.env.ORCHESTRATOR_CRASH_RECOVERY_TIMEOUT_MS || 600000); // 10 min default
|
|
474
|
-
const cutoff = new Date(Date.now() - timeoutMs);
|
|
475
|
-
|
|
476
|
-
try {
|
|
477
|
-
const stepsRepo = this.db.getRepository('agentLoopSteps');
|
|
478
|
-
const runsRepo = this.db.getRepository('agentLoopRuns');
|
|
479
|
-
|
|
480
|
-
// 1. Reset stale running steps back to pending
|
|
481
|
-
if (stepsRepo) {
|
|
482
|
-
const staleSteps = await stepsRepo.find({
|
|
483
|
-
filter: {
|
|
484
|
-
status: 'running',
|
|
485
|
-
startedAt: { $lt: cutoff.toISOString() },
|
|
486
|
-
},
|
|
487
|
-
});
|
|
488
|
-
|
|
489
|
-
for (const step of staleSteps) {
|
|
490
|
-
const stepId = readModelValue(step, 'id');
|
|
491
|
-
const runId = readModelValue(step, 'runId');
|
|
492
|
-
await stepsRepo.update({
|
|
493
|
-
filterByTk: stepId,
|
|
494
|
-
values: {
|
|
495
|
-
status: 'pending',
|
|
496
|
-
startedAt: null,
|
|
497
|
-
error: `Recovered after crash at ${new Date().toISOString()}`,
|
|
498
|
-
},
|
|
499
|
-
});
|
|
500
|
-
this.app.logger?.warn?.(
|
|
501
|
-
`[AgentOrchestrator] Crash recovery: reset step ${stepId} (run ${runId}) from running to pending`,
|
|
502
|
-
);
|
|
503
|
-
}
|
|
504
|
-
|
|
505
|
-
if (staleSteps.length > 0) {
|
|
506
|
-
this.app.logger?.info?.(
|
|
507
|
-
`[AgentOrchestrator] Crash recovery: reset ${staleSteps.length} stale running step(s)`,
|
|
508
|
-
);
|
|
509
|
-
}
|
|
510
|
-
}
|
|
511
|
-
|
|
512
|
-
// 2. Finalize orphaned runs — runs marked "running" where all steps are terminal
|
|
513
|
-
if (runsRepo) {
|
|
514
|
-
const runningRuns = await runsRepo.find({
|
|
515
|
-
filter: { status: 'running' },
|
|
516
|
-
});
|
|
517
|
-
|
|
518
|
-
for (const run of runningRuns) {
|
|
519
|
-
const runId = readModelValue(run, 'id');
|
|
520
|
-
const steps = await stepsRepo?.find({
|
|
521
|
-
filter: { runId },
|
|
522
|
-
});
|
|
523
|
-
|
|
524
|
-
if (!steps || steps.length === 0) {
|
|
525
|
-
// No steps at all — orphaned, mark as failed
|
|
526
|
-
await runsRepo.update({
|
|
527
|
-
filterByTk: runId,
|
|
528
|
-
values: {
|
|
529
|
-
status: 'failed',
|
|
530
|
-
endedAt: new Date(),
|
|
531
|
-
summary: 'Run was orphaned after server crash (no steps found).',
|
|
532
|
-
},
|
|
533
|
-
});
|
|
534
|
-
this.app.logger?.warn?.(
|
|
535
|
-
`[AgentOrchestrator] Crash recovery: marked orphaned run ${runId} as failed (no steps)`,
|
|
536
|
-
);
|
|
537
|
-
continue;
|
|
538
|
-
}
|
|
539
|
-
|
|
540
|
-
const allTerminal = steps.every((s: any) => {
|
|
541
|
-
const st = readModelValue(s, 'status');
|
|
542
|
-
return st === 'succeeded' || st === 'failed' || st === 'skipped';
|
|
543
|
-
});
|
|
544
|
-
|
|
545
|
-
if (!allTerminal) continue;
|
|
546
|
-
|
|
547
|
-
const anyFailed = steps.some((s: any) => readModelValue(s, 'status') === 'failed');
|
|
548
|
-
const finalStatus = anyFailed ? 'failed' : 'succeeded';
|
|
445
|
+
async handleSyncMessage(message: unknown) {
|
|
446
|
+
await this.loopScheduler?.handleSyncMessage(message);
|
|
447
|
+
await this.loopWorker?.handleSyncMessage(message);
|
|
448
|
+
}
|
|
549
449
|
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
values: {
|
|
553
|
-
status: finalStatus,
|
|
554
|
-
endedAt: new Date(),
|
|
555
|
-
summary: `Run finalized as ${finalStatus} after server crash recovery.`,
|
|
556
|
-
},
|
|
557
|
-
});
|
|
558
|
-
this.app.logger?.warn?.(
|
|
559
|
-
`[AgentOrchestrator] Crash recovery: finalized orphaned run ${runId} as ${finalStatus}`,
|
|
560
|
-
);
|
|
561
|
-
}
|
|
562
|
-
}
|
|
563
|
-
} catch (error) {
|
|
564
|
-
this.app.logger?.error?.('[AgentOrchestrator] Crash recovery scan failed', error);
|
|
565
|
-
}
|
|
450
|
+
private readonly startLoopWorker = () => {
|
|
451
|
+
this.loopWorker?.start();
|
|
566
452
|
};
|
|
567
453
|
}
|
|
568
454
|
|