plugin-agent-orchestrator 1.1.4 → 1.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +204 -114
- package/dist/client/index.js +1 -1
- package/dist/client-v2/117.7565cff57c39318a.js +10 -0
- package/dist/client-v2/214.106635011859dede.js +10 -0
- package/dist/client-v2/418.41ed200e7d6da332.js +10 -0
- package/dist/client-v2/53.349fff8db80b19d4.js +10 -0
- package/dist/client-v2/981.e4a1f41cfc94a856.js +10 -0
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +7 -8
- package/dist/locale/en-US.json +226 -170
- package/dist/locale/vi-VN.json +226 -170
- package/dist/locale/zh-CN.json +226 -170
- package/dist/server/collections/agent-execution-spans.js +8 -0
- package/dist/server/collections/agent-loop-action-approvals.js +1 -0
- package/dist/server/collections/agent-loop-runs.js +7 -1
- package/dist/server/collections/agent-loop-steps.js +7 -0
- package/dist/server/collections/skill-executions.js +8 -0
- package/dist/server/plugin.js +3 -1
- package/dist/server/resources/agent-harness-profile.js +117 -0
- package/dist/server/resources/agent-knowledge-insights.js +1 -3
- package/dist/server/resources/agent-loop-approval.js +25 -0
- package/dist/server/resources/agent-loop.js +3 -1
- package/dist/server/services/AgentMemoryContextService.js +34 -0
- package/dist/server/services/HarnessCompiler.js +35 -2
- package/dist/server/services/HarnessProfileService.js +74 -9
- package/dist/server/services/HarnessSchema.js +30 -3
- package/dist/server/services/LoopPatternSchema.js +16 -1
- package/dist/server/services/LoopRunRepository.js +80 -0
- package/dist/server/services/LoopRunStateMachine.js +92 -3
- package/dist/server/services/LoopTriggerService.js +37 -0
- package/dist/server/services/LoopWorkerService.js +261 -23
- package/dist/server/services/NativeSubAgentObserver.js +165 -23
- package/dist/server/services/PluginAiRuntimeAdapter.js +16 -5
- package/dist/server/services/ToolLoopDetectionService.js +210 -0
- package/dist/server/services/VerificationService.js +66 -0
- package/dist/server/services/harness-runtime-policy.js +139 -0
- package/dist/server/skill-hub/plugin.js +36 -3
- package/dist/server/skill-hub/tasks/SkillExecutionTask.js +29 -0
- package/package.json +53 -53
- package/src/client/ApprovalsTab.tsx +2 -0
- package/src/client/OrchestratorSettings.tsx +11 -0
- package/src/client/skill-hub/components/GitSkillImport.tsx +3 -3
- package/src/client/skill-hub/components/SkillMetrics.tsx +15 -10
- package/src/client/skill-hub/index.tsx +0 -52
- package/src/client-v2/components/AgentRunsTab.tsx +576 -576
- package/src/client-v2/components/ApprovalsTab.tsx +337 -0
- package/src/client-v2/components/HarnessProfilesTab.tsx +385 -105
- package/src/client-v2/components/MemoryInspectorTab.tsx +141 -141
- package/src/client-v2/components/TracingTab.tsx +515 -515
- package/src/client-v2/hooks/useApiRequest.ts +141 -141
- package/src/client-v2/pages/ApprovalsPage.tsx +10 -0
- package/src/client-v2/plugin.tsx +6 -6
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +5 -2
- package/src/locale/en-US.json +226 -174
- package/src/locale/vi-VN.json +226 -174
- package/src/locale/zh-CN.json +226 -174
- package/src/server/__tests__/circuit-breaker.test.ts +248 -248
- package/src/server/__tests__/harness-compiler.test.ts +83 -0
- package/src/server/__tests__/harness-profile-service.test.ts +51 -0
- package/src/server/__tests__/harness-runtime-policy.test.ts +293 -0
- package/src/server/__tests__/harness-tool-plan.test.ts +24 -0
- package/src/server/__tests__/loop-approval-decision.test.ts +512 -0
- package/src/server/__tests__/loop-approval-expiry.test.ts +258 -0
- package/src/server/__tests__/loop-budget-service.test.ts +255 -255
- package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -266
- package/src/server/__tests__/loop-pattern-schema.test.ts +18 -1
- package/src/server/__tests__/loop-pattern-service.test.ts +148 -148
- package/src/server/__tests__/loop-run-state-machine.test.ts +11 -0
- package/src/server/__tests__/loop-trigger-service.test.ts +148 -0
- package/src/server/__tests__/loop-worker-claim.test.ts +341 -341
- package/src/server/__tests__/loop-worker-execution.test.ts +82 -1
- package/src/server/__tests__/native-sub-agent-observer.test.ts +288 -4
- package/src/server/__tests__/path-lock-service.test.ts +254 -254
- package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -0
- package/src/server/__tests__/smoke.test.ts +162 -162
- package/src/server/__tests__/tool-loop-detection.test.ts +275 -0
- package/src/server/collections/agent-execution-spans.ts +8 -0
- package/src/server/collections/agent-harness-profile-versions.ts +26 -26
- package/src/server/collections/agent-harness-profiles.ts +71 -71
- package/src/server/collections/agent-loop-action-approvals.ts +1 -0
- package/src/server/collections/agent-loop-artifacts.ts +25 -25
- package/src/server/collections/agent-loop-circuit-states.ts +23 -23
- package/src/server/collections/agent-loop-control-settings.ts +21 -21
- package/src/server/collections/agent-loop-events.ts +98 -98
- package/src/server/collections/agent-loop-path-locks.ts +27 -27
- package/src/server/collections/agent-loop-patterns.ts +42 -42
- package/src/server/collections/agent-loop-runs.ts +7 -1
- package/src/server/collections/agent-loop-steps.ts +7 -0
- package/src/server/collections/agent-loop-usage-buckets.ts +22 -22
- package/src/server/collections/agent-loop-worktrees.ts +25 -25
- package/src/server/collections/skill-executions.ts +8 -0
- package/src/server/migrations/20260427000002-change-packages-to-text.ts +52 -52
- package/src/server/migrations/20260429000000-add-llm-fields.ts +47 -47
- package/src/server/migrations/20260429000001-fix-inputargs-json-to-text.ts +45 -45
- package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +33 -33
- package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +31 -31
- package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -293
- package/src/server/plugin.ts +3 -1
- package/src/server/resources/agent-harness-profile.ts +94 -0
- package/src/server/resources/agent-knowledge-insights.ts +5 -3
- package/src/server/resources/agent-loop-approval.ts +32 -0
- package/src/server/resources/agent-loop-artifact.ts +56 -56
- package/src/server/resources/agent-loop-events-stream.ts +105 -105
- package/src/server/resources/agent-loop.ts +3 -1
- package/src/server/resources/resource-helpers.ts +33 -33
- package/src/server/resources/tracing.ts +266 -266
- package/src/server/services/AgentMemoryContextService.ts +44 -0
- package/src/server/services/DurableCircuitBreakerService.ts +239 -239
- package/src/server/services/ExecutionSpanService.ts +2 -0
- package/src/server/services/HarnessCompiler.ts +37 -0
- package/src/server/services/HarnessProfileService.ts +92 -10
- package/src/server/services/HarnessSchema.ts +31 -0
- package/src/server/services/LoopBudgetService.ts +275 -275
- package/src/server/services/LoopControlService.ts +124 -124
- package/src/server/services/LoopPatternSchema.ts +19 -1
- package/src/server/services/LoopPatternService.ts +143 -143
- package/src/server/services/LoopRunRepository.ts +99 -0
- package/src/server/services/LoopRunStateMachine.ts +100 -3
- package/src/server/services/LoopSchedulerService.ts +199 -199
- package/src/server/services/LoopTriggerService.ts +42 -0
- package/src/server/services/LoopWorkerService.ts +327 -27
- package/src/server/services/NativeSubAgentObserver.ts +186 -21
- package/src/server/services/PathLockService.ts +321 -321
- package/src/server/services/PluginAiRuntimeAdapter.ts +24 -7
- package/src/server/services/ToolLoopDetectionService.ts +213 -0
- package/src/server/services/VerificationSchema.ts +31 -31
- package/src/server/services/VerificationService.ts +81 -2
- package/src/server/services/harness-runtime-policy.ts +141 -0
- package/src/server/skill-hub/plugin.ts +41 -3
- package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +235 -235
- package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +61 -61
- package/src/server/skill-hub/tasks/SkillExecutionTask.ts +43 -2
- package/src/server/utils/ensure-indexes.ts +96 -96
- package/src/server/utils/logging.ts +62 -62
- package/src/server/utils/loop-pattern-context.ts +20 -20
- package/dist/client-v2/214.b063f33ba044a808.js +0 -10
- package/dist/client-v2/373.f5d5292e53c4e832.js +0 -10
- package/dist/client-v2/418.58fa350f5496efd3.js +0 -10
- package/dist/client-v2/53.9a10455323390f14.js +0 -10
- package/dist/client-v2/677.a991ce0250ff5c77.js +0 -10
- package/dist/client-v2/925.e5925bf21ed68e7a.js +0 -10
- package/src/client/AIEmployeeSelect.tsx +0 -47
- package/src/client/AIEmployeesContext.tsx +0 -102
- package/src/client/RulesTab.tsx +0 -2
- package/src/client/TracingTab.tsx +0 -436
- package/src/client/skill-hub/components/ExecutionProgress.tsx +0 -51
- package/src/client-v2/components/RulesTab.tsx +0 -2
- package/src/client-v2/pages/AgentRunsPage.tsx +0 -13
|
@@ -1,266 +1,266 @@
|
|
|
1
|
-
import { describe, expect, it } from 'vitest';
|
|
2
|
-
import { backfillLoopControlPlaneData } from '../migrations/20260803010000-backfill-loop-control-plane-data';
|
|
3
|
-
|
|
4
|
-
type Row = Record<string, unknown>;
|
|
5
|
-
|
|
6
|
-
function matches(row: Row, filter: Row) {
|
|
7
|
-
return Object.entries(filter).every(([key, value]) => row[key] === value);
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
class MemoryRepository {
|
|
11
|
-
private nextId: number;
|
|
12
|
-
|
|
13
|
-
constructor(readonly rows: Row[] = []) {
|
|
14
|
-
this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
async find(options: Row = {}) {
|
|
18
|
-
const filter = (options.filter as Row | undefined) || {};
|
|
19
|
-
return this.rows.filter((row) => matches(row, filter));
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
async findOne(options: Row) {
|
|
23
|
-
const filter = (options.filter as Row | undefined) || {};
|
|
24
|
-
return this.rows.find((row) => matches(row, filter)) || null;
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
async create(options: Row) {
|
|
28
|
-
const values = { ...((options.values as Row | undefined) || {}) };
|
|
29
|
-
const row = { id: this.nextId++, ...values };
|
|
30
|
-
this.rows.push(row);
|
|
31
|
-
return row;
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
async update(options: Row) {
|
|
35
|
-
const filterByTk = options.filterByTk;
|
|
36
|
-
const filter = (options.filter as Row | undefined) || null;
|
|
37
|
-
const values = (options.values as Row | undefined) || {};
|
|
38
|
-
for (const row of this.rows) {
|
|
39
|
-
if ((filterByTk !== undefined && row.id === filterByTk) || (filter && matches(row, filter))) {
|
|
40
|
-
Object.assign(row, values);
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
function createDatabase() {
|
|
47
|
-
const repositories = new Map<string, MemoryRepository>([
|
|
48
|
-
[
|
|
49
|
-
'agentHarnessProfiles',
|
|
50
|
-
new MemoryRepository([
|
|
51
|
-
{ id: 1, tag: 'default', schemaVersion: 1, settings: { tools: { deny: ['shell'] } } },
|
|
52
|
-
{ id: 2, tag: 'draft-only', schemaVersion: 1, settings: { tools: { allow: ['read_file'] } } },
|
|
53
|
-
{
|
|
54
|
-
id: 3,
|
|
55
|
-
tag: 'published-current',
|
|
56
|
-
schemaVersion: 1,
|
|
57
|
-
currentVersionId: 30,
|
|
58
|
-
settings: { tools: { deny: ['legacy'] } },
|
|
59
|
-
},
|
|
60
|
-
]),
|
|
61
|
-
],
|
|
62
|
-
[
|
|
63
|
-
'agentHarnessProfileVersions',
|
|
64
|
-
new MemoryRepository([
|
|
65
|
-
{ id: 20, profileId: 2, version: 1, status: 'draft', settings: { tools: { allow: ['read_file'] } } },
|
|
66
|
-
{ id: 30, profileId: 3, version: 4, status: 'published', settings: { tools: { deny: ['published'] } } },
|
|
67
|
-
]),
|
|
68
|
-
],
|
|
69
|
-
[
|
|
70
|
-
'agentLoopRuns',
|
|
71
|
-
new MemoryRepository([
|
|
72
|
-
{ id: 10, status: 'running', metadata: { source: 'legacy' }, lockedBy: 'worker-1' },
|
|
73
|
-
{ id: 11, status: 'succeeded', metadata: {} },
|
|
74
|
-
{
|
|
75
|
-
id: 12,
|
|
76
|
-
rootRunId: 'loop-v2',
|
|
77
|
-
runtimeVersion: 'control-plane-v2',
|
|
78
|
-
recordMode: 'observed-execution',
|
|
79
|
-
patternId: 7,
|
|
80
|
-
status: 'queued',
|
|
81
|
-
policySnapshot: { maxConcurrency: 1 },
|
|
82
|
-
metadata: { source: 'control-plane' },
|
|
83
|
-
},
|
|
84
|
-
{
|
|
85
|
-
id: 13,
|
|
86
|
-
runtimeVersion: 'control-plane-v2',
|
|
87
|
-
recordMode: 'observed-execution',
|
|
88
|
-
status: 'planning',
|
|
89
|
-
patternId: 7,
|
|
90
|
-
policySnapshot: { maxConcurrency: 1 },
|
|
91
|
-
planSource: 'legacy-planner',
|
|
92
|
-
},
|
|
93
|
-
{
|
|
94
|
-
id: 14,
|
|
95
|
-
runtimeVersion: 'control-plane-v2',
|
|
96
|
-
recordMode: 'observed-execution',
|
|
97
|
-
status: 'queued',
|
|
98
|
-
patternId: 7,
|
|
99
|
-
policySnapshot: { malformed: true },
|
|
100
|
-
},
|
|
101
|
-
{
|
|
102
|
-
id: 15,
|
|
103
|
-
runtimeVersion: 'legacy-plan-v1',
|
|
104
|
-
recordMode: 'legacy-plan',
|
|
105
|
-
status: 'blocked',
|
|
106
|
-
metadata: { legacyStatus: 'running', legacyRuntimeRetired: true },
|
|
107
|
-
},
|
|
108
|
-
]),
|
|
109
|
-
],
|
|
110
|
-
[
|
|
111
|
-
'agentLoopSteps',
|
|
112
|
-
new MemoryRepository([
|
|
113
|
-
{ id: 20, runId: 10, status: 'running' },
|
|
114
|
-
{ id: 21, runId: 11, status: 'succeeded' },
|
|
115
|
-
{ id: 22, runId: 12, status: 'pending', runtimeVersion: 'control-plane-v2' },
|
|
116
|
-
]),
|
|
117
|
-
],
|
|
118
|
-
['agentLoopEvents', new MemoryRepository()],
|
|
119
|
-
[
|
|
120
|
-
'agentExecutionSpans',
|
|
121
|
-
new MemoryRepository([
|
|
122
|
-
{ id: 30, metadata: { agentLoopRunId: '10' } },
|
|
123
|
-
{ id: 31, agentLoopRunId: 11, metadata: { agentLoopRunId: 10 } },
|
|
124
|
-
]),
|
|
125
|
-
],
|
|
126
|
-
['agentLoopControlSettings', new MemoryRepository()],
|
|
127
|
-
]);
|
|
128
|
-
|
|
129
|
-
const database = {
|
|
130
|
-
getRepository(name: string) {
|
|
131
|
-
return repositories.get(name);
|
|
132
|
-
},
|
|
133
|
-
sequelize: {
|
|
134
|
-
async transaction<T>(callback: (transaction: unknown) => Promise<T>) {
|
|
135
|
-
return callback({});
|
|
136
|
-
},
|
|
137
|
-
},
|
|
138
|
-
};
|
|
139
|
-
|
|
140
|
-
return { database, repositories };
|
|
141
|
-
}
|
|
142
|
-
|
|
143
|
-
describe('Loop Control Plane data backfill', () => {
|
|
144
|
-
it('publishes legacy harness settings and converts plan-era records safely', async () => {
|
|
145
|
-
const { database, repositories } = createDatabase();
|
|
146
|
-
|
|
147
|
-
await backfillLoopControlPlaneData(database);
|
|
148
|
-
|
|
149
|
-
const profiles = repositories.get('agentHarnessProfiles')?.rows || [];
|
|
150
|
-
const versions = repositories.get('agentHarnessProfileVersions')?.rows || [];
|
|
151
|
-
expect(versions).toHaveLength(4);
|
|
152
|
-
expect(versions).toContainEqual(
|
|
153
|
-
expect.objectContaining({
|
|
154
|
-
profileId: 1,
|
|
155
|
-
version: 1,
|
|
156
|
-
status: 'published',
|
|
157
|
-
}),
|
|
158
|
-
);
|
|
159
|
-
expect(versions.find((version) => version.profileId === 1)?.settings).toMatchObject({
|
|
160
|
-
tools: { deny: ['shell'] },
|
|
161
|
-
});
|
|
162
|
-
expect(versions).toContainEqual(
|
|
163
|
-
expect.objectContaining({
|
|
164
|
-
profileId: 2,
|
|
165
|
-
version: 2,
|
|
166
|
-
status: 'published',
|
|
167
|
-
}),
|
|
168
|
-
);
|
|
169
|
-
expect(versions.find((version) => version.profileId === 2)?.settings).toMatchObject({
|
|
170
|
-
tools: { allow: ['read_file'] },
|
|
171
|
-
});
|
|
172
|
-
expect(profiles.find((profile) => profile.id === 1)?.currentVersionId).toBeGreaterThan(30);
|
|
173
|
-
expect(profiles.find((profile) => profile.id === 2)?.currentVersionId).toBeGreaterThan(30);
|
|
174
|
-
expect(profiles.find((profile) => profile.id === 3)?.currentVersionId).toBe(30);
|
|
175
|
-
expect(versions.find((version) => version.id === 20)?.status).toBe('draft');
|
|
176
|
-
|
|
177
|
-
const runs = repositories.get('agentLoopRuns')?.rows || [];
|
|
178
|
-
expect(runs[0]).toMatchObject({
|
|
179
|
-
runtimeVersion: 'legacy-plan-v1',
|
|
180
|
-
recordMode: 'legacy-plan',
|
|
181
|
-
status: 'blocked',
|
|
182
|
-
lockedBy: null,
|
|
183
|
-
lockedUntil: null,
|
|
184
|
-
metadata: {
|
|
185
|
-
source: 'legacy',
|
|
186
|
-
legacyStatus: 'running',
|
|
187
|
-
legacyRuntimeRetired: true,
|
|
188
|
-
},
|
|
189
|
-
});
|
|
190
|
-
expect(runs[1]).toMatchObject({
|
|
191
|
-
runtimeVersion: 'legacy-plan-v1',
|
|
192
|
-
recordMode: 'legacy-plan',
|
|
193
|
-
status: 'succeeded',
|
|
194
|
-
metadata: {
|
|
195
|
-
legacyStatus: 'succeeded',
|
|
196
|
-
legacyRuntimeRetired: true,
|
|
197
|
-
},
|
|
198
|
-
});
|
|
199
|
-
expect(runs[2]).toMatchObject({
|
|
200
|
-
runtimeVersion: 'control-plane-v2',
|
|
201
|
-
recordMode: 'observed-execution',
|
|
202
|
-
status: 'queued',
|
|
203
|
-
patternId: 7,
|
|
204
|
-
policySnapshot: { maxConcurrency: 1 },
|
|
205
|
-
metadata: { source: 'control-plane' },
|
|
206
|
-
});
|
|
207
|
-
expect(runs[3]).toMatchObject({
|
|
208
|
-
runtimeVersion: 'legacy-plan-v1',
|
|
209
|
-
recordMode: 'legacy-plan',
|
|
210
|
-
status: 'blocked',
|
|
211
|
-
blockedReason: 'The legacy plan runtime was retired. This historical run is read-only.',
|
|
212
|
-
metadata: { legacyStatus: 'planning', legacyRuntimeRetired: true },
|
|
213
|
-
});
|
|
214
|
-
expect(runs[4]).toMatchObject({
|
|
215
|
-
runtimeVersion: 'legacy-plan-v1',
|
|
216
|
-
recordMode: 'legacy-plan',
|
|
217
|
-
status: 'blocked',
|
|
218
|
-
metadata: { legacyStatus: 'queued', legacyRuntimeRetired: true },
|
|
219
|
-
});
|
|
220
|
-
expect(runs[5]).toMatchObject({
|
|
221
|
-
runtimeVersion: 'legacy-plan-v1',
|
|
222
|
-
recordMode: 'legacy-plan',
|
|
223
|
-
status: 'blocked',
|
|
224
|
-
metadata: { legacyStatus: 'running', legacyRuntimeRetired: true },
|
|
225
|
-
});
|
|
226
|
-
|
|
227
|
-
expect(repositories.get('agentLoopSteps')?.rows).toEqual([
|
|
228
|
-
{ id: 20, runId: 10, status: 'running', runtimeVersion: 'legacy-plan-v1' },
|
|
229
|
-
{ id: 21, runId: 11, status: 'succeeded', runtimeVersion: 'legacy-plan-v1' },
|
|
230
|
-
{ id: 22, runId: 12, status: 'pending', runtimeVersion: 'control-plane-v2' },
|
|
231
|
-
]);
|
|
232
|
-
expect(repositories.get('agentLoopEvents')?.rows).toHaveLength(3);
|
|
233
|
-
expect(repositories.get('agentLoopEvents')?.rows).toEqual(
|
|
234
|
-
expect.arrayContaining([
|
|
235
|
-
expect.objectContaining({ runId: 10, type: 'legacy_runtime_retired', status: 'blocked' }),
|
|
236
|
-
expect.objectContaining({ runId: 13, type: 'legacy_runtime_retired', status: 'blocked' }),
|
|
237
|
-
expect.objectContaining({ runId: 14, type: 'legacy_runtime_retired', status: 'blocked' }),
|
|
238
|
-
]),
|
|
239
|
-
);
|
|
240
|
-
|
|
241
|
-
expect(repositories.get('agentExecutionSpans')?.rows).toMatchObject([
|
|
242
|
-
{ id: 30, agentLoopRunId: 10 },
|
|
243
|
-
{ id: 31, agentLoopRunId: 11 },
|
|
244
|
-
]);
|
|
245
|
-
expect(repositories.get('agentLoopControlSettings')?.rows).toMatchObject([
|
|
246
|
-
{ key: 'global', acceptNewRuns: true, state: 'running', globalMaxConcurrency: 5 },
|
|
247
|
-
]);
|
|
248
|
-
});
|
|
249
|
-
|
|
250
|
-
it('is idempotent for profile versions, retirement events, and global control', async () => {
|
|
251
|
-
const { database, repositories } = createDatabase();
|
|
252
|
-
|
|
253
|
-
await backfillLoopControlPlaneData(database);
|
|
254
|
-
const versionsAfterFirstRun = structuredClone(repositories.get('agentHarnessProfileVersions')?.rows || []);
|
|
255
|
-
const runsAfterFirstRun = structuredClone(repositories.get('agentLoopRuns')?.rows || []);
|
|
256
|
-
const eventsAfterFirstRun = structuredClone(repositories.get('agentLoopEvents')?.rows || []);
|
|
257
|
-
const controlsAfterFirstRun = structuredClone(repositories.get('agentLoopControlSettings')?.rows || []);
|
|
258
|
-
|
|
259
|
-
await backfillLoopControlPlaneData(database);
|
|
260
|
-
|
|
261
|
-
expect(repositories.get('agentHarnessProfileVersions')?.rows).toEqual(versionsAfterFirstRun);
|
|
262
|
-
expect(repositories.get('agentLoopRuns')?.rows).toEqual(runsAfterFirstRun);
|
|
263
|
-
expect(repositories.get('agentLoopEvents')?.rows).toEqual(eventsAfterFirstRun);
|
|
264
|
-
expect(repositories.get('agentLoopControlSettings')?.rows).toEqual(controlsAfterFirstRun);
|
|
265
|
-
});
|
|
266
|
-
});
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { backfillLoopControlPlaneData } from '../migrations/20260803010000-backfill-loop-control-plane-data';
|
|
3
|
+
|
|
4
|
+
type Row = Record<string, unknown>;
|
|
5
|
+
|
|
6
|
+
function matches(row: Row, filter: Row) {
|
|
7
|
+
return Object.entries(filter).every(([key, value]) => row[key] === value);
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
class MemoryRepository {
|
|
11
|
+
private nextId: number;
|
|
12
|
+
|
|
13
|
+
constructor(readonly rows: Row[] = []) {
|
|
14
|
+
this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
async find(options: Row = {}) {
|
|
18
|
+
const filter = (options.filter as Row | undefined) || {};
|
|
19
|
+
return this.rows.filter((row) => matches(row, filter));
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
async findOne(options: Row) {
|
|
23
|
+
const filter = (options.filter as Row | undefined) || {};
|
|
24
|
+
return this.rows.find((row) => matches(row, filter)) || null;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
async create(options: Row) {
|
|
28
|
+
const values = { ...((options.values as Row | undefined) || {}) };
|
|
29
|
+
const row = { id: this.nextId++, ...values };
|
|
30
|
+
this.rows.push(row);
|
|
31
|
+
return row;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
async update(options: Row) {
|
|
35
|
+
const filterByTk = options.filterByTk;
|
|
36
|
+
const filter = (options.filter as Row | undefined) || null;
|
|
37
|
+
const values = (options.values as Row | undefined) || {};
|
|
38
|
+
for (const row of this.rows) {
|
|
39
|
+
if ((filterByTk !== undefined && row.id === filterByTk) || (filter && matches(row, filter))) {
|
|
40
|
+
Object.assign(row, values);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
function createDatabase() {
|
|
47
|
+
const repositories = new Map<string, MemoryRepository>([
|
|
48
|
+
[
|
|
49
|
+
'agentHarnessProfiles',
|
|
50
|
+
new MemoryRepository([
|
|
51
|
+
{ id: 1, tag: 'default', schemaVersion: 1, settings: { tools: { deny: ['shell'] } } },
|
|
52
|
+
{ id: 2, tag: 'draft-only', schemaVersion: 1, settings: { tools: { allow: ['read_file'] } } },
|
|
53
|
+
{
|
|
54
|
+
id: 3,
|
|
55
|
+
tag: 'published-current',
|
|
56
|
+
schemaVersion: 1,
|
|
57
|
+
currentVersionId: 30,
|
|
58
|
+
settings: { tools: { deny: ['legacy'] } },
|
|
59
|
+
},
|
|
60
|
+
]),
|
|
61
|
+
],
|
|
62
|
+
[
|
|
63
|
+
'agentHarnessProfileVersions',
|
|
64
|
+
new MemoryRepository([
|
|
65
|
+
{ id: 20, profileId: 2, version: 1, status: 'draft', settings: { tools: { allow: ['read_file'] } } },
|
|
66
|
+
{ id: 30, profileId: 3, version: 4, status: 'published', settings: { tools: { deny: ['published'] } } },
|
|
67
|
+
]),
|
|
68
|
+
],
|
|
69
|
+
[
|
|
70
|
+
'agentLoopRuns',
|
|
71
|
+
new MemoryRepository([
|
|
72
|
+
{ id: 10, status: 'running', metadata: { source: 'legacy' }, lockedBy: 'worker-1' },
|
|
73
|
+
{ id: 11, status: 'succeeded', metadata: {} },
|
|
74
|
+
{
|
|
75
|
+
id: 12,
|
|
76
|
+
rootRunId: 'loop-v2',
|
|
77
|
+
runtimeVersion: 'control-plane-v2',
|
|
78
|
+
recordMode: 'observed-execution',
|
|
79
|
+
patternId: 7,
|
|
80
|
+
status: 'queued',
|
|
81
|
+
policySnapshot: { maxConcurrency: 1 },
|
|
82
|
+
metadata: { source: 'control-plane' },
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
id: 13,
|
|
86
|
+
runtimeVersion: 'control-plane-v2',
|
|
87
|
+
recordMode: 'observed-execution',
|
|
88
|
+
status: 'planning',
|
|
89
|
+
patternId: 7,
|
|
90
|
+
policySnapshot: { maxConcurrency: 1 },
|
|
91
|
+
planSource: 'legacy-planner',
|
|
92
|
+
},
|
|
93
|
+
{
|
|
94
|
+
id: 14,
|
|
95
|
+
runtimeVersion: 'control-plane-v2',
|
|
96
|
+
recordMode: 'observed-execution',
|
|
97
|
+
status: 'queued',
|
|
98
|
+
patternId: 7,
|
|
99
|
+
policySnapshot: { malformed: true },
|
|
100
|
+
},
|
|
101
|
+
{
|
|
102
|
+
id: 15,
|
|
103
|
+
runtimeVersion: 'legacy-plan-v1',
|
|
104
|
+
recordMode: 'legacy-plan',
|
|
105
|
+
status: 'blocked',
|
|
106
|
+
metadata: { legacyStatus: 'running', legacyRuntimeRetired: true },
|
|
107
|
+
},
|
|
108
|
+
]),
|
|
109
|
+
],
|
|
110
|
+
[
|
|
111
|
+
'agentLoopSteps',
|
|
112
|
+
new MemoryRepository([
|
|
113
|
+
{ id: 20, runId: 10, status: 'running' },
|
|
114
|
+
{ id: 21, runId: 11, status: 'succeeded' },
|
|
115
|
+
{ id: 22, runId: 12, status: 'pending', runtimeVersion: 'control-plane-v2' },
|
|
116
|
+
]),
|
|
117
|
+
],
|
|
118
|
+
['agentLoopEvents', new MemoryRepository()],
|
|
119
|
+
[
|
|
120
|
+
'agentExecutionSpans',
|
|
121
|
+
new MemoryRepository([
|
|
122
|
+
{ id: 30, metadata: { agentLoopRunId: '10' } },
|
|
123
|
+
{ id: 31, agentLoopRunId: 11, metadata: { agentLoopRunId: 10 } },
|
|
124
|
+
]),
|
|
125
|
+
],
|
|
126
|
+
['agentLoopControlSettings', new MemoryRepository()],
|
|
127
|
+
]);
|
|
128
|
+
|
|
129
|
+
const database = {
|
|
130
|
+
getRepository(name: string) {
|
|
131
|
+
return repositories.get(name);
|
|
132
|
+
},
|
|
133
|
+
sequelize: {
|
|
134
|
+
async transaction<T>(callback: (transaction: unknown) => Promise<T>) {
|
|
135
|
+
return callback({});
|
|
136
|
+
},
|
|
137
|
+
},
|
|
138
|
+
};
|
|
139
|
+
|
|
140
|
+
return { database, repositories };
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
describe('Loop Control Plane data backfill', () => {
|
|
144
|
+
it('publishes legacy harness settings and converts plan-era records safely', async () => {
|
|
145
|
+
const { database, repositories } = createDatabase();
|
|
146
|
+
|
|
147
|
+
await backfillLoopControlPlaneData(database);
|
|
148
|
+
|
|
149
|
+
const profiles = repositories.get('agentHarnessProfiles')?.rows || [];
|
|
150
|
+
const versions = repositories.get('agentHarnessProfileVersions')?.rows || [];
|
|
151
|
+
expect(versions).toHaveLength(4);
|
|
152
|
+
expect(versions).toContainEqual(
|
|
153
|
+
expect.objectContaining({
|
|
154
|
+
profileId: 1,
|
|
155
|
+
version: 1,
|
|
156
|
+
status: 'published',
|
|
157
|
+
}),
|
|
158
|
+
);
|
|
159
|
+
expect(versions.find((version) => version.profileId === 1)?.settings).toMatchObject({
|
|
160
|
+
tools: { deny: ['shell'] },
|
|
161
|
+
});
|
|
162
|
+
expect(versions).toContainEqual(
|
|
163
|
+
expect.objectContaining({
|
|
164
|
+
profileId: 2,
|
|
165
|
+
version: 2,
|
|
166
|
+
status: 'published',
|
|
167
|
+
}),
|
|
168
|
+
);
|
|
169
|
+
expect(versions.find((version) => version.profileId === 2)?.settings).toMatchObject({
|
|
170
|
+
tools: { allow: ['read_file'] },
|
|
171
|
+
});
|
|
172
|
+
expect(profiles.find((profile) => profile.id === 1)?.currentVersionId).toBeGreaterThan(30);
|
|
173
|
+
expect(profiles.find((profile) => profile.id === 2)?.currentVersionId).toBeGreaterThan(30);
|
|
174
|
+
expect(profiles.find((profile) => profile.id === 3)?.currentVersionId).toBe(30);
|
|
175
|
+
expect(versions.find((version) => version.id === 20)?.status).toBe('draft');
|
|
176
|
+
|
|
177
|
+
const runs = repositories.get('agentLoopRuns')?.rows || [];
|
|
178
|
+
expect(runs[0]).toMatchObject({
|
|
179
|
+
runtimeVersion: 'legacy-plan-v1',
|
|
180
|
+
recordMode: 'legacy-plan',
|
|
181
|
+
status: 'blocked',
|
|
182
|
+
lockedBy: null,
|
|
183
|
+
lockedUntil: null,
|
|
184
|
+
metadata: {
|
|
185
|
+
source: 'legacy',
|
|
186
|
+
legacyStatus: 'running',
|
|
187
|
+
legacyRuntimeRetired: true,
|
|
188
|
+
},
|
|
189
|
+
});
|
|
190
|
+
expect(runs[1]).toMatchObject({
|
|
191
|
+
runtimeVersion: 'legacy-plan-v1',
|
|
192
|
+
recordMode: 'legacy-plan',
|
|
193
|
+
status: 'succeeded',
|
|
194
|
+
metadata: {
|
|
195
|
+
legacyStatus: 'succeeded',
|
|
196
|
+
legacyRuntimeRetired: true,
|
|
197
|
+
},
|
|
198
|
+
});
|
|
199
|
+
expect(runs[2]).toMatchObject({
|
|
200
|
+
runtimeVersion: 'control-plane-v2',
|
|
201
|
+
recordMode: 'observed-execution',
|
|
202
|
+
status: 'queued',
|
|
203
|
+
patternId: 7,
|
|
204
|
+
policySnapshot: { maxConcurrency: 1 },
|
|
205
|
+
metadata: { source: 'control-plane' },
|
|
206
|
+
});
|
|
207
|
+
expect(runs[3]).toMatchObject({
|
|
208
|
+
runtimeVersion: 'legacy-plan-v1',
|
|
209
|
+
recordMode: 'legacy-plan',
|
|
210
|
+
status: 'blocked',
|
|
211
|
+
blockedReason: 'The legacy plan runtime was retired. This historical run is read-only.',
|
|
212
|
+
metadata: { legacyStatus: 'planning', legacyRuntimeRetired: true },
|
|
213
|
+
});
|
|
214
|
+
expect(runs[4]).toMatchObject({
|
|
215
|
+
runtimeVersion: 'legacy-plan-v1',
|
|
216
|
+
recordMode: 'legacy-plan',
|
|
217
|
+
status: 'blocked',
|
|
218
|
+
metadata: { legacyStatus: 'queued', legacyRuntimeRetired: true },
|
|
219
|
+
});
|
|
220
|
+
expect(runs[5]).toMatchObject({
|
|
221
|
+
runtimeVersion: 'legacy-plan-v1',
|
|
222
|
+
recordMode: 'legacy-plan',
|
|
223
|
+
status: 'blocked',
|
|
224
|
+
metadata: { legacyStatus: 'running', legacyRuntimeRetired: true },
|
|
225
|
+
});
|
|
226
|
+
|
|
227
|
+
expect(repositories.get('agentLoopSteps')?.rows).toEqual([
|
|
228
|
+
{ id: 20, runId: 10, status: 'running', runtimeVersion: 'legacy-plan-v1' },
|
|
229
|
+
{ id: 21, runId: 11, status: 'succeeded', runtimeVersion: 'legacy-plan-v1' },
|
|
230
|
+
{ id: 22, runId: 12, status: 'pending', runtimeVersion: 'control-plane-v2' },
|
|
231
|
+
]);
|
|
232
|
+
expect(repositories.get('agentLoopEvents')?.rows).toHaveLength(3);
|
|
233
|
+
expect(repositories.get('agentLoopEvents')?.rows).toEqual(
|
|
234
|
+
expect.arrayContaining([
|
|
235
|
+
expect.objectContaining({ runId: 10, type: 'legacy_runtime_retired', status: 'blocked' }),
|
|
236
|
+
expect.objectContaining({ runId: 13, type: 'legacy_runtime_retired', status: 'blocked' }),
|
|
237
|
+
expect.objectContaining({ runId: 14, type: 'legacy_runtime_retired', status: 'blocked' }),
|
|
238
|
+
]),
|
|
239
|
+
);
|
|
240
|
+
|
|
241
|
+
expect(repositories.get('agentExecutionSpans')?.rows).toMatchObject([
|
|
242
|
+
{ id: 30, agentLoopRunId: 10 },
|
|
243
|
+
{ id: 31, agentLoopRunId: 11 },
|
|
244
|
+
]);
|
|
245
|
+
expect(repositories.get('agentLoopControlSettings')?.rows).toMatchObject([
|
|
246
|
+
{ key: 'global', acceptNewRuns: true, state: 'running', globalMaxConcurrency: 5 },
|
|
247
|
+
]);
|
|
248
|
+
});
|
|
249
|
+
|
|
250
|
+
it('is idempotent for profile versions, retirement events, and global control', async () => {
|
|
251
|
+
const { database, repositories } = createDatabase();
|
|
252
|
+
|
|
253
|
+
await backfillLoopControlPlaneData(database);
|
|
254
|
+
const versionsAfterFirstRun = structuredClone(repositories.get('agentHarnessProfileVersions')?.rows || []);
|
|
255
|
+
const runsAfterFirstRun = structuredClone(repositories.get('agentLoopRuns')?.rows || []);
|
|
256
|
+
const eventsAfterFirstRun = structuredClone(repositories.get('agentLoopEvents')?.rows || []);
|
|
257
|
+
const controlsAfterFirstRun = structuredClone(repositories.get('agentLoopControlSettings')?.rows || []);
|
|
258
|
+
|
|
259
|
+
await backfillLoopControlPlaneData(database);
|
|
260
|
+
|
|
261
|
+
expect(repositories.get('agentHarnessProfileVersions')?.rows).toEqual(versionsAfterFirstRun);
|
|
262
|
+
expect(repositories.get('agentLoopRuns')?.rows).toEqual(runsAfterFirstRun);
|
|
263
|
+
expect(repositories.get('agentLoopEvents')?.rows).toEqual(eventsAfterFirstRun);
|
|
264
|
+
expect(repositories.get('agentLoopControlSettings')?.rows).toEqual(controlsAfterFirstRun);
|
|
265
|
+
});
|
|
266
|
+
});
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { describe, expect, it } from 'vitest';
|
|
2
|
-
import { validateLoopPattern } from '../services/LoopPatternSchema';
|
|
2
|
+
import { loopPatternPolicySchema, validateLoopPattern } from '../services/LoopPatternSchema';
|
|
3
3
|
|
|
4
4
|
const basePattern = {
|
|
5
5
|
key: 'dependency-audit',
|
|
@@ -54,3 +54,20 @@ describe('LoopPatternSchema', () => {
|
|
|
54
54
|
).toBe(true);
|
|
55
55
|
});
|
|
56
56
|
});
|
|
57
|
+
|
|
58
|
+
describe('LoopPatternSchema loop detection policy', () => {
|
|
59
|
+
it('defaults the tool loop thresholds', () => {
|
|
60
|
+
const policy = loopPatternPolicySchema.parse({});
|
|
61
|
+
expect(policy.loopDetection).toEqual({ enabled: true, warnAt: 3, blockAt: 5, escalateAt: 8 });
|
|
62
|
+
});
|
|
63
|
+
|
|
64
|
+
it('requires warnAt < blockAt < escalateAt', () => {
|
|
65
|
+
expect(loopPatternPolicySchema.safeParse({ loopDetection: { warnAt: 5, blockAt: 5 } }).success).toBe(false);
|
|
66
|
+
expect(loopPatternPolicySchema.safeParse({ loopDetection: { warnAt: 6, blockAt: 5, escalateAt: 8 } }).success).toBe(
|
|
67
|
+
false,
|
|
68
|
+
);
|
|
69
|
+
expect(loopPatternPolicySchema.safeParse({ loopDetection: { warnAt: 2, blockAt: 4, escalateAt: 6 } }).success).toBe(
|
|
70
|
+
true,
|
|
71
|
+
);
|
|
72
|
+
});
|
|
73
|
+
});
|