plugin-agent-orchestrator 1.1.3 → 1.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +204 -114
- package/dist/client/index.js +1 -1
- package/dist/client-v2/117.7565cff57c39318a.js +10 -0
- package/dist/client-v2/214.106635011859dede.js +10 -0
- package/dist/client-v2/253.59577b40d9875be0.js +10 -0
- package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
- package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
- package/dist/client-v2/418.41ed200e7d6da332.js +10 -0
- package/dist/client-v2/53.349fff8db80b19d4.js +10 -0
- package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
- package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
- package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
- package/dist/client-v2/981.e4a1f41cfc94a856.js +10 -0
- package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +8 -7
- package/dist/locale/en-US.json +199 -123
- package/dist/locale/vi-VN.json +199 -123
- package/dist/locale/zh-CN.json +199 -123
- package/dist/server/collections/agent-execution-spans.js +55 -0
- package/dist/server/collections/agent-harness-profile-versions.js +56 -0
- package/dist/server/collections/agent-harness-profiles.js +12 -0
- package/dist/server/collections/agent-loop-action-approvals.js +69 -0
- package/dist/server/collections/agent-loop-artifacts.js +55 -0
- package/dist/server/collections/agent-loop-circuit-states.js +53 -0
- package/dist/server/collections/agent-loop-control-settings.js +51 -0
- package/dist/server/collections/agent-loop-events.js +27 -0
- package/dist/server/collections/agent-loop-path-locks.js +57 -0
- package/dist/server/collections/agent-loop-patterns.js +72 -0
- package/dist/server/collections/agent-loop-runs.js +170 -3
- package/dist/server/collections/agent-loop-steps.js +76 -0
- package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
- package/dist/server/collections/agent-loop-worktrees.js +55 -0
- package/dist/server/collections/skill-executions.js +8 -0
- package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
- package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
- package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
- package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
- package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
- package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
- package/dist/server/plugin.js +54 -150
- package/dist/server/resources/agent-harness-profile.js +117 -0
- package/dist/server/resources/agent-knowledge-insights.js +1 -3
- package/dist/server/resources/agent-loop-approval.js +108 -0
- package/dist/server/resources/agent-loop-artifact.js +86 -0
- package/dist/server/resources/agent-loop-events-stream.js +130 -0
- package/dist/server/resources/agent-loop.js +183 -139
- package/dist/server/resources/resource-helpers.js +63 -0
- package/dist/server/resources/tracing.js +121 -107
- package/dist/server/services/AgentMemoryContextService.js +34 -0
- package/dist/server/services/DurableCircuitBreakerService.js +229 -0
- package/dist/server/services/HarnessCompiler.js +175 -0
- package/dist/server/services/HarnessProfileService.js +233 -0
- package/dist/server/services/HarnessSchema.js +194 -0
- package/dist/server/services/LoopBudgetService.js +269 -0
- package/dist/server/services/LoopControlService.js +139 -0
- package/dist/server/services/LoopPatternSchema.js +195 -0
- package/dist/server/services/LoopPatternService.js +132 -0
- package/dist/server/services/LoopRunRepository.js +285 -0
- package/dist/server/services/LoopRunStateMachine.js +478 -0
- package/dist/server/services/LoopSchedulerService.js +193 -0
- package/dist/server/services/LoopTriggerService.js +165 -0
- package/dist/server/services/LoopWorkerService.js +699 -0
- package/dist/server/services/NativeSubAgentObserver.js +165 -23
- package/dist/server/services/PathLockService.js +288 -0
- package/dist/server/services/PluginAiRuntimeAdapter.js +226 -0
- package/dist/server/services/ToolLoopDetectionService.js +210 -0
- package/dist/server/services/VerificationSchema.js +59 -0
- package/dist/server/services/VerificationService.js +235 -0
- package/dist/server/services/harness-runtime-policy.js +139 -0
- package/dist/server/skill-hub/actions/git-import.js +13 -7
- package/dist/server/skill-hub/plugin.js +36 -3
- package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
- package/dist/server/skill-hub/tasks/SkillExecutionTask.js +29 -0
- package/dist/server/utils/ensure-indexes.js +111 -0
- package/dist/server/utils/loop-pattern-context.js +56 -0
- package/package.json +53 -53
- package/src/client/ApprovalsTab.tsx +2 -0
- package/src/client/OrchestratorSettings.tsx +55 -0
- package/src/client/skill-hub/components/GitSkillImport.tsx +3 -3
- package/src/client/skill-hub/components/SkillMetrics.tsx +15 -10
- package/src/client/skill-hub/index.tsx +0 -52
- package/src/client-v2/components/AgentRunsTab.tsx +100 -18
- package/src/client-v2/components/ApprovalsTab.tsx +337 -0
- package/src/client-v2/components/HarnessProfilesTab.tsx +385 -100
- package/src/client-v2/components/MemoryInspectorTab.tsx +141 -125
- package/src/client-v2/components/TracingTab.tsx +160 -77
- package/src/client-v2/hooks/useApiRequest.ts +28 -8
- package/src/client-v2/pages/ApprovalsPage.tsx +10 -0
- package/src/client-v2/plugin.tsx +6 -6
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +11 -6
- package/src/locale/en-US.json +199 -123
- package/src/locale/vi-VN.json +199 -123
- package/src/locale/zh-CN.json +199 -123
- package/src/server/__tests__/circuit-breaker.test.ts +248 -169
- package/src/server/__tests__/harness-compiler.test.ts +214 -0
- package/src/server/__tests__/harness-profile-service.test.ts +167 -0
- package/src/server/__tests__/harness-runtime-policy.test.ts +293 -0
- package/src/server/__tests__/harness-tool-plan.test.ts +172 -0
- package/src/server/__tests__/loop-approval-decision.test.ts +512 -0
- package/src/server/__tests__/loop-approval-expiry.test.ts +258 -0
- package/src/server/__tests__/loop-budget-service.test.ts +255 -0
- package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
- package/src/server/__tests__/loop-pattern-schema.test.ts +73 -0
- package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
- package/src/server/__tests__/loop-run-state-machine.test.ts +101 -0
- package/src/server/__tests__/loop-trigger-service.test.ts +148 -0
- package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
- package/src/server/__tests__/loop-worker-execution.test.ts +317 -0
- package/src/server/__tests__/native-sub-agent-observer.test.ts +288 -4
- package/src/server/__tests__/path-lock-service.test.ts +254 -0
- package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -0
- package/src/server/__tests__/smoke.test.ts +162 -121
- package/src/server/__tests__/tool-loop-detection.test.ts +275 -0
- package/src/server/collections/agent-execution-spans.ts +55 -0
- package/src/server/collections/agent-harness-profile-versions.ts +26 -0
- package/src/server/collections/agent-harness-profiles.ts +71 -59
- package/src/server/collections/agent-loop-action-approvals.ts +39 -0
- package/src/server/collections/agent-loop-artifacts.ts +25 -0
- package/src/server/collections/agent-loop-circuit-states.ts +23 -0
- package/src/server/collections/agent-loop-control-settings.ts +21 -0
- package/src/server/collections/agent-loop-events.ts +98 -71
- package/src/server/collections/agent-loop-path-locks.ts +27 -0
- package/src/server/collections/agent-loop-patterns.ts +42 -0
- package/src/server/collections/agent-loop-runs.ts +170 -3
- package/src/server/collections/agent-loop-steps.ts +76 -0
- package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
- package/src/server/collections/agent-loop-worktrees.ts +25 -0
- package/src/server/collections/skill-executions.ts +8 -0
- package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +52 -49
- package/src/server/migrations/20260429000000-add-llm-fields.ts +47 -46
- package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +45 -38
- package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +33 -32
- package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +31 -30
- package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
- package/src/server/plugin.ts +55 -167
- package/src/server/resources/agent-harness-profile.ts +94 -0
- package/src/server/resources/agent-knowledge-insights.ts +5 -3
- package/src/server/resources/agent-loop-approval.ts +84 -0
- package/src/server/resources/agent-loop-artifact.ts +56 -0
- package/src/server/resources/agent-loop-events-stream.ts +105 -0
- package/src/server/resources/agent-loop.ts +204 -143
- package/src/server/resources/agent-monitor.ts +482 -482
- package/src/server/resources/resource-helpers.ts +33 -0
- package/src/server/resources/tracing.ts +266 -258
- package/src/server/services/AgentMemoryContextService.ts +44 -0
- package/src/server/services/DurableCircuitBreakerService.ts +239 -0
- package/src/server/services/ExecutionSpanService.ts +2 -0
- package/src/server/services/HarnessCompiler.ts +170 -0
- package/src/server/services/HarnessProfileService.ts +239 -0
- package/src/server/services/HarnessSchema.ts +194 -0
- package/src/server/services/LoopBudgetService.ts +275 -0
- package/src/server/services/LoopControlService.ts +124 -0
- package/src/server/services/LoopPatternSchema.ts +185 -0
- package/src/server/services/LoopPatternService.ts +143 -0
- package/src/server/services/LoopRunRepository.ts +336 -0
- package/src/server/services/LoopRunStateMachine.ts +529 -0
- package/src/server/services/LoopSchedulerService.ts +199 -0
- package/src/server/services/LoopTriggerService.ts +157 -0
- package/src/server/services/LoopWorkerService.ts +822 -0
- package/src/server/services/NativeSubAgentObserver.ts +186 -21
- package/src/server/services/PathLockService.ts +321 -0
- package/src/server/services/PluginAiRuntimeAdapter.ts +332 -0
- package/src/server/services/ToolLoopDetectionService.ts +213 -0
- package/src/server/services/VerificationSchema.ts +31 -0
- package/src/server/services/VerificationService.ts +264 -0
- package/src/server/services/harness-runtime-policy.ts +141 -0
- package/src/server/skill-hub/actions/__tests__/git-import.test.ts +15 -1
- package/src/server/skill-hub/actions/git-import.ts +9 -3
- package/src/server/skill-hub/plugin.ts +41 -3
- package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +235 -239
- package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +61 -63
- package/src/server/skill-hub/tasks/SkillExecutionTask.ts +43 -2
- package/src/server/utils/ensure-indexes.ts +96 -0
- package/src/server/utils/logging.ts +62 -63
- package/src/server/utils/loop-pattern-context.ts +20 -0
- package/dist/client-v2/214.79650a549273f163.js +0 -10
- package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
- package/dist/client-v2/264.718a107e43fc163c.js +0 -10
- package/dist/client-v2/373.f5d5292e53c4e832.js +0 -10
- package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
- package/dist/client-v2/53.7c29c28043e9112d.js +0 -10
- package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
- package/dist/client-v2/677.a991ce0250ff5c77.js +0 -10
- package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
- package/dist/server/services/AgentHarness.js +0 -81
- package/dist/server/services/AgentLoopController.js +0 -1023
- package/dist/server/services/AgentLoopRepository.js +0 -192
- package/dist/server/services/AgentLoopService.js +0 -142
- package/dist/server/services/AgentPlanValidator.js +0 -99
- package/dist/server/services/AgentPlannerService.js +0 -99
- package/dist/server/services/CircuitBreaker.js +0 -125
- package/dist/server/services/ContextAggregator.js +0 -201
- package/dist/server/services/PlanningPromptService.js +0 -95
- package/dist/server/tools/agent-loop.js +0 -373
- package/dist/server/tools/orchestrator-plan.js +0 -254
- package/src/client/AIEmployeeSelect.tsx +0 -47
- package/src/client/AIEmployeesContext.tsx +0 -102
- package/src/client/RulesTab.tsx +0 -2
- package/src/client/TracingTab.tsx +0 -436
- package/src/client/skill-hub/components/ExecutionProgress.tsx +0 -51
- package/src/client-v2/components/RulesTab.tsx +0 -2
- package/src/client-v2/pages/AgentRunsPage.tsx +0 -13
- package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
- package/src/server/__tests__/context-aggregator.test.ts +0 -222
- package/src/server/__tests__/parallel-execution.test.ts +0 -318
- package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
- package/src/server/services/AgentHarness.ts +0 -67
- package/src/server/services/AgentLoopController.ts +0 -1263
- package/src/server/services/AgentLoopRepository.ts +0 -178
- package/src/server/services/AgentLoopService.ts +0 -177
- package/src/server/services/AgentPlanValidator.ts +0 -73
- package/src/server/services/AgentPlannerService.ts +0 -80
- package/src/server/services/CircuitBreaker.ts +0 -126
- package/src/server/services/ContextAggregator.ts +0 -239
- package/src/server/services/PlanningPromptService.ts +0 -72
- package/src/server/tools/agent-loop.ts +0 -360
- package/src/server/tools/orchestrator-plan.ts +0 -255
|
@@ -0,0 +1,258 @@
|
|
|
1
|
+
import type { Database } from '@nocobase/database';
|
|
2
|
+
import type { Application } from '@nocobase/server';
|
|
3
|
+
import { describe, expect, it, vi } from 'vitest';
|
|
4
|
+
import { compileHarness } from '../services/HarnessCompiler';
|
|
5
|
+
import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
|
|
6
|
+
|
|
7
|
+
type Row = Record<string, unknown>;
|
|
8
|
+
|
|
9
|
+
vi.mock('../services/PluginAiRuntimeAdapter', () => ({
|
|
10
|
+
PluginAiRuntimeAdapter: class {
|
|
11
|
+
async createConversation() {
|
|
12
|
+
return 'session-1';
|
|
13
|
+
}
|
|
14
|
+
async invoke() {
|
|
15
|
+
return { sessionId: 'session-1', messageId: 'message-1', interrupted: [], content: 'done' };
|
|
16
|
+
}
|
|
17
|
+
},
|
|
18
|
+
}));
|
|
19
|
+
|
|
20
|
+
vi.mock('../services/VerificationService', () => ({
|
|
21
|
+
VerificationService: class {
|
|
22
|
+
async verifyAndFinalize() {
|
|
23
|
+
return { verdict: { verdict: 'pass' }, finalStatus: 'succeeded' as const };
|
|
24
|
+
}
|
|
25
|
+
},
|
|
26
|
+
}));
|
|
27
|
+
|
|
28
|
+
const { LoopRunStateMachine } = await import('../services/LoopRunStateMachine');
|
|
29
|
+
const { LoopWorkerService } = await import('../services/LoopWorkerService');
|
|
30
|
+
|
|
31
|
+
class MemoryRepository {
|
|
32
|
+
private nextId = 1;
|
|
33
|
+
|
|
34
|
+
constructor(readonly rows: Row[] = []) {
|
|
35
|
+
this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
async find(options: Row = {}) {
|
|
39
|
+
const filter = (options.filter as Row | undefined) || {};
|
|
40
|
+
return this.rows.filter((row) => Object.entries(filter).every(([key, value]) => row[key] === value));
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
async findOne(options: Row) {
|
|
44
|
+
if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
|
|
45
|
+
return (await this.find(options))[0] || null;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
async create(options: Row) {
|
|
49
|
+
const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
|
|
50
|
+
this.rows.push(row);
|
|
51
|
+
return row;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
async update(options: Row) {
|
|
55
|
+
const values = (options.values as Row | undefined) || {};
|
|
56
|
+
for (const row of this.rows) {
|
|
57
|
+
if (row.id === options.filterByTk) Object.assign(row, values);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
function createDatabase(repositories: Map<string, MemoryRepository>) {
|
|
63
|
+
return {
|
|
64
|
+
getRepository(name: string) {
|
|
65
|
+
const repository = repositories.get(name);
|
|
66
|
+
if (!repository) throw new Error(`Unexpected repository ${name}`);
|
|
67
|
+
return repository;
|
|
68
|
+
},
|
|
69
|
+
sequelize: {
|
|
70
|
+
transaction<T>(callback: (value: { LOCK: { UPDATE: string } }) => Promise<T>) {
|
|
71
|
+
return callback({ LOCK: { UPDATE: 'UPDATE' } });
|
|
72
|
+
},
|
|
73
|
+
},
|
|
74
|
+
} as unknown as Database;
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
function waitingRun(overrides: Row = {}) {
|
|
78
|
+
return {
|
|
79
|
+
id: 1,
|
|
80
|
+
runtimeVersion: 'control-plane-v2',
|
|
81
|
+
patternId: 1,
|
|
82
|
+
status: 'waiting_approval',
|
|
83
|
+
approvalStatus: 'pending',
|
|
84
|
+
lockedBy: null,
|
|
85
|
+
lockedUntil: null,
|
|
86
|
+
...overrides,
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
function approval(overrides: Row = {}) {
|
|
91
|
+
return {
|
|
92
|
+
id: 10,
|
|
93
|
+
runId: 1,
|
|
94
|
+
toolCallId: 'call-1',
|
|
95
|
+
toolName: 'editFile',
|
|
96
|
+
inputHash: 'hash-1',
|
|
97
|
+
status: 'pending',
|
|
98
|
+
expiresAt: new Date(Date.now() - 1_000),
|
|
99
|
+
...overrides,
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
function createStateMachine(runs: Row[], approvals: Row[]) {
|
|
104
|
+
const repositories = new Map<string, MemoryRepository>([
|
|
105
|
+
['agentLoopRuns', new MemoryRepository(runs)],
|
|
106
|
+
['agentLoopActionApprovals', new MemoryRepository(approvals)],
|
|
107
|
+
['agentLoopEvents', new MemoryRepository()],
|
|
108
|
+
]);
|
|
109
|
+
return { repositories, stateMachine: new LoopRunStateMachine(createDatabase(repositories)) };
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
describe('LoopRunStateMachine.expireOverdueApprovals', () => {
|
|
113
|
+
it('blocks the run and expires approvals whose window has passed', async () => {
|
|
114
|
+
const { repositories, stateMachine } = createStateMachine([waitingRun()], [approval()]);
|
|
115
|
+
|
|
116
|
+
const blocked = await stateMachine.expireOverdueApprovals(new Date());
|
|
117
|
+
|
|
118
|
+
// Fail closed: an unanswered approval must never turn into a continuation. The run parks in
|
|
119
|
+
// `blocked` for a human retry, it does not requeue itself.
|
|
120
|
+
expect(blocked).toEqual([1]);
|
|
121
|
+
expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
|
|
122
|
+
status: 'blocked',
|
|
123
|
+
approvalStatus: 'expired',
|
|
124
|
+
});
|
|
125
|
+
expect(String(repositories.get('agentLoopRuns')?.rows[0].blockedReason)).toContain('expired');
|
|
126
|
+
expect(repositories.get('agentLoopActionApprovals')?.rows[0]).toMatchObject({ status: 'expired' });
|
|
127
|
+
expect(repositories.get('agentLoopActionApprovals')?.rows[0].decidedAt).toBeInstanceOf(Date);
|
|
128
|
+
|
|
129
|
+
const events = repositories.get('agentLoopEvents')?.rows || [];
|
|
130
|
+
expect(events).toHaveLength(1);
|
|
131
|
+
expect(events[0]).toMatchObject({ runId: 1, type: 'run_approval_expired', actorType: 'system' });
|
|
132
|
+
});
|
|
133
|
+
|
|
134
|
+
it('leaves approvals with time left untouched', async () => {
|
|
135
|
+
const { repositories, stateMachine } = createStateMachine(
|
|
136
|
+
[waitingRun()],
|
|
137
|
+
[approval({ expiresAt: new Date(Date.now() + 60_000) })],
|
|
138
|
+
);
|
|
139
|
+
|
|
140
|
+
const blocked = await stateMachine.expireOverdueApprovals(new Date());
|
|
141
|
+
|
|
142
|
+
expect(blocked).toEqual([]);
|
|
143
|
+
expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('waiting_approval');
|
|
144
|
+
expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('pending');
|
|
145
|
+
});
|
|
146
|
+
|
|
147
|
+
it('never expires an approval that has no expiry configured', async () => {
|
|
148
|
+
const { repositories, stateMachine } = createStateMachine([waitingRun()], [approval({ expiresAt: null })]);
|
|
149
|
+
|
|
150
|
+
const blocked = await stateMachine.expireOverdueApprovals(new Date());
|
|
151
|
+
|
|
152
|
+
expect(blocked).toEqual([]);
|
|
153
|
+
expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('pending');
|
|
154
|
+
});
|
|
155
|
+
|
|
156
|
+
it('does not expire approvals once the run has moved on', async () => {
|
|
157
|
+
// A human pause races the reaper. The sweep only acts while the run is still parked in
|
|
158
|
+
// `waiting_approval`; any other status means another path already owns the decision.
|
|
159
|
+
const { repositories, stateMachine } = createStateMachine([waitingRun({ status: 'paused' })], [approval()]);
|
|
160
|
+
|
|
161
|
+
const blocked = await stateMachine.expireOverdueApprovals(new Date());
|
|
162
|
+
|
|
163
|
+
expect(blocked).toEqual([]);
|
|
164
|
+
expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('paused');
|
|
165
|
+
expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('pending');
|
|
166
|
+
});
|
|
167
|
+
|
|
168
|
+
it('ignores historical plan-era runs', async () => {
|
|
169
|
+
const { repositories, stateMachine } = createStateMachine(
|
|
170
|
+
[waitingRun({ runtimeVersion: 'legacy-plan-v1' })],
|
|
171
|
+
[approval()],
|
|
172
|
+
);
|
|
173
|
+
|
|
174
|
+
const blocked = await stateMachine.expireOverdueApprovals(new Date());
|
|
175
|
+
|
|
176
|
+
expect(blocked).toEqual([]);
|
|
177
|
+
expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('waiting_approval');
|
|
178
|
+
});
|
|
179
|
+
|
|
180
|
+
it('blocks only the runs whose approvals are overdue', async () => {
|
|
181
|
+
const { repositories, stateMachine } = createStateMachine(
|
|
182
|
+
[waitingRun({ id: 1 }), waitingRun({ id: 2 })],
|
|
183
|
+
[approval({ id: 10, runId: 1 }), approval({ id: 11, runId: 2, expiresAt: new Date(Date.now() + 60_000) })],
|
|
184
|
+
);
|
|
185
|
+
|
|
186
|
+
const blocked = await stateMachine.expireOverdueApprovals(new Date());
|
|
187
|
+
|
|
188
|
+
expect(blocked).toEqual([1]);
|
|
189
|
+
const runs = repositories.get('agentLoopRuns')?.rows || [];
|
|
190
|
+
expect(runs.find((row) => row.id === 1)?.status).toBe('blocked');
|
|
191
|
+
expect(runs.find((row) => row.id === 2)?.status).toBe('waiting_approval');
|
|
192
|
+
});
|
|
193
|
+
});
|
|
194
|
+
|
|
195
|
+
describe('LoopWorkerService approval sweep wiring', () => {
|
|
196
|
+
type WorkerInternals = { running: boolean; poll(): Promise<void> };
|
|
197
|
+
|
|
198
|
+
function createWorker(runs: Row[], approvals: Row[]) {
|
|
199
|
+
const policy = loopPatternPolicySchema.parse({ maxConcurrency: 1 });
|
|
200
|
+
const harness = { effective: compileHarness([{ source: 'test', settings: { tools: { allow: ['readFile'] } } }]) };
|
|
201
|
+
const repositories = new Map<string, MemoryRepository>([
|
|
202
|
+
[
|
|
203
|
+
'agentLoopControlSettings',
|
|
204
|
+
new MemoryRepository([
|
|
205
|
+
{ id: 1, key: 'global', state: 'running', acceptNewRuns: true, globalMaxConcurrency: 5 },
|
|
206
|
+
]),
|
|
207
|
+
],
|
|
208
|
+
[
|
|
209
|
+
'agentLoopRuns',
|
|
210
|
+
new MemoryRepository(
|
|
211
|
+
runs.map((run) => ({
|
|
212
|
+
patternId: 1,
|
|
213
|
+
goal: 'goal',
|
|
214
|
+
autonomyLevel: 'L1',
|
|
215
|
+
policySnapshot: policy,
|
|
216
|
+
roleBindingsSnapshot: { leader: 'lead', makers: [], verifier: 'checker' },
|
|
217
|
+
leaderHarnessSnapshot: harness,
|
|
218
|
+
makerHarnessSnapshot: {},
|
|
219
|
+
verifierHarnessSnapshot: harness,
|
|
220
|
+
repositoryKey: '',
|
|
221
|
+
actingOn: [],
|
|
222
|
+
...run,
|
|
223
|
+
})),
|
|
224
|
+
),
|
|
225
|
+
],
|
|
226
|
+
['agentLoopActionApprovals', new MemoryRepository(approvals)],
|
|
227
|
+
['agentLoopEvents', new MemoryRepository()],
|
|
228
|
+
['agentLoopPatterns', new MemoryRepository([{ id: 1, enabled: true }])],
|
|
229
|
+
['agentLoopSteps', new MemoryRepository()],
|
|
230
|
+
['agentLoopUsageBuckets', new MemoryRepository()],
|
|
231
|
+
['agentLoopCircuitStates', new MemoryRepository()],
|
|
232
|
+
['agentLoopPathLocks', new MemoryRepository()],
|
|
233
|
+
['agentLoopArtifacts', new MemoryRepository()],
|
|
234
|
+
]);
|
|
235
|
+
const database = createDatabase(repositories);
|
|
236
|
+
const app = {
|
|
237
|
+
name: 'test',
|
|
238
|
+
logger: { warn: vi.fn(), error: vi.fn(), info: vi.fn() },
|
|
239
|
+
log: { warn: vi.fn(), error: vi.fn(), info: vi.fn() },
|
|
240
|
+
lockManager: { runExclusive: <T>(_key: string, operation: () => Promise<T>) => operation() },
|
|
241
|
+
};
|
|
242
|
+
const worker = new LoopWorkerService(app as unknown as Application, database);
|
|
243
|
+
return { repositories, worker: worker as unknown as WorkerInternals };
|
|
244
|
+
}
|
|
245
|
+
|
|
246
|
+
it('expires overdue approvals on every poll before claiming new work', async () => {
|
|
247
|
+
const { repositories, worker } = createWorker([waitingRun()], [approval()]);
|
|
248
|
+
worker.running = true;
|
|
249
|
+
|
|
250
|
+
await worker.poll();
|
|
251
|
+
|
|
252
|
+
expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
|
|
253
|
+
status: 'blocked',
|
|
254
|
+
approvalStatus: 'expired',
|
|
255
|
+
});
|
|
256
|
+
expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('expired');
|
|
257
|
+
});
|
|
258
|
+
});
|
|
@@ -0,0 +1,255 @@
|
|
|
1
|
+
import type { Database } from '@nocobase/database';
|
|
2
|
+
import { describe, expect, it } from 'vitest';
|
|
3
|
+
import { LoopBudgetService } from '../services/LoopBudgetService';
|
|
4
|
+
import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
|
|
5
|
+
|
|
6
|
+
type Row = Record<string, unknown>;
|
|
7
|
+
|
|
8
|
+
function matches(row: Row, filter: Row) {
|
|
9
|
+
return Object.entries(filter).every(([key, value]) => row[key] === value);
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
class MemoryRepository {
|
|
13
|
+
private nextId = 1;
|
|
14
|
+
|
|
15
|
+
constructor(readonly rows: Row[] = []) {
|
|
16
|
+
this.resetSequence();
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
async find(options: Row = {}) {
|
|
20
|
+
const filter = (options.filter as Row | undefined) || {};
|
|
21
|
+
return this.rows.filter((row) => matches(row, filter));
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
async findOne(options: Row) {
|
|
25
|
+
if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
|
|
26
|
+
return this.rows.find((row) => matches(row, (options.filter as Row | undefined) || {})) || null;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
async create(options: Row) {
|
|
30
|
+
const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
|
|
31
|
+
this.rows.push(row);
|
|
32
|
+
return row;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
async update(options: Row) {
|
|
36
|
+
const values = (options.values as Row | undefined) || {};
|
|
37
|
+
for (const row of this.rows) {
|
|
38
|
+
if (options.filterByTk !== undefined && row.id === options.filterByTk) Object.assign(row, values);
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
restore(rows: Row[]) {
|
|
43
|
+
this.rows.splice(0, this.rows.length, ...structuredClone(rows));
|
|
44
|
+
this.resetSequence();
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
private resetSequence() {
|
|
48
|
+
this.nextId = this.rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
class SerialLock {
|
|
53
|
+
readonly keys: string[] = [];
|
|
54
|
+
private readonly tails = new Map<string, Promise<void>>();
|
|
55
|
+
|
|
56
|
+
async runExclusive<T>(key: string, operation: () => Promise<T>) {
|
|
57
|
+
this.keys.push(key);
|
|
58
|
+
const previous = this.tails.get(key) || Promise.resolve();
|
|
59
|
+
let release = () => {};
|
|
60
|
+
const pending = new Promise<void>((resolve) => {
|
|
61
|
+
release = resolve;
|
|
62
|
+
});
|
|
63
|
+
const tail = previous.then(() => pending);
|
|
64
|
+
this.tails.set(key, tail);
|
|
65
|
+
await previous;
|
|
66
|
+
try {
|
|
67
|
+
return await operation();
|
|
68
|
+
} finally {
|
|
69
|
+
release();
|
|
70
|
+
if (this.tails.get(key) === tail) this.tails.delete(key);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
function run(id: number, patternId: number, values: Row = {}) {
|
|
76
|
+
return {
|
|
77
|
+
id,
|
|
78
|
+
patternId,
|
|
79
|
+
runtimeVersion: 'control-plane-v2',
|
|
80
|
+
invocationCount: 0,
|
|
81
|
+
toolCallCount: 0,
|
|
82
|
+
delegationCount: 0,
|
|
83
|
+
verificationCount: 0,
|
|
84
|
+
totalInputTokens: 0,
|
|
85
|
+
totalOutputTokens: 0,
|
|
86
|
+
totalTokens: 0,
|
|
87
|
+
totalCost: 0,
|
|
88
|
+
...values,
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
function createService(input: { runs?: Row[]; buckets?: Row[]; control?: Row } = {}) {
|
|
93
|
+
const repositories = new Map<string, MemoryRepository>([
|
|
94
|
+
['agentLoopRuns', new MemoryRepository(input.runs || [run(1, 1)])],
|
|
95
|
+
['agentLoopUsageBuckets', new MemoryRepository(input.buckets || [])],
|
|
96
|
+
[
|
|
97
|
+
'agentLoopControlSettings',
|
|
98
|
+
new MemoryRepository([
|
|
99
|
+
{
|
|
100
|
+
id: 1,
|
|
101
|
+
key: 'global',
|
|
102
|
+
state: 'running',
|
|
103
|
+
dailyMaxTokens: null,
|
|
104
|
+
dailyMaxCost: null,
|
|
105
|
+
...(input.control || {}),
|
|
106
|
+
},
|
|
107
|
+
]),
|
|
108
|
+
],
|
|
109
|
+
]);
|
|
110
|
+
const transaction = { LOCK: { UPDATE: 'UPDATE' } };
|
|
111
|
+
const database = {
|
|
112
|
+
getRepository(name: string) {
|
|
113
|
+
const repository = repositories.get(name);
|
|
114
|
+
if (!repository) throw new Error(`Unexpected repository ${name}`);
|
|
115
|
+
return repository;
|
|
116
|
+
},
|
|
117
|
+
sequelize: {
|
|
118
|
+
async transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
|
|
119
|
+
const before = new Map(
|
|
120
|
+
Array.from(repositories, ([name, repository]) => [name, structuredClone(repository.rows)]),
|
|
121
|
+
);
|
|
122
|
+
try {
|
|
123
|
+
return await callback(transaction);
|
|
124
|
+
} catch (error) {
|
|
125
|
+
for (const [name, rows] of before) repositories.get(name)?.restore(rows);
|
|
126
|
+
throw error;
|
|
127
|
+
}
|
|
128
|
+
},
|
|
129
|
+
},
|
|
130
|
+
};
|
|
131
|
+
const lock = new SerialLock();
|
|
132
|
+
return {
|
|
133
|
+
lock,
|
|
134
|
+
repositories,
|
|
135
|
+
service: new LoopBudgetService(database as unknown as Database, lock),
|
|
136
|
+
};
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
function policy(input: Record<string, unknown> = {}) {
|
|
140
|
+
return loopPatternPolicySchema.parse(input);
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
const now = new Date('2026-08-03T12:00:00.000Z');
|
|
144
|
+
|
|
145
|
+
describe('LoopBudgetService', () => {
|
|
146
|
+
it('reserves run and daily usage atomically without undercounting token totals', async () => {
|
|
147
|
+
const { lock, repositories, service } = createService();
|
|
148
|
+
const result = await service.reserve({
|
|
149
|
+
runId: 1,
|
|
150
|
+
patternId: 1,
|
|
151
|
+
policy: policy(),
|
|
152
|
+
delta: { invocations: 1, toolCalls: 2, inputTokens: 30, outputTokens: 20, totalTokens: 10, cost: 0.25 },
|
|
153
|
+
now,
|
|
154
|
+
});
|
|
155
|
+
|
|
156
|
+
expect(result).toMatchObject({
|
|
157
|
+
bucketDate: '2026-08-03',
|
|
158
|
+
reserved: { invocations: 1, toolCalls: 2, inputTokens: 30, outputTokens: 20, totalTokens: 50, cost: 0.25 },
|
|
159
|
+
});
|
|
160
|
+
expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
|
|
161
|
+
invocationCount: 1,
|
|
162
|
+
toolCallCount: 2,
|
|
163
|
+
totalInputTokens: 30,
|
|
164
|
+
totalOutputTokens: 20,
|
|
165
|
+
totalTokens: 50,
|
|
166
|
+
totalCost: 0.25,
|
|
167
|
+
});
|
|
168
|
+
expect(repositories.get('agentLoopUsageBuckets')?.rows[0]).toMatchObject({
|
|
169
|
+
patternId: 1,
|
|
170
|
+
bucketDate: '2026-08-03',
|
|
171
|
+
invocationCount: 1,
|
|
172
|
+
toolCallCount: 2,
|
|
173
|
+
totalTokens: 50,
|
|
174
|
+
totalCost: 0.25,
|
|
175
|
+
});
|
|
176
|
+
expect(lock.keys).toEqual(['agent-loop:budget:global:2026-08-03']);
|
|
177
|
+
});
|
|
178
|
+
|
|
179
|
+
it('rolls back both rows when a per-run or pattern-daily limit rejects the reservation', async () => {
|
|
180
|
+
const { repositories, service } = createService({
|
|
181
|
+
runs: [run(1, 1, { invocationCount: 1, totalTokens: 5 })],
|
|
182
|
+
buckets: [{ id: 1, patternId: 1, bucketDate: '2026-08-03', invocationCount: 1, totalTokens: 5 }],
|
|
183
|
+
});
|
|
184
|
+
const runPolicy = policy({ perRun: { maxInvocations: 1 } });
|
|
185
|
+
await expect(
|
|
186
|
+
service.reserve({ runId: 1, patternId: 1, policy: runPolicy, delta: { invocations: 1 }, now }),
|
|
187
|
+
).rejects.toThrow('Per-run invocation budget exceeded');
|
|
188
|
+
|
|
189
|
+
const dailyPolicy = policy({ daily: { maxTokens: 5 } });
|
|
190
|
+
await expect(
|
|
191
|
+
service.reserve({ runId: 1, patternId: 1, policy: dailyPolicy, delta: { totalTokens: 1 }, now }),
|
|
192
|
+
).rejects.toThrow('Daily token budget exceeded');
|
|
193
|
+
|
|
194
|
+
expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({ invocationCount: 1, totalTokens: 5 });
|
|
195
|
+
expect(repositories.get('agentLoopUsageBuckets')?.rows[0]).toMatchObject({ invocationCount: 1, totalTokens: 5 });
|
|
196
|
+
});
|
|
197
|
+
|
|
198
|
+
it('enforces global daily caps across different patterns', async () => {
|
|
199
|
+
const { repositories, service } = createService({
|
|
200
|
+
runs: [run(1, 1), run(2, 2)],
|
|
201
|
+
buckets: [
|
|
202
|
+
{ id: 1, patternId: 1, bucketDate: '2026-08-03', totalTokens: 60, totalCost: 1 },
|
|
203
|
+
{ id: 2, patternId: 2, bucketDate: '2026-08-03', totalTokens: 30, totalCost: 1 },
|
|
204
|
+
],
|
|
205
|
+
control: { dailyMaxTokens: 100, dailyMaxCost: 2.5 },
|
|
206
|
+
});
|
|
207
|
+
|
|
208
|
+
await expect(
|
|
209
|
+
service.reserve({ runId: 2, patternId: 2, policy: policy(), delta: { totalTokens: 11 }, now }),
|
|
210
|
+
).rejects.toThrow('Global daily token budget exceeded');
|
|
211
|
+
await expect(
|
|
212
|
+
service.reserve({ runId: 2, patternId: 2, policy: policy(), delta: { cost: 0.6 }, now }),
|
|
213
|
+
).rejects.toThrow('Global daily cost budget exceeded');
|
|
214
|
+
|
|
215
|
+
expect(repositories.get('agentLoopRuns')?.rows[1]).toMatchObject({ totalTokens: 0, totalCost: 0 });
|
|
216
|
+
expect(repositories.get('agentLoopUsageBuckets')?.rows[1]).toMatchObject({ totalTokens: 30, totalCost: 1 });
|
|
217
|
+
});
|
|
218
|
+
|
|
219
|
+
it('serializes racing reservations so only one can cross the remaining budget boundary', async () => {
|
|
220
|
+
const { repositories, service } = createService();
|
|
221
|
+
const limited = policy({ perRun: { maxTokens: 10 }, daily: { maxTokens: 10 } });
|
|
222
|
+
const requests = await Promise.allSettled([
|
|
223
|
+
service.reserve({ runId: 1, patternId: 1, policy: limited, delta: { totalTokens: 6 }, now }),
|
|
224
|
+
service.reserve({ runId: 1, patternId: 1, policy: limited, delta: { totalTokens: 6 }, now }),
|
|
225
|
+
]);
|
|
226
|
+
|
|
227
|
+
expect(requests.filter((request) => request.status === 'fulfilled')).toHaveLength(1);
|
|
228
|
+
expect(requests.filter((request) => request.status === 'rejected')).toHaveLength(1);
|
|
229
|
+
expect(repositories.get('agentLoopRuns')?.rows[0].totalTokens).toBe(6);
|
|
230
|
+
expect(repositories.get('agentLoopUsageBuckets')?.rows[0].totalTokens).toBe(6);
|
|
231
|
+
});
|
|
232
|
+
|
|
233
|
+
it('fails closed for invalid deltas, historical runs, mismatched patterns, and paused control', async () => {
|
|
234
|
+
const invalid = createService();
|
|
235
|
+
await expect(
|
|
236
|
+
invalid.service.reserve({ runId: 1, patternId: 1, policy: policy(), delta: { toolCalls: 0.5 }, now }),
|
|
237
|
+
).rejects.toThrow('nonnegative integer');
|
|
238
|
+
expect(invalid.repositories.get('agentLoopUsageBuckets')?.rows).toHaveLength(0);
|
|
239
|
+
|
|
240
|
+
const historical = createService({ runs: [run(1, 1, { runtimeVersion: 'legacy-plan-v1' })] });
|
|
241
|
+
await expect(
|
|
242
|
+
historical.service.reserve({ runId: 1, patternId: 1, policy: policy(), delta: { invocations: 1 }, now }),
|
|
243
|
+
).rejects.toThrow('Historical plan-era');
|
|
244
|
+
|
|
245
|
+
const mismatched = createService();
|
|
246
|
+
await expect(
|
|
247
|
+
mismatched.service.reserve({ runId: 1, patternId: 2, policy: policy(), delta: { invocations: 1 }, now }),
|
|
248
|
+
).rejects.toThrow('does not belong to pattern');
|
|
249
|
+
|
|
250
|
+
const paused = createService({ control: { state: 'paused', reason: 'Maintenance' } });
|
|
251
|
+
await expect(
|
|
252
|
+
paused.service.reserve({ runId: 1, patternId: 1, policy: policy(), delta: { invocations: 1 }, now }),
|
|
253
|
+
).rejects.toThrow('Maintenance');
|
|
254
|
+
});
|
|
255
|
+
});
|