plugin-agent-orchestrator 1.1.3 → 1.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (218) hide show
  1. package/README.md +204 -114
  2. package/dist/client/index.js +1 -1
  3. package/dist/client-v2/117.7565cff57c39318a.js +10 -0
  4. package/dist/client-v2/214.106635011859dede.js +10 -0
  5. package/dist/client-v2/253.59577b40d9875be0.js +10 -0
  6. package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
  7. package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
  8. package/dist/client-v2/418.41ed200e7d6da332.js +10 -0
  9. package/dist/client-v2/53.349fff8db80b19d4.js +10 -0
  10. package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
  11. package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
  12. package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
  13. package/dist/client-v2/981.e4a1f41cfc94a856.js +10 -0
  14. package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
  15. package/dist/client-v2/index.js +1 -1
  16. package/dist/externalVersion.js +8 -7
  17. package/dist/locale/en-US.json +199 -123
  18. package/dist/locale/vi-VN.json +199 -123
  19. package/dist/locale/zh-CN.json +199 -123
  20. package/dist/server/collections/agent-execution-spans.js +55 -0
  21. package/dist/server/collections/agent-harness-profile-versions.js +56 -0
  22. package/dist/server/collections/agent-harness-profiles.js +12 -0
  23. package/dist/server/collections/agent-loop-action-approvals.js +69 -0
  24. package/dist/server/collections/agent-loop-artifacts.js +55 -0
  25. package/dist/server/collections/agent-loop-circuit-states.js +53 -0
  26. package/dist/server/collections/agent-loop-control-settings.js +51 -0
  27. package/dist/server/collections/agent-loop-events.js +27 -0
  28. package/dist/server/collections/agent-loop-path-locks.js +57 -0
  29. package/dist/server/collections/agent-loop-patterns.js +72 -0
  30. package/dist/server/collections/agent-loop-runs.js +170 -3
  31. package/dist/server/collections/agent-loop-steps.js +76 -0
  32. package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
  33. package/dist/server/collections/agent-loop-worktrees.js +55 -0
  34. package/dist/server/collections/skill-executions.js +8 -0
  35. package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
  36. package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
  37. package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
  38. package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
  39. package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
  40. package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
  41. package/dist/server/plugin.js +54 -150
  42. package/dist/server/resources/agent-harness-profile.js +117 -0
  43. package/dist/server/resources/agent-knowledge-insights.js +1 -3
  44. package/dist/server/resources/agent-loop-approval.js +108 -0
  45. package/dist/server/resources/agent-loop-artifact.js +86 -0
  46. package/dist/server/resources/agent-loop-events-stream.js +130 -0
  47. package/dist/server/resources/agent-loop.js +183 -139
  48. package/dist/server/resources/resource-helpers.js +63 -0
  49. package/dist/server/resources/tracing.js +121 -107
  50. package/dist/server/services/AgentMemoryContextService.js +34 -0
  51. package/dist/server/services/DurableCircuitBreakerService.js +229 -0
  52. package/dist/server/services/HarnessCompiler.js +175 -0
  53. package/dist/server/services/HarnessProfileService.js +233 -0
  54. package/dist/server/services/HarnessSchema.js +194 -0
  55. package/dist/server/services/LoopBudgetService.js +269 -0
  56. package/dist/server/services/LoopControlService.js +139 -0
  57. package/dist/server/services/LoopPatternSchema.js +195 -0
  58. package/dist/server/services/LoopPatternService.js +132 -0
  59. package/dist/server/services/LoopRunRepository.js +285 -0
  60. package/dist/server/services/LoopRunStateMachine.js +478 -0
  61. package/dist/server/services/LoopSchedulerService.js +193 -0
  62. package/dist/server/services/LoopTriggerService.js +165 -0
  63. package/dist/server/services/LoopWorkerService.js +699 -0
  64. package/dist/server/services/NativeSubAgentObserver.js +165 -23
  65. package/dist/server/services/PathLockService.js +288 -0
  66. package/dist/server/services/PluginAiRuntimeAdapter.js +226 -0
  67. package/dist/server/services/ToolLoopDetectionService.js +210 -0
  68. package/dist/server/services/VerificationSchema.js +59 -0
  69. package/dist/server/services/VerificationService.js +235 -0
  70. package/dist/server/services/harness-runtime-policy.js +139 -0
  71. package/dist/server/skill-hub/actions/git-import.js +13 -7
  72. package/dist/server/skill-hub/plugin.js +36 -3
  73. package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
  74. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +29 -0
  75. package/dist/server/utils/ensure-indexes.js +111 -0
  76. package/dist/server/utils/loop-pattern-context.js +56 -0
  77. package/package.json +53 -53
  78. package/src/client/ApprovalsTab.tsx +2 -0
  79. package/src/client/OrchestratorSettings.tsx +55 -0
  80. package/src/client/skill-hub/components/GitSkillImport.tsx +3 -3
  81. package/src/client/skill-hub/components/SkillMetrics.tsx +15 -10
  82. package/src/client/skill-hub/index.tsx +0 -52
  83. package/src/client-v2/components/AgentRunsTab.tsx +100 -18
  84. package/src/client-v2/components/ApprovalsTab.tsx +337 -0
  85. package/src/client-v2/components/HarnessProfilesTab.tsx +385 -100
  86. package/src/client-v2/components/MemoryInspectorTab.tsx +141 -125
  87. package/src/client-v2/components/TracingTab.tsx +160 -77
  88. package/src/client-v2/hooks/useApiRequest.ts +28 -8
  89. package/src/client-v2/pages/ApprovalsPage.tsx +10 -0
  90. package/src/client-v2/plugin.tsx +6 -6
  91. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +11 -6
  92. package/src/locale/en-US.json +199 -123
  93. package/src/locale/vi-VN.json +199 -123
  94. package/src/locale/zh-CN.json +199 -123
  95. package/src/server/__tests__/circuit-breaker.test.ts +248 -169
  96. package/src/server/__tests__/harness-compiler.test.ts +214 -0
  97. package/src/server/__tests__/harness-profile-service.test.ts +167 -0
  98. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -0
  99. package/src/server/__tests__/harness-tool-plan.test.ts +172 -0
  100. package/src/server/__tests__/loop-approval-decision.test.ts +512 -0
  101. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -0
  102. package/src/server/__tests__/loop-budget-service.test.ts +255 -0
  103. package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
  104. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -0
  105. package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
  106. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -0
  107. package/src/server/__tests__/loop-trigger-service.test.ts +148 -0
  108. package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
  109. package/src/server/__tests__/loop-worker-execution.test.ts +317 -0
  110. package/src/server/__tests__/native-sub-agent-observer.test.ts +288 -4
  111. package/src/server/__tests__/path-lock-service.test.ts +254 -0
  112. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -0
  113. package/src/server/__tests__/smoke.test.ts +162 -121
  114. package/src/server/__tests__/tool-loop-detection.test.ts +275 -0
  115. package/src/server/collections/agent-execution-spans.ts +55 -0
  116. package/src/server/collections/agent-harness-profile-versions.ts +26 -0
  117. package/src/server/collections/agent-harness-profiles.ts +71 -59
  118. package/src/server/collections/agent-loop-action-approvals.ts +39 -0
  119. package/src/server/collections/agent-loop-artifacts.ts +25 -0
  120. package/src/server/collections/agent-loop-circuit-states.ts +23 -0
  121. package/src/server/collections/agent-loop-control-settings.ts +21 -0
  122. package/src/server/collections/agent-loop-events.ts +98 -71
  123. package/src/server/collections/agent-loop-path-locks.ts +27 -0
  124. package/src/server/collections/agent-loop-patterns.ts +42 -0
  125. package/src/server/collections/agent-loop-runs.ts +170 -3
  126. package/src/server/collections/agent-loop-steps.ts +76 -0
  127. package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
  128. package/src/server/collections/agent-loop-worktrees.ts +25 -0
  129. package/src/server/collections/skill-executions.ts +8 -0
  130. package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +52 -49
  131. package/src/server/migrations/20260429000000-add-llm-fields.ts +47 -46
  132. package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +45 -38
  133. package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +33 -32
  134. package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +31 -30
  135. package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
  136. package/src/server/plugin.ts +55 -167
  137. package/src/server/resources/agent-harness-profile.ts +94 -0
  138. package/src/server/resources/agent-knowledge-insights.ts +5 -3
  139. package/src/server/resources/agent-loop-approval.ts +84 -0
  140. package/src/server/resources/agent-loop-artifact.ts +56 -0
  141. package/src/server/resources/agent-loop-events-stream.ts +105 -0
  142. package/src/server/resources/agent-loop.ts +204 -143
  143. package/src/server/resources/agent-monitor.ts +482 -482
  144. package/src/server/resources/resource-helpers.ts +33 -0
  145. package/src/server/resources/tracing.ts +266 -258
  146. package/src/server/services/AgentMemoryContextService.ts +44 -0
  147. package/src/server/services/DurableCircuitBreakerService.ts +239 -0
  148. package/src/server/services/ExecutionSpanService.ts +2 -0
  149. package/src/server/services/HarnessCompiler.ts +170 -0
  150. package/src/server/services/HarnessProfileService.ts +239 -0
  151. package/src/server/services/HarnessSchema.ts +194 -0
  152. package/src/server/services/LoopBudgetService.ts +275 -0
  153. package/src/server/services/LoopControlService.ts +124 -0
  154. package/src/server/services/LoopPatternSchema.ts +185 -0
  155. package/src/server/services/LoopPatternService.ts +143 -0
  156. package/src/server/services/LoopRunRepository.ts +336 -0
  157. package/src/server/services/LoopRunStateMachine.ts +529 -0
  158. package/src/server/services/LoopSchedulerService.ts +199 -0
  159. package/src/server/services/LoopTriggerService.ts +157 -0
  160. package/src/server/services/LoopWorkerService.ts +822 -0
  161. package/src/server/services/NativeSubAgentObserver.ts +186 -21
  162. package/src/server/services/PathLockService.ts +321 -0
  163. package/src/server/services/PluginAiRuntimeAdapter.ts +332 -0
  164. package/src/server/services/ToolLoopDetectionService.ts +213 -0
  165. package/src/server/services/VerificationSchema.ts +31 -0
  166. package/src/server/services/VerificationService.ts +264 -0
  167. package/src/server/services/harness-runtime-policy.ts +141 -0
  168. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +15 -1
  169. package/src/server/skill-hub/actions/git-import.ts +9 -3
  170. package/src/server/skill-hub/plugin.ts +41 -3
  171. package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +235 -239
  172. package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +61 -63
  173. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +43 -2
  174. package/src/server/utils/ensure-indexes.ts +96 -0
  175. package/src/server/utils/logging.ts +62 -63
  176. package/src/server/utils/loop-pattern-context.ts +20 -0
  177. package/dist/client-v2/214.79650a549273f163.js +0 -10
  178. package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
  179. package/dist/client-v2/264.718a107e43fc163c.js +0 -10
  180. package/dist/client-v2/373.f5d5292e53c4e832.js +0 -10
  181. package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
  182. package/dist/client-v2/53.7c29c28043e9112d.js +0 -10
  183. package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
  184. package/dist/client-v2/677.a991ce0250ff5c77.js +0 -10
  185. package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
  186. package/dist/server/services/AgentHarness.js +0 -81
  187. package/dist/server/services/AgentLoopController.js +0 -1023
  188. package/dist/server/services/AgentLoopRepository.js +0 -192
  189. package/dist/server/services/AgentLoopService.js +0 -142
  190. package/dist/server/services/AgentPlanValidator.js +0 -99
  191. package/dist/server/services/AgentPlannerService.js +0 -99
  192. package/dist/server/services/CircuitBreaker.js +0 -125
  193. package/dist/server/services/ContextAggregator.js +0 -201
  194. package/dist/server/services/PlanningPromptService.js +0 -95
  195. package/dist/server/tools/agent-loop.js +0 -373
  196. package/dist/server/tools/orchestrator-plan.js +0 -254
  197. package/src/client/AIEmployeeSelect.tsx +0 -47
  198. package/src/client/AIEmployeesContext.tsx +0 -102
  199. package/src/client/RulesTab.tsx +0 -2
  200. package/src/client/TracingTab.tsx +0 -436
  201. package/src/client/skill-hub/components/ExecutionProgress.tsx +0 -51
  202. package/src/client-v2/components/RulesTab.tsx +0 -2
  203. package/src/client-v2/pages/AgentRunsPage.tsx +0 -13
  204. package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
  205. package/src/server/__tests__/context-aggregator.test.ts +0 -222
  206. package/src/server/__tests__/parallel-execution.test.ts +0 -318
  207. package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
  208. package/src/server/services/AgentHarness.ts +0 -67
  209. package/src/server/services/AgentLoopController.ts +0 -1263
  210. package/src/server/services/AgentLoopRepository.ts +0 -178
  211. package/src/server/services/AgentLoopService.ts +0 -177
  212. package/src/server/services/AgentPlanValidator.ts +0 -73
  213. package/src/server/services/AgentPlannerService.ts +0 -80
  214. package/src/server/services/CircuitBreaker.ts +0 -126
  215. package/src/server/services/ContextAggregator.ts +0 -239
  216. package/src/server/services/PlanningPromptService.ts +0 -72
  217. package/src/server/tools/agent-loop.ts +0 -360
  218. package/src/server/tools/orchestrator-plan.ts +0 -255
@@ -0,0 +1,258 @@
1
+ import type { Database } from '@nocobase/database';
2
+ import type { Application } from '@nocobase/server';
3
+ import { describe, expect, it, vi } from 'vitest';
4
+ import { compileHarness } from '../services/HarnessCompiler';
5
+ import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
6
+
7
+ type Row = Record<string, unknown>;
8
+
9
+ vi.mock('../services/PluginAiRuntimeAdapter', () => ({
10
+ PluginAiRuntimeAdapter: class {
11
+ async createConversation() {
12
+ return 'session-1';
13
+ }
14
+ async invoke() {
15
+ return { sessionId: 'session-1', messageId: 'message-1', interrupted: [], content: 'done' };
16
+ }
17
+ },
18
+ }));
19
+
20
+ vi.mock('../services/VerificationService', () => ({
21
+ VerificationService: class {
22
+ async verifyAndFinalize() {
23
+ return { verdict: { verdict: 'pass' }, finalStatus: 'succeeded' as const };
24
+ }
25
+ },
26
+ }));
27
+
28
+ const { LoopRunStateMachine } = await import('../services/LoopRunStateMachine');
29
+ const { LoopWorkerService } = await import('../services/LoopWorkerService');
30
+
31
+ class MemoryRepository {
32
+ private nextId = 1;
33
+
34
+ constructor(readonly rows: Row[] = []) {
35
+ this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
36
+ }
37
+
38
+ async find(options: Row = {}) {
39
+ const filter = (options.filter as Row | undefined) || {};
40
+ return this.rows.filter((row) => Object.entries(filter).every(([key, value]) => row[key] === value));
41
+ }
42
+
43
+ async findOne(options: Row) {
44
+ if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
45
+ return (await this.find(options))[0] || null;
46
+ }
47
+
48
+ async create(options: Row) {
49
+ const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
50
+ this.rows.push(row);
51
+ return row;
52
+ }
53
+
54
+ async update(options: Row) {
55
+ const values = (options.values as Row | undefined) || {};
56
+ for (const row of this.rows) {
57
+ if (row.id === options.filterByTk) Object.assign(row, values);
58
+ }
59
+ }
60
+ }
61
+
62
+ function createDatabase(repositories: Map<string, MemoryRepository>) {
63
+ return {
64
+ getRepository(name: string) {
65
+ const repository = repositories.get(name);
66
+ if (!repository) throw new Error(`Unexpected repository ${name}`);
67
+ return repository;
68
+ },
69
+ sequelize: {
70
+ transaction<T>(callback: (value: { LOCK: { UPDATE: string } }) => Promise<T>) {
71
+ return callback({ LOCK: { UPDATE: 'UPDATE' } });
72
+ },
73
+ },
74
+ } as unknown as Database;
75
+ }
76
+
77
+ function waitingRun(overrides: Row = {}) {
78
+ return {
79
+ id: 1,
80
+ runtimeVersion: 'control-plane-v2',
81
+ patternId: 1,
82
+ status: 'waiting_approval',
83
+ approvalStatus: 'pending',
84
+ lockedBy: null,
85
+ lockedUntil: null,
86
+ ...overrides,
87
+ };
88
+ }
89
+
90
+ function approval(overrides: Row = {}) {
91
+ return {
92
+ id: 10,
93
+ runId: 1,
94
+ toolCallId: 'call-1',
95
+ toolName: 'editFile',
96
+ inputHash: 'hash-1',
97
+ status: 'pending',
98
+ expiresAt: new Date(Date.now() - 1_000),
99
+ ...overrides,
100
+ };
101
+ }
102
+
103
+ function createStateMachine(runs: Row[], approvals: Row[]) {
104
+ const repositories = new Map<string, MemoryRepository>([
105
+ ['agentLoopRuns', new MemoryRepository(runs)],
106
+ ['agentLoopActionApprovals', new MemoryRepository(approvals)],
107
+ ['agentLoopEvents', new MemoryRepository()],
108
+ ]);
109
+ return { repositories, stateMachine: new LoopRunStateMachine(createDatabase(repositories)) };
110
+ }
111
+
112
+ describe('LoopRunStateMachine.expireOverdueApprovals', () => {
113
+ it('blocks the run and expires approvals whose window has passed', async () => {
114
+ const { repositories, stateMachine } = createStateMachine([waitingRun()], [approval()]);
115
+
116
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
117
+
118
+ // Fail closed: an unanswered approval must never turn into a continuation. The run parks in
119
+ // `blocked` for a human retry, it does not requeue itself.
120
+ expect(blocked).toEqual([1]);
121
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
122
+ status: 'blocked',
123
+ approvalStatus: 'expired',
124
+ });
125
+ expect(String(repositories.get('agentLoopRuns')?.rows[0].blockedReason)).toContain('expired');
126
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0]).toMatchObject({ status: 'expired' });
127
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].decidedAt).toBeInstanceOf(Date);
128
+
129
+ const events = repositories.get('agentLoopEvents')?.rows || [];
130
+ expect(events).toHaveLength(1);
131
+ expect(events[0]).toMatchObject({ runId: 1, type: 'run_approval_expired', actorType: 'system' });
132
+ });
133
+
134
+ it('leaves approvals with time left untouched', async () => {
135
+ const { repositories, stateMachine } = createStateMachine(
136
+ [waitingRun()],
137
+ [approval({ expiresAt: new Date(Date.now() + 60_000) })],
138
+ );
139
+
140
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
141
+
142
+ expect(blocked).toEqual([]);
143
+ expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('waiting_approval');
144
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('pending');
145
+ });
146
+
147
+ it('never expires an approval that has no expiry configured', async () => {
148
+ const { repositories, stateMachine } = createStateMachine([waitingRun()], [approval({ expiresAt: null })]);
149
+
150
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
151
+
152
+ expect(blocked).toEqual([]);
153
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('pending');
154
+ });
155
+
156
+ it('does not expire approvals once the run has moved on', async () => {
157
+ // A human pause races the reaper. The sweep only acts while the run is still parked in
158
+ // `waiting_approval`; any other status means another path already owns the decision.
159
+ const { repositories, stateMachine } = createStateMachine([waitingRun({ status: 'paused' })], [approval()]);
160
+
161
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
162
+
163
+ expect(blocked).toEqual([]);
164
+ expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('paused');
165
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('pending');
166
+ });
167
+
168
+ it('ignores historical plan-era runs', async () => {
169
+ const { repositories, stateMachine } = createStateMachine(
170
+ [waitingRun({ runtimeVersion: 'legacy-plan-v1' })],
171
+ [approval()],
172
+ );
173
+
174
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
175
+
176
+ expect(blocked).toEqual([]);
177
+ expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('waiting_approval');
178
+ });
179
+
180
+ it('blocks only the runs whose approvals are overdue', async () => {
181
+ const { repositories, stateMachine } = createStateMachine(
182
+ [waitingRun({ id: 1 }), waitingRun({ id: 2 })],
183
+ [approval({ id: 10, runId: 1 }), approval({ id: 11, runId: 2, expiresAt: new Date(Date.now() + 60_000) })],
184
+ );
185
+
186
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
187
+
188
+ expect(blocked).toEqual([1]);
189
+ const runs = repositories.get('agentLoopRuns')?.rows || [];
190
+ expect(runs.find((row) => row.id === 1)?.status).toBe('blocked');
191
+ expect(runs.find((row) => row.id === 2)?.status).toBe('waiting_approval');
192
+ });
193
+ });
194
+
195
+ describe('LoopWorkerService approval sweep wiring', () => {
196
+ type WorkerInternals = { running: boolean; poll(): Promise<void> };
197
+
198
+ function createWorker(runs: Row[], approvals: Row[]) {
199
+ const policy = loopPatternPolicySchema.parse({ maxConcurrency: 1 });
200
+ const harness = { effective: compileHarness([{ source: 'test', settings: { tools: { allow: ['readFile'] } } }]) };
201
+ const repositories = new Map<string, MemoryRepository>([
202
+ [
203
+ 'agentLoopControlSettings',
204
+ new MemoryRepository([
205
+ { id: 1, key: 'global', state: 'running', acceptNewRuns: true, globalMaxConcurrency: 5 },
206
+ ]),
207
+ ],
208
+ [
209
+ 'agentLoopRuns',
210
+ new MemoryRepository(
211
+ runs.map((run) => ({
212
+ patternId: 1,
213
+ goal: 'goal',
214
+ autonomyLevel: 'L1',
215
+ policySnapshot: policy,
216
+ roleBindingsSnapshot: { leader: 'lead', makers: [], verifier: 'checker' },
217
+ leaderHarnessSnapshot: harness,
218
+ makerHarnessSnapshot: {},
219
+ verifierHarnessSnapshot: harness,
220
+ repositoryKey: '',
221
+ actingOn: [],
222
+ ...run,
223
+ })),
224
+ ),
225
+ ],
226
+ ['agentLoopActionApprovals', new MemoryRepository(approvals)],
227
+ ['agentLoopEvents', new MemoryRepository()],
228
+ ['agentLoopPatterns', new MemoryRepository([{ id: 1, enabled: true }])],
229
+ ['agentLoopSteps', new MemoryRepository()],
230
+ ['agentLoopUsageBuckets', new MemoryRepository()],
231
+ ['agentLoopCircuitStates', new MemoryRepository()],
232
+ ['agentLoopPathLocks', new MemoryRepository()],
233
+ ['agentLoopArtifacts', new MemoryRepository()],
234
+ ]);
235
+ const database = createDatabase(repositories);
236
+ const app = {
237
+ name: 'test',
238
+ logger: { warn: vi.fn(), error: vi.fn(), info: vi.fn() },
239
+ log: { warn: vi.fn(), error: vi.fn(), info: vi.fn() },
240
+ lockManager: { runExclusive: <T>(_key: string, operation: () => Promise<T>) => operation() },
241
+ };
242
+ const worker = new LoopWorkerService(app as unknown as Application, database);
243
+ return { repositories, worker: worker as unknown as WorkerInternals };
244
+ }
245
+
246
+ it('expires overdue approvals on every poll before claiming new work', async () => {
247
+ const { repositories, worker } = createWorker([waitingRun()], [approval()]);
248
+ worker.running = true;
249
+
250
+ await worker.poll();
251
+
252
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
253
+ status: 'blocked',
254
+ approvalStatus: 'expired',
255
+ });
256
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('expired');
257
+ });
258
+ });
@@ -0,0 +1,255 @@
1
+ import type { Database } from '@nocobase/database';
2
+ import { describe, expect, it } from 'vitest';
3
+ import { LoopBudgetService } from '../services/LoopBudgetService';
4
+ import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
5
+
6
+ type Row = Record<string, unknown>;
7
+
8
+ function matches(row: Row, filter: Row) {
9
+ return Object.entries(filter).every(([key, value]) => row[key] === value);
10
+ }
11
+
12
+ class MemoryRepository {
13
+ private nextId = 1;
14
+
15
+ constructor(readonly rows: Row[] = []) {
16
+ this.resetSequence();
17
+ }
18
+
19
+ async find(options: Row = {}) {
20
+ const filter = (options.filter as Row | undefined) || {};
21
+ return this.rows.filter((row) => matches(row, filter));
22
+ }
23
+
24
+ async findOne(options: Row) {
25
+ if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
26
+ return this.rows.find((row) => matches(row, (options.filter as Row | undefined) || {})) || null;
27
+ }
28
+
29
+ async create(options: Row) {
30
+ const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
31
+ this.rows.push(row);
32
+ return row;
33
+ }
34
+
35
+ async update(options: Row) {
36
+ const values = (options.values as Row | undefined) || {};
37
+ for (const row of this.rows) {
38
+ if (options.filterByTk !== undefined && row.id === options.filterByTk) Object.assign(row, values);
39
+ }
40
+ }
41
+
42
+ restore(rows: Row[]) {
43
+ this.rows.splice(0, this.rows.length, ...structuredClone(rows));
44
+ this.resetSequence();
45
+ }
46
+
47
+ private resetSequence() {
48
+ this.nextId = this.rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
49
+ }
50
+ }
51
+
52
+ class SerialLock {
53
+ readonly keys: string[] = [];
54
+ private readonly tails = new Map<string, Promise<void>>();
55
+
56
+ async runExclusive<T>(key: string, operation: () => Promise<T>) {
57
+ this.keys.push(key);
58
+ const previous = this.tails.get(key) || Promise.resolve();
59
+ let release = () => {};
60
+ const pending = new Promise<void>((resolve) => {
61
+ release = resolve;
62
+ });
63
+ const tail = previous.then(() => pending);
64
+ this.tails.set(key, tail);
65
+ await previous;
66
+ try {
67
+ return await operation();
68
+ } finally {
69
+ release();
70
+ if (this.tails.get(key) === tail) this.tails.delete(key);
71
+ }
72
+ }
73
+ }
74
+
75
+ function run(id: number, patternId: number, values: Row = {}) {
76
+ return {
77
+ id,
78
+ patternId,
79
+ runtimeVersion: 'control-plane-v2',
80
+ invocationCount: 0,
81
+ toolCallCount: 0,
82
+ delegationCount: 0,
83
+ verificationCount: 0,
84
+ totalInputTokens: 0,
85
+ totalOutputTokens: 0,
86
+ totalTokens: 0,
87
+ totalCost: 0,
88
+ ...values,
89
+ };
90
+ }
91
+
92
+ function createService(input: { runs?: Row[]; buckets?: Row[]; control?: Row } = {}) {
93
+ const repositories = new Map<string, MemoryRepository>([
94
+ ['agentLoopRuns', new MemoryRepository(input.runs || [run(1, 1)])],
95
+ ['agentLoopUsageBuckets', new MemoryRepository(input.buckets || [])],
96
+ [
97
+ 'agentLoopControlSettings',
98
+ new MemoryRepository([
99
+ {
100
+ id: 1,
101
+ key: 'global',
102
+ state: 'running',
103
+ dailyMaxTokens: null,
104
+ dailyMaxCost: null,
105
+ ...(input.control || {}),
106
+ },
107
+ ]),
108
+ ],
109
+ ]);
110
+ const transaction = { LOCK: { UPDATE: 'UPDATE' } };
111
+ const database = {
112
+ getRepository(name: string) {
113
+ const repository = repositories.get(name);
114
+ if (!repository) throw new Error(`Unexpected repository ${name}`);
115
+ return repository;
116
+ },
117
+ sequelize: {
118
+ async transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
119
+ const before = new Map(
120
+ Array.from(repositories, ([name, repository]) => [name, structuredClone(repository.rows)]),
121
+ );
122
+ try {
123
+ return await callback(transaction);
124
+ } catch (error) {
125
+ for (const [name, rows] of before) repositories.get(name)?.restore(rows);
126
+ throw error;
127
+ }
128
+ },
129
+ },
130
+ };
131
+ const lock = new SerialLock();
132
+ return {
133
+ lock,
134
+ repositories,
135
+ service: new LoopBudgetService(database as unknown as Database, lock),
136
+ };
137
+ }
138
+
139
+ function policy(input: Record<string, unknown> = {}) {
140
+ return loopPatternPolicySchema.parse(input);
141
+ }
142
+
143
+ const now = new Date('2026-08-03T12:00:00.000Z');
144
+
145
+ describe('LoopBudgetService', () => {
146
+ it('reserves run and daily usage atomically without undercounting token totals', async () => {
147
+ const { lock, repositories, service } = createService();
148
+ const result = await service.reserve({
149
+ runId: 1,
150
+ patternId: 1,
151
+ policy: policy(),
152
+ delta: { invocations: 1, toolCalls: 2, inputTokens: 30, outputTokens: 20, totalTokens: 10, cost: 0.25 },
153
+ now,
154
+ });
155
+
156
+ expect(result).toMatchObject({
157
+ bucketDate: '2026-08-03',
158
+ reserved: { invocations: 1, toolCalls: 2, inputTokens: 30, outputTokens: 20, totalTokens: 50, cost: 0.25 },
159
+ });
160
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
161
+ invocationCount: 1,
162
+ toolCallCount: 2,
163
+ totalInputTokens: 30,
164
+ totalOutputTokens: 20,
165
+ totalTokens: 50,
166
+ totalCost: 0.25,
167
+ });
168
+ expect(repositories.get('agentLoopUsageBuckets')?.rows[0]).toMatchObject({
169
+ patternId: 1,
170
+ bucketDate: '2026-08-03',
171
+ invocationCount: 1,
172
+ toolCallCount: 2,
173
+ totalTokens: 50,
174
+ totalCost: 0.25,
175
+ });
176
+ expect(lock.keys).toEqual(['agent-loop:budget:global:2026-08-03']);
177
+ });
178
+
179
+ it('rolls back both rows when a per-run or pattern-daily limit rejects the reservation', async () => {
180
+ const { repositories, service } = createService({
181
+ runs: [run(1, 1, { invocationCount: 1, totalTokens: 5 })],
182
+ buckets: [{ id: 1, patternId: 1, bucketDate: '2026-08-03', invocationCount: 1, totalTokens: 5 }],
183
+ });
184
+ const runPolicy = policy({ perRun: { maxInvocations: 1 } });
185
+ await expect(
186
+ service.reserve({ runId: 1, patternId: 1, policy: runPolicy, delta: { invocations: 1 }, now }),
187
+ ).rejects.toThrow('Per-run invocation budget exceeded');
188
+
189
+ const dailyPolicy = policy({ daily: { maxTokens: 5 } });
190
+ await expect(
191
+ service.reserve({ runId: 1, patternId: 1, policy: dailyPolicy, delta: { totalTokens: 1 }, now }),
192
+ ).rejects.toThrow('Daily token budget exceeded');
193
+
194
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({ invocationCount: 1, totalTokens: 5 });
195
+ expect(repositories.get('agentLoopUsageBuckets')?.rows[0]).toMatchObject({ invocationCount: 1, totalTokens: 5 });
196
+ });
197
+
198
+ it('enforces global daily caps across different patterns', async () => {
199
+ const { repositories, service } = createService({
200
+ runs: [run(1, 1), run(2, 2)],
201
+ buckets: [
202
+ { id: 1, patternId: 1, bucketDate: '2026-08-03', totalTokens: 60, totalCost: 1 },
203
+ { id: 2, patternId: 2, bucketDate: '2026-08-03', totalTokens: 30, totalCost: 1 },
204
+ ],
205
+ control: { dailyMaxTokens: 100, dailyMaxCost: 2.5 },
206
+ });
207
+
208
+ await expect(
209
+ service.reserve({ runId: 2, patternId: 2, policy: policy(), delta: { totalTokens: 11 }, now }),
210
+ ).rejects.toThrow('Global daily token budget exceeded');
211
+ await expect(
212
+ service.reserve({ runId: 2, patternId: 2, policy: policy(), delta: { cost: 0.6 }, now }),
213
+ ).rejects.toThrow('Global daily cost budget exceeded');
214
+
215
+ expect(repositories.get('agentLoopRuns')?.rows[1]).toMatchObject({ totalTokens: 0, totalCost: 0 });
216
+ expect(repositories.get('agentLoopUsageBuckets')?.rows[1]).toMatchObject({ totalTokens: 30, totalCost: 1 });
217
+ });
218
+
219
+ it('serializes racing reservations so only one can cross the remaining budget boundary', async () => {
220
+ const { repositories, service } = createService();
221
+ const limited = policy({ perRun: { maxTokens: 10 }, daily: { maxTokens: 10 } });
222
+ const requests = await Promise.allSettled([
223
+ service.reserve({ runId: 1, patternId: 1, policy: limited, delta: { totalTokens: 6 }, now }),
224
+ service.reserve({ runId: 1, patternId: 1, policy: limited, delta: { totalTokens: 6 }, now }),
225
+ ]);
226
+
227
+ expect(requests.filter((request) => request.status === 'fulfilled')).toHaveLength(1);
228
+ expect(requests.filter((request) => request.status === 'rejected')).toHaveLength(1);
229
+ expect(repositories.get('agentLoopRuns')?.rows[0].totalTokens).toBe(6);
230
+ expect(repositories.get('agentLoopUsageBuckets')?.rows[0].totalTokens).toBe(6);
231
+ });
232
+
233
+ it('fails closed for invalid deltas, historical runs, mismatched patterns, and paused control', async () => {
234
+ const invalid = createService();
235
+ await expect(
236
+ invalid.service.reserve({ runId: 1, patternId: 1, policy: policy(), delta: { toolCalls: 0.5 }, now }),
237
+ ).rejects.toThrow('nonnegative integer');
238
+ expect(invalid.repositories.get('agentLoopUsageBuckets')?.rows).toHaveLength(0);
239
+
240
+ const historical = createService({ runs: [run(1, 1, { runtimeVersion: 'legacy-plan-v1' })] });
241
+ await expect(
242
+ historical.service.reserve({ runId: 1, patternId: 1, policy: policy(), delta: { invocations: 1 }, now }),
243
+ ).rejects.toThrow('Historical plan-era');
244
+
245
+ const mismatched = createService();
246
+ await expect(
247
+ mismatched.service.reserve({ runId: 1, patternId: 2, policy: policy(), delta: { invocations: 1 }, now }),
248
+ ).rejects.toThrow('does not belong to pattern');
249
+
250
+ const paused = createService({ control: { state: 'paused', reason: 'Maintenance' } });
251
+ await expect(
252
+ paused.service.reserve({ runId: 1, patternId: 1, policy: policy(), delta: { invocations: 1 }, now }),
253
+ ).rejects.toThrow('Maintenance');
254
+ });
255
+ });