plugin-agent-orchestrator 1.1.3 → 1.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (218) hide show
  1. package/README.md +204 -114
  2. package/dist/client/index.js +1 -1
  3. package/dist/client-v2/117.7565cff57c39318a.js +10 -0
  4. package/dist/client-v2/214.106635011859dede.js +10 -0
  5. package/dist/client-v2/253.59577b40d9875be0.js +10 -0
  6. package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
  7. package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
  8. package/dist/client-v2/418.41ed200e7d6da332.js +10 -0
  9. package/dist/client-v2/53.349fff8db80b19d4.js +10 -0
  10. package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
  11. package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
  12. package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
  13. package/dist/client-v2/981.e4a1f41cfc94a856.js +10 -0
  14. package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
  15. package/dist/client-v2/index.js +1 -1
  16. package/dist/externalVersion.js +8 -7
  17. package/dist/locale/en-US.json +199 -123
  18. package/dist/locale/vi-VN.json +199 -123
  19. package/dist/locale/zh-CN.json +199 -123
  20. package/dist/server/collections/agent-execution-spans.js +55 -0
  21. package/dist/server/collections/agent-harness-profile-versions.js +56 -0
  22. package/dist/server/collections/agent-harness-profiles.js +12 -0
  23. package/dist/server/collections/agent-loop-action-approvals.js +69 -0
  24. package/dist/server/collections/agent-loop-artifacts.js +55 -0
  25. package/dist/server/collections/agent-loop-circuit-states.js +53 -0
  26. package/dist/server/collections/agent-loop-control-settings.js +51 -0
  27. package/dist/server/collections/agent-loop-events.js +27 -0
  28. package/dist/server/collections/agent-loop-path-locks.js +57 -0
  29. package/dist/server/collections/agent-loop-patterns.js +72 -0
  30. package/dist/server/collections/agent-loop-runs.js +170 -3
  31. package/dist/server/collections/agent-loop-steps.js +76 -0
  32. package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
  33. package/dist/server/collections/agent-loop-worktrees.js +55 -0
  34. package/dist/server/collections/skill-executions.js +8 -0
  35. package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
  36. package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
  37. package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
  38. package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
  39. package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
  40. package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
  41. package/dist/server/plugin.js +54 -150
  42. package/dist/server/resources/agent-harness-profile.js +117 -0
  43. package/dist/server/resources/agent-knowledge-insights.js +1 -3
  44. package/dist/server/resources/agent-loop-approval.js +108 -0
  45. package/dist/server/resources/agent-loop-artifact.js +86 -0
  46. package/dist/server/resources/agent-loop-events-stream.js +130 -0
  47. package/dist/server/resources/agent-loop.js +183 -139
  48. package/dist/server/resources/resource-helpers.js +63 -0
  49. package/dist/server/resources/tracing.js +121 -107
  50. package/dist/server/services/AgentMemoryContextService.js +34 -0
  51. package/dist/server/services/DurableCircuitBreakerService.js +229 -0
  52. package/dist/server/services/HarnessCompiler.js +175 -0
  53. package/dist/server/services/HarnessProfileService.js +233 -0
  54. package/dist/server/services/HarnessSchema.js +194 -0
  55. package/dist/server/services/LoopBudgetService.js +269 -0
  56. package/dist/server/services/LoopControlService.js +139 -0
  57. package/dist/server/services/LoopPatternSchema.js +195 -0
  58. package/dist/server/services/LoopPatternService.js +132 -0
  59. package/dist/server/services/LoopRunRepository.js +285 -0
  60. package/dist/server/services/LoopRunStateMachine.js +478 -0
  61. package/dist/server/services/LoopSchedulerService.js +193 -0
  62. package/dist/server/services/LoopTriggerService.js +165 -0
  63. package/dist/server/services/LoopWorkerService.js +699 -0
  64. package/dist/server/services/NativeSubAgentObserver.js +165 -23
  65. package/dist/server/services/PathLockService.js +288 -0
  66. package/dist/server/services/PluginAiRuntimeAdapter.js +226 -0
  67. package/dist/server/services/ToolLoopDetectionService.js +210 -0
  68. package/dist/server/services/VerificationSchema.js +59 -0
  69. package/dist/server/services/VerificationService.js +235 -0
  70. package/dist/server/services/harness-runtime-policy.js +139 -0
  71. package/dist/server/skill-hub/actions/git-import.js +13 -7
  72. package/dist/server/skill-hub/plugin.js +36 -3
  73. package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
  74. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +29 -0
  75. package/dist/server/utils/ensure-indexes.js +111 -0
  76. package/dist/server/utils/loop-pattern-context.js +56 -0
  77. package/package.json +53 -53
  78. package/src/client/ApprovalsTab.tsx +2 -0
  79. package/src/client/OrchestratorSettings.tsx +55 -0
  80. package/src/client/skill-hub/components/GitSkillImport.tsx +3 -3
  81. package/src/client/skill-hub/components/SkillMetrics.tsx +15 -10
  82. package/src/client/skill-hub/index.tsx +0 -52
  83. package/src/client-v2/components/AgentRunsTab.tsx +100 -18
  84. package/src/client-v2/components/ApprovalsTab.tsx +337 -0
  85. package/src/client-v2/components/HarnessProfilesTab.tsx +385 -100
  86. package/src/client-v2/components/MemoryInspectorTab.tsx +141 -125
  87. package/src/client-v2/components/TracingTab.tsx +160 -77
  88. package/src/client-v2/hooks/useApiRequest.ts +28 -8
  89. package/src/client-v2/pages/ApprovalsPage.tsx +10 -0
  90. package/src/client-v2/plugin.tsx +6 -6
  91. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +11 -6
  92. package/src/locale/en-US.json +199 -123
  93. package/src/locale/vi-VN.json +199 -123
  94. package/src/locale/zh-CN.json +199 -123
  95. package/src/server/__tests__/circuit-breaker.test.ts +248 -169
  96. package/src/server/__tests__/harness-compiler.test.ts +214 -0
  97. package/src/server/__tests__/harness-profile-service.test.ts +167 -0
  98. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -0
  99. package/src/server/__tests__/harness-tool-plan.test.ts +172 -0
  100. package/src/server/__tests__/loop-approval-decision.test.ts +512 -0
  101. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -0
  102. package/src/server/__tests__/loop-budget-service.test.ts +255 -0
  103. package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
  104. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -0
  105. package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
  106. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -0
  107. package/src/server/__tests__/loop-trigger-service.test.ts +148 -0
  108. package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
  109. package/src/server/__tests__/loop-worker-execution.test.ts +317 -0
  110. package/src/server/__tests__/native-sub-agent-observer.test.ts +288 -4
  111. package/src/server/__tests__/path-lock-service.test.ts +254 -0
  112. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -0
  113. package/src/server/__tests__/smoke.test.ts +162 -121
  114. package/src/server/__tests__/tool-loop-detection.test.ts +275 -0
  115. package/src/server/collections/agent-execution-spans.ts +55 -0
  116. package/src/server/collections/agent-harness-profile-versions.ts +26 -0
  117. package/src/server/collections/agent-harness-profiles.ts +71 -59
  118. package/src/server/collections/agent-loop-action-approvals.ts +39 -0
  119. package/src/server/collections/agent-loop-artifacts.ts +25 -0
  120. package/src/server/collections/agent-loop-circuit-states.ts +23 -0
  121. package/src/server/collections/agent-loop-control-settings.ts +21 -0
  122. package/src/server/collections/agent-loop-events.ts +98 -71
  123. package/src/server/collections/agent-loop-path-locks.ts +27 -0
  124. package/src/server/collections/agent-loop-patterns.ts +42 -0
  125. package/src/server/collections/agent-loop-runs.ts +170 -3
  126. package/src/server/collections/agent-loop-steps.ts +76 -0
  127. package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
  128. package/src/server/collections/agent-loop-worktrees.ts +25 -0
  129. package/src/server/collections/skill-executions.ts +8 -0
  130. package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +52 -49
  131. package/src/server/migrations/20260429000000-add-llm-fields.ts +47 -46
  132. package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +45 -38
  133. package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +33 -32
  134. package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +31 -30
  135. package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
  136. package/src/server/plugin.ts +55 -167
  137. package/src/server/resources/agent-harness-profile.ts +94 -0
  138. package/src/server/resources/agent-knowledge-insights.ts +5 -3
  139. package/src/server/resources/agent-loop-approval.ts +84 -0
  140. package/src/server/resources/agent-loop-artifact.ts +56 -0
  141. package/src/server/resources/agent-loop-events-stream.ts +105 -0
  142. package/src/server/resources/agent-loop.ts +204 -143
  143. package/src/server/resources/agent-monitor.ts +482 -482
  144. package/src/server/resources/resource-helpers.ts +33 -0
  145. package/src/server/resources/tracing.ts +266 -258
  146. package/src/server/services/AgentMemoryContextService.ts +44 -0
  147. package/src/server/services/DurableCircuitBreakerService.ts +239 -0
  148. package/src/server/services/ExecutionSpanService.ts +2 -0
  149. package/src/server/services/HarnessCompiler.ts +170 -0
  150. package/src/server/services/HarnessProfileService.ts +239 -0
  151. package/src/server/services/HarnessSchema.ts +194 -0
  152. package/src/server/services/LoopBudgetService.ts +275 -0
  153. package/src/server/services/LoopControlService.ts +124 -0
  154. package/src/server/services/LoopPatternSchema.ts +185 -0
  155. package/src/server/services/LoopPatternService.ts +143 -0
  156. package/src/server/services/LoopRunRepository.ts +336 -0
  157. package/src/server/services/LoopRunStateMachine.ts +529 -0
  158. package/src/server/services/LoopSchedulerService.ts +199 -0
  159. package/src/server/services/LoopTriggerService.ts +157 -0
  160. package/src/server/services/LoopWorkerService.ts +822 -0
  161. package/src/server/services/NativeSubAgentObserver.ts +186 -21
  162. package/src/server/services/PathLockService.ts +321 -0
  163. package/src/server/services/PluginAiRuntimeAdapter.ts +332 -0
  164. package/src/server/services/ToolLoopDetectionService.ts +213 -0
  165. package/src/server/services/VerificationSchema.ts +31 -0
  166. package/src/server/services/VerificationService.ts +264 -0
  167. package/src/server/services/harness-runtime-policy.ts +141 -0
  168. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +15 -1
  169. package/src/server/skill-hub/actions/git-import.ts +9 -3
  170. package/src/server/skill-hub/plugin.ts +41 -3
  171. package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +235 -239
  172. package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +61 -63
  173. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +43 -2
  174. package/src/server/utils/ensure-indexes.ts +96 -0
  175. package/src/server/utils/logging.ts +62 -63
  176. package/src/server/utils/loop-pattern-context.ts +20 -0
  177. package/dist/client-v2/214.79650a549273f163.js +0 -10
  178. package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
  179. package/dist/client-v2/264.718a107e43fc163c.js +0 -10
  180. package/dist/client-v2/373.f5d5292e53c4e832.js +0 -10
  181. package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
  182. package/dist/client-v2/53.7c29c28043e9112d.js +0 -10
  183. package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
  184. package/dist/client-v2/677.a991ce0250ff5c77.js +0 -10
  185. package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
  186. package/dist/server/services/AgentHarness.js +0 -81
  187. package/dist/server/services/AgentLoopController.js +0 -1023
  188. package/dist/server/services/AgentLoopRepository.js +0 -192
  189. package/dist/server/services/AgentLoopService.js +0 -142
  190. package/dist/server/services/AgentPlanValidator.js +0 -99
  191. package/dist/server/services/AgentPlannerService.js +0 -99
  192. package/dist/server/services/CircuitBreaker.js +0 -125
  193. package/dist/server/services/ContextAggregator.js +0 -201
  194. package/dist/server/services/PlanningPromptService.js +0 -95
  195. package/dist/server/tools/agent-loop.js +0 -373
  196. package/dist/server/tools/orchestrator-plan.js +0 -254
  197. package/src/client/AIEmployeeSelect.tsx +0 -47
  198. package/src/client/AIEmployeesContext.tsx +0 -102
  199. package/src/client/RulesTab.tsx +0 -2
  200. package/src/client/TracingTab.tsx +0 -436
  201. package/src/client/skill-hub/components/ExecutionProgress.tsx +0 -51
  202. package/src/client-v2/components/RulesTab.tsx +0 -2
  203. package/src/client-v2/pages/AgentRunsPage.tsx +0 -13
  204. package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
  205. package/src/server/__tests__/context-aggregator.test.ts +0 -222
  206. package/src/server/__tests__/parallel-execution.test.ts +0 -318
  207. package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
  208. package/src/server/services/AgentHarness.ts +0 -67
  209. package/src/server/services/AgentLoopController.ts +0 -1263
  210. package/src/server/services/AgentLoopRepository.ts +0 -178
  211. package/src/server/services/AgentLoopService.ts +0 -177
  212. package/src/server/services/AgentPlanValidator.ts +0 -73
  213. package/src/server/services/AgentPlannerService.ts +0 -80
  214. package/src/server/services/CircuitBreaker.ts +0 -126
  215. package/src/server/services/ContextAggregator.ts +0 -239
  216. package/src/server/services/PlanningPromptService.ts +0 -72
  217. package/src/server/tools/agent-loop.ts +0 -360
  218. package/src/server/tools/orchestrator-plan.ts +0 -255
@@ -0,0 +1,148 @@
1
+ import type { Database } from '@nocobase/database';
2
+ import { describe, expect, it, vi } from 'vitest';
3
+ import { compileHarness } from '../services/HarnessCompiler';
4
+ import type { CompiledPatternSnapshot, HarnessSnapshot } from '../services/LoopPatternService';
5
+ import type { LoopPatternService } from '../services/LoopPatternService';
6
+ import { LoopTriggerService } from '../services/LoopTriggerService';
7
+
8
+ type Row = Record<string, unknown>;
9
+
10
+ class MemoryRepository {
11
+ private nextId: number;
12
+
13
+ constructor(readonly rows: Row[] = []) {
14
+ this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
15
+ }
16
+
17
+ async findOne(options: Row = {}) {
18
+ if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
19
+ const filter = (options.filter as Row | undefined) || {};
20
+ return this.rows.find((row) => Object.entries(filter).every(([key, value]) => row[key] === value)) || null;
21
+ }
22
+
23
+ async create(options: Row) {
24
+ const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
25
+ this.rows.push(row);
26
+ return row;
27
+ }
28
+ }
29
+
30
+ function createDatabase(repositories: Map<string, MemoryRepository>) {
31
+ return {
32
+ getRepository(name: string) {
33
+ const repository = repositories.get(name);
34
+ if (!repository) throw new Error(`Unexpected repository ${name}`);
35
+ return repository;
36
+ },
37
+ sequelize: {
38
+ transaction<T>(callback: (transaction: unknown) => Promise<T>) {
39
+ return callback({});
40
+ },
41
+ },
42
+ } as unknown as Database;
43
+ }
44
+
45
+ function harnessAt(tag: string, version: number): HarnessSnapshot {
46
+ return {
47
+ tag,
48
+ versionId: version * 10,
49
+ version,
50
+ schemaVersion: 1,
51
+ effective: compileHarness([{ source: 'test', settings: {} }]),
52
+ };
53
+ }
54
+
55
+ function compiledSnapshot(): CompiledPatternSnapshot {
56
+ return {
57
+ pattern: {
58
+ key: 'nightly-release',
59
+ triggerType: 'cron',
60
+ goalTemplate: 'Ship the nightly release',
61
+ autonomyLevel: 'L1',
62
+ repositoryKey: '',
63
+ repositoryRoot: '',
64
+ baseRef: '',
65
+ actingOn: [],
66
+ } as unknown as CompiledPatternSnapshot['pattern'],
67
+ roleBindings: { leader: 'lead', makers: ['maker-one'], verifier: 'check' },
68
+ leaderHarness: harnessAt('strict', 3),
69
+ makerHarnesses: { 'maker-one': harnessAt('default', 1) },
70
+ verifierHarness: harnessAt('strict', 3),
71
+ policy: {} as unknown as CompiledPatternSnapshot['policy'],
72
+ };
73
+ }
74
+
75
+ function setup(compiled: CompiledPatternSnapshot) {
76
+ const repositories = new Map<string, MemoryRepository>([
77
+ [
78
+ 'agentLoopControlSettings',
79
+ new MemoryRepository([{ id: 1, key: 'global', state: 'running', acceptNewRuns: true, globalMaxConcurrency: 5 }]),
80
+ ],
81
+ ['agentLoopRuns', new MemoryRepository()],
82
+ ['agentLoopEvents', new MemoryRepository()],
83
+ ]);
84
+ const patterns = { compile: vi.fn(async () => compiled) } as unknown as LoopPatternService;
85
+ return {
86
+ repositories,
87
+ service: new LoopTriggerService(createDatabase(repositories), patterns),
88
+ };
89
+ }
90
+
91
+ describe('LoopTriggerService.enqueue harness audit', () => {
92
+ it('records one harness_applied audit event per role when a run is queued', async () => {
93
+ const { repositories, service } = setup(compiledSnapshot());
94
+
95
+ const result = await service.enqueue({
96
+ patternId: 1,
97
+ triggerType: 'manual',
98
+ triggerKey: 'manual-1',
99
+ userId: 7,
100
+ goal: 'Ship the feature',
101
+ });
102
+
103
+ expect(result.created).toBe(true);
104
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
105
+ status: 'queued',
106
+ leaderUsername: 'lead',
107
+ verifierUsername: 'check',
108
+ });
109
+
110
+ const events = repositories.get('agentLoopEvents')?.rows || [];
111
+ expect(events.filter((event) => event.type === 'run_queued')).toHaveLength(1);
112
+ const applied = events.filter((event) => event.type === 'harness_applied');
113
+ expect(applied.map((event) => event.title)).toEqual([
114
+ 'Harness strict@v3 applied to leader',
115
+ 'Harness default@v1 applied to maker',
116
+ 'Harness strict@v3 applied to verifier',
117
+ ]);
118
+ expect(applied[0]).toMatchObject({
119
+ runId: 1,
120
+ status: 'queued',
121
+ actorType: 'user',
122
+ actorIdentity: '7',
123
+ correlationKey: 'harness:leader:lead',
124
+ payload: { role: 'leader', username: 'lead', tag: 'strict', version: 3, versionId: 30, schemaVersion: 1 },
125
+ });
126
+ expect(applied[1]).toMatchObject({ correlationKey: 'harness:maker:maker-one' });
127
+ expect(applied[2]).toMatchObject({ correlationKey: 'harness:verifier:check' });
128
+ });
129
+
130
+ it('skips roles whose harness snapshot is missing', async () => {
131
+ const snapshot = compiledSnapshot();
132
+ snapshot.makerHarnesses = {};
133
+ const { repositories, service } = setup(snapshot);
134
+
135
+ await service.enqueue({
136
+ patternId: 1,
137
+ triggerType: 'manual',
138
+ triggerKey: 'manual-2',
139
+ goal: 'Ship it',
140
+ });
141
+
142
+ const applied = (repositories.get('agentLoopEvents')?.rows || []).filter(
143
+ (event) => event.type === 'harness_applied',
144
+ );
145
+ expect(applied).toHaveLength(2);
146
+ expect(applied.map((event) => (event.payload as Row).role)).toEqual(['leader', 'verifier']);
147
+ });
148
+ });
@@ -0,0 +1,341 @@
1
+ import type { Database } from '@nocobase/database';
2
+ import { describe, expect, it } from 'vitest';
3
+ import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
4
+ import { LoopRunStateMachine } from '../services/LoopRunStateMachine';
5
+
6
+ type Row = Record<string, unknown>;
7
+
8
+ function matchesValue(actual: unknown, expected: unknown) {
9
+ if (expected && typeof expected === 'object' && !Array.isArray(expected)) {
10
+ const operators = expected as Record<string, unknown>;
11
+ if (Array.isArray(operators.$in)) return operators.$in.includes(actual);
12
+ }
13
+ return actual === expected;
14
+ }
15
+
16
+ function matches(row: Row, filter: Row) {
17
+ return Object.entries(filter).every(([key, value]) => matchesValue(row[key], value));
18
+ }
19
+
20
+ class MemoryRepository {
21
+ private nextId = 1;
22
+
23
+ constructor(readonly rows: Row[] = []) {
24
+ this.resetSequence();
25
+ }
26
+
27
+ async find(options: Row = {}) {
28
+ const filter = (options.filter as Row | undefined) || {};
29
+ const rows = this.rows.filter((row) => matches(row, filter));
30
+ const sort = (options.sort as string[] | undefined) || [];
31
+ rows.sort((left, right) => {
32
+ for (const field of sort) {
33
+ const descending = field.startsWith('-');
34
+ const key = descending ? field.slice(1) : field;
35
+ const leftValue = left[key];
36
+ const rightValue = right[key];
37
+ if (leftValue === rightValue) continue;
38
+ const result = String(leftValue) < String(rightValue) ? -1 : 1;
39
+ return descending ? -result : result;
40
+ }
41
+ return 0;
42
+ });
43
+ return rows.slice(0, Number(options.limit) || rows.length);
44
+ }
45
+
46
+ async findOne(options: Row) {
47
+ if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
48
+ return (await this.find(options))[0] || null;
49
+ }
50
+
51
+ async count(options: Row = {}) {
52
+ return (await this.find(options)).length;
53
+ }
54
+
55
+ async create(options: Row) {
56
+ const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
57
+ this.rows.push(row);
58
+ return row;
59
+ }
60
+
61
+ async update(options: Row) {
62
+ const values = (options.values as Row | undefined) || {};
63
+ for (const row of this.rows) {
64
+ if (options.filterByTk !== undefined && row.id === options.filterByTk) Object.assign(row, values);
65
+ }
66
+ }
67
+
68
+ restore(rows: Row[]) {
69
+ this.rows.splice(0, this.rows.length, ...structuredClone(rows));
70
+ this.resetSequence();
71
+ }
72
+
73
+ private resetSequence() {
74
+ this.nextId = this.rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
75
+ }
76
+ }
77
+
78
+ class TransactionQueue {
79
+ private tail = Promise.resolve();
80
+
81
+ async run<T>(operation: () => Promise<T>) {
82
+ let release = () => {};
83
+ const previous = this.tail;
84
+ this.tail = new Promise<void>((resolve) => {
85
+ release = resolve;
86
+ });
87
+ await previous;
88
+ try {
89
+ return await operation();
90
+ } finally {
91
+ release();
92
+ }
93
+ }
94
+ }
95
+
96
+ function run(id: number, patternId: number, status: string, values: Row = {}) {
97
+ return {
98
+ id,
99
+ rootRunId: `loop-${id}`,
100
+ runtimeVersion: 'control-plane-v2',
101
+ patternId,
102
+ status,
103
+ policySnapshot: loopPatternPolicySchema.parse({ maxConcurrency: 1 }),
104
+ createdAt: new Date(`2026-08-03T00:00:${String(id).padStart(2, '0')}.000Z`),
105
+ lockedBy: null,
106
+ lockedUntil: null,
107
+ ...values,
108
+ };
109
+ }
110
+
111
+ function createStateMachine(input: { runs: Row[]; patterns?: Row[]; globalMaxConcurrency?: number }) {
112
+ const repositories = new Map<string, MemoryRepository>([
113
+ ['agentLoopRuns', new MemoryRepository(input.runs)],
114
+ [
115
+ 'agentLoopPatterns',
116
+ new MemoryRepository(
117
+ input.patterns || [
118
+ { id: 1, enabled: true },
119
+ { id: 2, enabled: true },
120
+ { id: 3, enabled: true },
121
+ ],
122
+ ),
123
+ ],
124
+ ['agentLoopEvents', new MemoryRepository()],
125
+ [
126
+ 'agentLoopControlSettings',
127
+ new MemoryRepository([
128
+ {
129
+ id: 1,
130
+ key: 'global',
131
+ state: 'running',
132
+ acceptNewRuns: true,
133
+ globalMaxConcurrency: input.globalMaxConcurrency || 5,
134
+ dailyMaxTokens: null,
135
+ dailyMaxCost: null,
136
+ },
137
+ ]),
138
+ ],
139
+ ]);
140
+ const transaction = { LOCK: { UPDATE: 'UPDATE' } };
141
+ const queue = new TransactionQueue();
142
+ const database = {
143
+ getRepository(name: string) {
144
+ const repository = repositories.get(name);
145
+ if (!repository) throw new Error(`Unexpected repository ${name}`);
146
+ return repository;
147
+ },
148
+ sequelize: {
149
+ transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
150
+ return queue.run(async () => {
151
+ const before = new Map(
152
+ Array.from(repositories, ([name, repository]) => [name, structuredClone(repository.rows)]),
153
+ );
154
+ try {
155
+ return await callback(transaction);
156
+ } catch (error) {
157
+ for (const [name, rows] of before) repositories.get(name)?.restore(rows);
158
+ throw error;
159
+ }
160
+ });
161
+ },
162
+ },
163
+ };
164
+ return {
165
+ repositories,
166
+ stateMachine: new LoopRunStateMachine(database as unknown as Database),
167
+ };
168
+ }
169
+
170
+ describe('LoopRunStateMachine worker leases', () => {
171
+ it('allows only one of two workers to claim a queued run', async () => {
172
+ const { repositories, stateMachine } = createStateMachine({ runs: [run(1, 1, 'queued')] });
173
+ const claims = await Promise.all([
174
+ stateMachine.claimNext('worker-a', 30_000),
175
+ stateMachine.claimNext('worker-b', 30_000),
176
+ ]);
177
+
178
+ expect(claims.filter(Boolean)).toHaveLength(1);
179
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({ status: 'preparing' });
180
+ expect(String(repositories.get('agentLoopRuns')?.rows[0].lockedBy)).toMatch(/^worker-[ab]:/);
181
+ expect(repositories.get('agentLoopEvents')?.rows).toHaveLength(1);
182
+ expect(repositories.get('agentLoopEvents')?.rows[0]).toMatchObject({ type: 'run_claimed', status: 'preparing' });
183
+ });
184
+
185
+ it('blocks malformed snapshots and skips a pattern at capacity without hiding another pattern', async () => {
186
+ const { repositories, stateMachine } = createStateMachine({
187
+ runs: [
188
+ run(1, 3, 'queued', { policySnapshot: { maxConcurrency: 0 } }),
189
+ run(2, 1, 'running'),
190
+ run(3, 1, 'queued'),
191
+ run(4, 2, 'queued'),
192
+ ],
193
+ });
194
+
195
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
196
+
197
+ expect(claimed?.run.id).toBe(4);
198
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
199
+ status: 'blocked',
200
+ blockedReason: 'Run policy snapshot is invalid.',
201
+ });
202
+ expect(repositories.get('agentLoopRuns')?.rows[2].status).toBe('queued');
203
+ expect(repositories.get('agentLoopRuns')?.rows[3].status).toBe('preparing');
204
+ expect(repositories.get('agentLoopEvents')?.rows).toMatchObject([
205
+ { runId: 1, type: 'run_blocked' },
206
+ { runId: 4, type: 'run_claimed' },
207
+ ]);
208
+ });
209
+
210
+ it('enforces global concurrency before claiming another run', async () => {
211
+ const { repositories, stateMachine } = createStateMachine({
212
+ runs: [run(1, 1, 'running'), run(2, 2, 'queued')],
213
+ globalMaxConcurrency: 1,
214
+ });
215
+
216
+ await expect(stateMachine.claimNext('worker-a', 30_000)).resolves.toBeNull();
217
+ expect(repositories.get('agentLoopRuns')?.rows[1].status).toBe('queued');
218
+ expect(repositories.get('agentLoopEvents')?.rows).toHaveLength(0);
219
+ });
220
+
221
+ it('rejects stale worker transitions and accepts the current unexpired lease', async () => {
222
+ const { repositories, stateMachine } = createStateMachine({ runs: [run(1, 1, 'queued')] });
223
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
224
+ if (!claimed) throw new Error('Expected the queued run to be claimed.');
225
+
226
+ const transition = {
227
+ runId: 1,
228
+ to: 'running' as const,
229
+ actorType: 'worker',
230
+ actorIdentity: 'worker-a',
231
+ };
232
+ await expect(stateMachine.transition(transition)).rejects.toThrow('no longer owned');
233
+ await expect(stateMachine.transition({ ...transition, leaseToken: 'worker-b:wrong' })).rejects.toThrow(
234
+ 'no longer owned',
235
+ );
236
+
237
+ const expiredRunRow = repositories.get('agentLoopRuns')?.rows[0];
238
+ if (!expiredRunRow) throw new Error('Expected claimed run.');
239
+ expiredRunRow.lockedUntil = new Date(Date.now() - 1_000);
240
+ await expect(stateMachine.transition({ ...transition, leaseToken: claimed.leaseToken })).rejects.toThrow('expired');
241
+
242
+ const currentRunRow = repositories.get('agentLoopRuns')?.rows[0];
243
+ if (!currentRunRow) throw new Error('Expected claimed run after rollback.');
244
+ currentRunRow.lockedUntil = new Date(Date.now() + 30_000);
245
+ await expect(stateMachine.transition({ ...transition, leaseToken: claimed.leaseToken })).resolves.toMatchObject({
246
+ from: 'preparing',
247
+ to: 'running',
248
+ });
249
+ expect(currentRunRow.status).toBe('running');
250
+ expect(repositories.get('agentLoopEvents')?.rows).toMatchObject([
251
+ { type: 'run_claimed', status: 'preparing' },
252
+ { type: 'run_status_changed', status: 'running' },
253
+ ]);
254
+ });
255
+
256
+ it('renews and releases only the matching worker lease', async () => {
257
+ const { repositories, stateMachine } = createStateMachine({ runs: [run(1, 1, 'queued')] });
258
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
259
+ if (!claimed) throw new Error('Expected the queued run to be claimed.');
260
+
261
+ await expect(stateMachine.renewLease(1, 'worker-b:wrong', 30_000)).rejects.toThrow('no longer owned');
262
+ const renewedUntil = await stateMachine.renewLease(1, claimed.leaseToken, 30_000);
263
+ expect(renewedUntil.getTime()).toBeGreaterThan(Date.now());
264
+ await expect(stateMachine.releaseLease(1, 'worker-b:wrong')).rejects.toThrow('no longer owned');
265
+ await expect(stateMachine.releaseLease(1, claimed.leaseToken)).resolves.toBe(true);
266
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({ lockedBy: null, lockedUntil: null });
267
+ });
268
+
269
+ it('reclaims a crashed run with an expired lease and frees its concurrency slot', async () => {
270
+ const { repositories, stateMachine } = createStateMachine({
271
+ runs: [
272
+ run(1, 1, 'running', { lockedBy: 'worker-dead:1', lockedUntil: new Date(Date.now() - 1_000) }),
273
+ run(2, 2, 'queued'),
274
+ ],
275
+ globalMaxConcurrency: 1,
276
+ });
277
+
278
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
279
+
280
+ // Without reclaim the crashed run would hold the single global slot forever and nothing
281
+ // could be claimed. Once requeued it is the oldest candidate, so it is picked up first.
282
+ expect(claimed?.run.id).toBe(1);
283
+ expect(String(claimed?.leaseToken)).toMatch(/^worker-a:/);
284
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({ status: 'preparing' });
285
+ expect(repositories.get('agentLoopRuns')?.rows[1].status).toBe('queued');
286
+ expect(repositories.get('agentLoopEvents')?.rows).toMatchObject([
287
+ { runId: 1, type: 'run_lease_expired', status: 'queued' },
288
+ { runId: 1, type: 'run_claimed', status: 'preparing' },
289
+ ]);
290
+ });
291
+
292
+ it('does not reclaim an active run that has no lease owner yet', async () => {
293
+ const { repositories, stateMachine } = createStateMachine({
294
+ runs: [run(1, 1, 'running', { lockedBy: null, lockedUntil: null }), run(2, 2, 'queued')],
295
+ globalMaxConcurrency: 1,
296
+ });
297
+
298
+ // An owner-less active run still occupies its slot; requeueing it would double-dispatch work.
299
+ await expect(stateMachine.claimNext('worker-a', 30_000)).resolves.toBeNull();
300
+ expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('running');
301
+ expect(repositories.get('agentLoopRuns')?.rows[1].status).toBe('queued');
302
+ expect(repositories.get('agentLoopEvents')?.rows).toHaveLength(0);
303
+ });
304
+
305
+ it('stops a worker from carrying a paused or canceled run forward', async () => {
306
+ const { repositories, stateMachine } = createStateMachine({ runs: [run(1, 1, 'queued')] });
307
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
308
+ if (!claimed) throw new Error('Expected the queued run to be claimed.');
309
+ await stateMachine.transition({
310
+ runId: 1,
311
+ to: 'running',
312
+ actorType: 'worker',
313
+ actorIdentity: 'worker-a',
314
+ leaseToken: claimed.leaseToken,
315
+ });
316
+
317
+ // A human pause leaves the worker lease in place, so the lease check alone would let the
318
+ // in-flight worker continue. `paused -> verifying` is a legal edge for a human resume, and
319
+ // without the actor guard the worker would walk straight through the pause.
320
+ const runRow = repositories.get('agentLoopRuns')?.rows[0];
321
+ if (!runRow) throw new Error('Expected the claimed run.');
322
+ await stateMachine.transition({ runId: 1, to: 'paused', actorType: 'human', actorIdentity: '1' });
323
+ expect(runRow.status).toBe('paused');
324
+
325
+ await expect(
326
+ stateMachine.transition({
327
+ runId: 1,
328
+ to: 'verifying',
329
+ actorType: 'worker',
330
+ actorIdentity: 'worker-a',
331
+ leaseToken: claimed.leaseToken,
332
+ }),
333
+ ).rejects.toThrow('A worker cannot transition a run that is paused.');
334
+ expect(runRow.status).toBe('paused');
335
+
336
+ // The human resume path is unaffected.
337
+ await expect(
338
+ stateMachine.transition({ runId: 1, to: 'queued', actorType: 'human', actorIdentity: '1' }),
339
+ ).resolves.toMatchObject({ from: 'paused', to: 'queued' });
340
+ });
341
+ });