plugin-agent-orchestrator 1.1.3 → 1.1.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (173) hide show
  1. package/dist/client/index.js +1 -1
  2. package/dist/client-v2/214.b063f33ba044a808.js +10 -0
  3. package/dist/client-v2/253.59577b40d9875be0.js +10 -0
  4. package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
  5. package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
  6. package/dist/client-v2/418.58fa350f5496efd3.js +10 -0
  7. package/dist/client-v2/{53.7c29c28043e9112d.js → 53.9a10455323390f14.js} +1 -1
  8. package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
  9. package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
  10. package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
  11. package/dist/client-v2/925.e5925bf21ed68e7a.js +10 -0
  12. package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
  13. package/dist/client-v2/index.js +1 -1
  14. package/dist/externalVersion.js +8 -6
  15. package/dist/locale/en-US.json +48 -28
  16. package/dist/locale/vi-VN.json +48 -28
  17. package/dist/locale/zh-CN.json +48 -28
  18. package/dist/server/collections/agent-execution-spans.js +47 -0
  19. package/dist/server/collections/agent-harness-profile-versions.js +56 -0
  20. package/dist/server/collections/agent-harness-profiles.js +12 -0
  21. package/dist/server/collections/agent-loop-action-approvals.js +68 -0
  22. package/dist/server/collections/agent-loop-artifacts.js +55 -0
  23. package/dist/server/collections/agent-loop-circuit-states.js +53 -0
  24. package/dist/server/collections/agent-loop-control-settings.js +51 -0
  25. package/dist/server/collections/agent-loop-events.js +27 -0
  26. package/dist/server/collections/agent-loop-path-locks.js +57 -0
  27. package/dist/server/collections/agent-loop-patterns.js +72 -0
  28. package/dist/server/collections/agent-loop-runs.js +163 -2
  29. package/dist/server/collections/agent-loop-steps.js +69 -0
  30. package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
  31. package/dist/server/collections/agent-loop-worktrees.js +55 -0
  32. package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
  33. package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
  34. package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
  35. package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
  36. package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
  37. package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
  38. package/dist/server/plugin.js +52 -150
  39. package/dist/server/resources/agent-loop-approval.js +83 -0
  40. package/dist/server/resources/agent-loop-artifact.js +86 -0
  41. package/dist/server/resources/agent-loop-events-stream.js +130 -0
  42. package/dist/server/resources/agent-loop.js +181 -139
  43. package/dist/server/resources/resource-helpers.js +63 -0
  44. package/dist/server/resources/tracing.js +121 -107
  45. package/dist/server/services/DurableCircuitBreakerService.js +229 -0
  46. package/dist/server/services/HarnessCompiler.js +142 -0
  47. package/dist/server/services/HarnessProfileService.js +168 -0
  48. package/dist/server/services/HarnessSchema.js +167 -0
  49. package/dist/server/services/LoopBudgetService.js +269 -0
  50. package/dist/server/services/LoopControlService.js +139 -0
  51. package/dist/server/services/LoopPatternSchema.js +180 -0
  52. package/dist/server/services/LoopPatternService.js +132 -0
  53. package/dist/server/services/LoopRunRepository.js +205 -0
  54. package/dist/server/services/LoopRunStateMachine.js +389 -0
  55. package/dist/server/services/LoopSchedulerService.js +193 -0
  56. package/dist/server/services/LoopTriggerService.js +128 -0
  57. package/dist/server/services/LoopWorkerService.js +461 -0
  58. package/dist/server/services/PathLockService.js +288 -0
  59. package/dist/server/services/PluginAiRuntimeAdapter.js +215 -0
  60. package/dist/server/services/VerificationSchema.js +59 -0
  61. package/dist/server/services/VerificationService.js +169 -0
  62. package/dist/server/skill-hub/actions/git-import.js +13 -7
  63. package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
  64. package/dist/server/utils/ensure-indexes.js +111 -0
  65. package/dist/server/utils/loop-pattern-context.js +56 -0
  66. package/package.json +1 -1
  67. package/src/client/OrchestratorSettings.tsx +44 -0
  68. package/src/client-v2/components/AgentRunsTab.tsx +576 -494
  69. package/src/client-v2/components/HarnessProfilesTab.tsx +13 -8
  70. package/src/client-v2/components/MemoryInspectorTab.tsx +19 -3
  71. package/src/client-v2/components/TracingTab.tsx +515 -432
  72. package/src/client-v2/hooks/useApiRequest.ts +141 -121
  73. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +8 -6
  74. package/src/locale/en-US.json +52 -28
  75. package/src/locale/vi-VN.json +52 -28
  76. package/src/locale/zh-CN.json +52 -28
  77. package/src/server/__tests__/circuit-breaker.test.ts +225 -146
  78. package/src/server/__tests__/harness-compiler.test.ts +131 -0
  79. package/src/server/__tests__/harness-profile-service.test.ts +116 -0
  80. package/src/server/__tests__/harness-tool-plan.test.ts +148 -0
  81. package/src/server/__tests__/loop-budget-service.test.ts +255 -0
  82. package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
  83. package/src/server/__tests__/loop-pattern-schema.test.ts +56 -0
  84. package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
  85. package/src/server/__tests__/loop-run-state-machine.test.ts +90 -0
  86. package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
  87. package/src/server/__tests__/loop-worker-execution.test.ts +236 -0
  88. package/src/server/__tests__/path-lock-service.test.ts +254 -0
  89. package/src/server/__tests__/smoke.test.ts +62 -21
  90. package/src/server/collections/agent-execution-spans.ts +47 -0
  91. package/src/server/collections/agent-harness-profile-versions.ts +26 -0
  92. package/src/server/collections/agent-harness-profiles.ts +12 -0
  93. package/src/server/collections/agent-loop-action-approvals.ts +38 -0
  94. package/src/server/collections/agent-loop-artifacts.ts +25 -0
  95. package/src/server/collections/agent-loop-circuit-states.ts +23 -0
  96. package/src/server/collections/agent-loop-control-settings.ts +21 -0
  97. package/src/server/collections/agent-loop-events.ts +27 -0
  98. package/src/server/collections/agent-loop-path-locks.ts +27 -0
  99. package/src/server/collections/agent-loop-patterns.ts +42 -0
  100. package/src/server/collections/agent-loop-runs.ts +163 -2
  101. package/src/server/collections/agent-loop-steps.ts +69 -0
  102. package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
  103. package/src/server/collections/agent-loop-worktrees.ts +25 -0
  104. package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +3 -0
  105. package/src/server/migrations/20260429000000-add-llm-fields.ts +3 -2
  106. package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +13 -6
  107. package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +2 -1
  108. package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +2 -1
  109. package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
  110. package/src/server/plugin.ts +53 -167
  111. package/src/server/resources/agent-loop-approval.ts +52 -0
  112. package/src/server/resources/agent-loop-artifact.ts +56 -0
  113. package/src/server/resources/agent-loop-events-stream.ts +105 -0
  114. package/src/server/resources/agent-loop.ts +202 -143
  115. package/src/server/resources/agent-monitor.ts +482 -482
  116. package/src/server/resources/resource-helpers.ts +33 -0
  117. package/src/server/resources/tracing.ts +145 -137
  118. package/src/server/services/DurableCircuitBreakerService.ts +239 -0
  119. package/src/server/services/HarnessCompiler.ts +133 -0
  120. package/src/server/services/HarnessProfileService.ts +157 -0
  121. package/src/server/services/HarnessSchema.ts +163 -0
  122. package/src/server/services/LoopBudgetService.ts +275 -0
  123. package/src/server/services/LoopControlService.ts +124 -0
  124. package/src/server/services/LoopPatternSchema.ts +167 -0
  125. package/src/server/services/LoopPatternService.ts +143 -0
  126. package/src/server/services/LoopRunRepository.ts +237 -0
  127. package/src/server/services/LoopRunStateMachine.ts +432 -0
  128. package/src/server/services/LoopSchedulerService.ts +199 -0
  129. package/src/server/services/LoopTriggerService.ts +115 -0
  130. package/src/server/services/LoopWorkerService.ts +522 -0
  131. package/src/server/services/PathLockService.ts +321 -0
  132. package/src/server/services/PluginAiRuntimeAdapter.ts +315 -0
  133. package/src/server/services/VerificationSchema.ts +31 -0
  134. package/src/server/services/VerificationService.ts +185 -0
  135. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +15 -1
  136. package/src/server/skill-hub/actions/git-import.ts +9 -3
  137. package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +1 -5
  138. package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +1 -3
  139. package/src/server/utils/ensure-indexes.ts +96 -0
  140. package/src/server/utils/logging.ts +0 -1
  141. package/src/server/utils/loop-pattern-context.ts +20 -0
  142. package/dist/client-v2/214.79650a549273f163.js +0 -10
  143. package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
  144. package/dist/client-v2/264.718a107e43fc163c.js +0 -10
  145. package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
  146. package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
  147. package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
  148. package/dist/server/services/AgentHarness.js +0 -81
  149. package/dist/server/services/AgentLoopController.js +0 -1023
  150. package/dist/server/services/AgentLoopRepository.js +0 -192
  151. package/dist/server/services/AgentLoopService.js +0 -142
  152. package/dist/server/services/AgentPlanValidator.js +0 -99
  153. package/dist/server/services/AgentPlannerService.js +0 -99
  154. package/dist/server/services/CircuitBreaker.js +0 -125
  155. package/dist/server/services/ContextAggregator.js +0 -201
  156. package/dist/server/services/PlanningPromptService.js +0 -95
  157. package/dist/server/tools/agent-loop.js +0 -373
  158. package/dist/server/tools/orchestrator-plan.js +0 -254
  159. package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
  160. package/src/server/__tests__/context-aggregator.test.ts +0 -222
  161. package/src/server/__tests__/parallel-execution.test.ts +0 -318
  162. package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
  163. package/src/server/services/AgentHarness.ts +0 -67
  164. package/src/server/services/AgentLoopController.ts +0 -1263
  165. package/src/server/services/AgentLoopRepository.ts +0 -178
  166. package/src/server/services/AgentLoopService.ts +0 -177
  167. package/src/server/services/AgentPlanValidator.ts +0 -73
  168. package/src/server/services/AgentPlannerService.ts +0 -80
  169. package/src/server/services/CircuitBreaker.ts +0 -126
  170. package/src/server/services/ContextAggregator.ts +0 -239
  171. package/src/server/services/PlanningPromptService.ts +0 -72
  172. package/src/server/tools/agent-loop.ts +0 -360
  173. package/src/server/tools/orchestrator-plan.ts +0 -255
@@ -0,0 +1,56 @@
1
+ import { describe, expect, it } from 'vitest';
2
+ import { validateLoopPattern } from '../services/LoopPatternSchema';
3
+
4
+ const basePattern = {
5
+ key: 'dependency-audit',
6
+ title: 'Dependency audit',
7
+ goalTemplate: 'Audit dependencies and report risks.',
8
+ autonomyLevel: 'L1',
9
+ triggerType: 'manual',
10
+ leaderUsername: 'leader',
11
+ makerUsernames: ['maker'],
12
+ verifierUsername: 'verifier',
13
+ };
14
+
15
+ describe('LoopPatternSchema', () => {
16
+ it('accepts a manual L1 read-only pattern without repository isolation', () => {
17
+ const result = validateLoopPattern(basePattern);
18
+ expect(result.success).toBe(true);
19
+ });
20
+
21
+ it('requires independent role identities', () => {
22
+ const result = validateLoopPattern({ ...basePattern, verifierUsername: 'maker' });
23
+ expect(result.success).toBe(false);
24
+ if (!result.success) {
25
+ expect(result.error.issues.some((issue) => issue.path.join('.') === 'verifierUsername')).toBe(true);
26
+ }
27
+ });
28
+
29
+ it('requires an explicit valid timezone for cron patterns', () => {
30
+ expect(
31
+ validateLoopPattern({ ...basePattern, triggerType: 'cron', cronExpression: '0 * * * *', timezone: null }).success,
32
+ ).toBe(false);
33
+ expect(
34
+ validateLoopPattern({
35
+ ...basePattern,
36
+ triggerType: 'cron',
37
+ cronExpression: '0 * * * *',
38
+ timezone: 'Asia/Ho_Chi_Minh',
39
+ }).success,
40
+ ).toBe(true);
41
+ });
42
+
43
+ it('requires repository paths and worktree isolation for L2 and L3', () => {
44
+ expect(validateLoopPattern({ ...basePattern, autonomyLevel: 'L2' }).success).toBe(false);
45
+ expect(
46
+ validateLoopPattern({
47
+ ...basePattern,
48
+ autonomyLevel: 'L2',
49
+ repositoryKey: 'main-repository',
50
+ repositoryRoot: 'C:/workspace/repository',
51
+ actingOn: ['packages/plugins/**'],
52
+ policy: { harness: { isolation: { mode: 'worktree', requireWorktree: true } } },
53
+ }).success,
54
+ ).toBe(true);
55
+ });
56
+ });
@@ -0,0 +1,148 @@
1
+ import type { Database } from '@nocobase/database';
2
+ import { describe, expect, it } from 'vitest';
3
+ import { LoopPatternService } from '../services/LoopPatternService';
4
+
5
+ type Row = Record<string, unknown>;
6
+
7
+ class MemoryRepository {
8
+ constructor(readonly rows: Row[] = []) {}
9
+
10
+ async find(options: Row = {}) {
11
+ const filter = (options.filter as Row | undefined) || {};
12
+ return this.rows.filter((row) => Object.entries(filter).every(([key, value]) => row[key] === value));
13
+ }
14
+
15
+ async findOne(options: Row) {
16
+ if (options.filterByTk !== undefined) {
17
+ return this.rows.find((row) => String(row.id) === String(options.filterByTk)) || null;
18
+ }
19
+ return (await this.find(options))[0] || null;
20
+ }
21
+ }
22
+
23
+ function pattern(values: Row = {}) {
24
+ return {
25
+ id: 1,
26
+ key: 'nightly-report',
27
+ title: 'Nightly report',
28
+ goalTemplate: 'Summarize yesterday.',
29
+ enabled: true,
30
+ autonomyLevel: 'L1',
31
+ triggerType: 'manual',
32
+ leaderUsername: 'leader',
33
+ makerUsernames: ['maker-a', 'maker-b'],
34
+ verifierUsername: 'verifier',
35
+ leaderHarnessTag: 'default',
36
+ makerHarnessTag: 'default',
37
+ verifierHarnessTag: 'safe',
38
+ ...values,
39
+ };
40
+ }
41
+
42
+ function createService(input: { patterns: Row[]; employeeHarnesses?: Record<string, unknown> }) {
43
+ const repositories = new Map<string, MemoryRepository>([
44
+ ['agentLoopPatterns', new MemoryRepository(input.patterns)],
45
+ [
46
+ 'agentHarnessProfiles',
47
+ new MemoryRepository([
48
+ { id: 1, tag: 'default', enabled: true, currentVersionId: 1 },
49
+ { id: 2, tag: 'safe', enabled: true, currentVersionId: 2 },
50
+ ]),
51
+ ],
52
+ [
53
+ 'agentHarnessProfileVersions',
54
+ new MemoryRepository([
55
+ {
56
+ id: 1,
57
+ profileId: 1,
58
+ version: 3,
59
+ schemaVersion: 1,
60
+ status: 'published',
61
+ settings: { tools: { allow: ['read_file'] } },
62
+ },
63
+ {
64
+ id: 2,
65
+ profileId: 2,
66
+ version: 1,
67
+ schemaVersion: 1,
68
+ status: 'published',
69
+ settings: { tools: { allow: ['read_file'], deny: ['write_file'] } },
70
+ },
71
+ ]),
72
+ ],
73
+ ]);
74
+ const database = {
75
+ getRepository(name: string) {
76
+ const repository = repositories.get(name);
77
+ if (!repository) throw new Error(`Unexpected repository ${name}`);
78
+ return repository;
79
+ },
80
+ };
81
+ const employeeHarnesses = input.employeeHarnesses || {};
82
+ return new LoopPatternService(
83
+ database as unknown as Database,
84
+ async (username: string) => employeeHarnesses[username],
85
+ async () => ({ available: false }),
86
+ );
87
+ }
88
+
89
+ describe('LoopPatternService compilation', () => {
90
+ it('compiles a distinct harness snapshot for every maker', async () => {
91
+ const service = createService({
92
+ patterns: [pattern()],
93
+ employeeHarnesses: {
94
+ // Employee-level overrides differ per username, so reusing the first maker's
95
+ // compilation would grant or deny the wrong tools for the second maker.
96
+ 'maker-b': { tools: { deny: ['read_file'], ask: ['run_tests'] } },
97
+ },
98
+ });
99
+
100
+ const compiled = await service.compile(1);
101
+
102
+ expect(Object.keys(compiled.makerHarnesses)).toEqual(['maker-a', 'maker-b']);
103
+ expect(compiled.makerHarnesses['maker-a'].effective.tools.deny).toEqual([]);
104
+ expect(compiled.makerHarnesses['maker-a'].effective.tools.allow).toContain('read_file');
105
+ expect(compiled.makerHarnesses['maker-b'].effective.tools.deny).toEqual(['read_file']);
106
+ expect(compiled.makerHarnesses['maker-b'].effective.tools.ask).toEqual(['run_tests']);
107
+ expect(compiled.makerHarnesses['maker-a'].effective.sources).not.toContain('employee:maker-b');
108
+ expect(compiled.makerHarnesses['maker-b'].effective.sources).toContain('employee:maker-b');
109
+ expect(compiled.roleBindings).toMatchObject({
110
+ leader: 'leader',
111
+ makers: ['maker-a', 'maker-b'],
112
+ verifier: 'verifier',
113
+ });
114
+ });
115
+
116
+ it('falls back to the leader when a pattern declares no makers', async () => {
117
+ const service = createService({ patterns: [pattern({ makerUsernames: [] })] });
118
+
119
+ const compiled = await service.compile(1);
120
+
121
+ // The worker iterates `roleBindings.makers`, so returning the raw empty array here made it run
122
+ // zero makers while `makerHarnesses` held a leader snapshot: the whole execution phase was
123
+ // skipped and the verifier only ever saw the leader's plan.
124
+ expect(Object.keys(compiled.makerHarnesses)).toEqual(['leader']);
125
+ expect(compiled.roleBindings.makers).toEqual(['leader']);
126
+ });
127
+
128
+ it('refuses to compile a disabled pattern', async () => {
129
+ const service = createService({ patterns: [pattern({ enabled: false })] });
130
+ await expect(service.compile(1)).rejects.toThrow('is disabled');
131
+ });
132
+
133
+ it('blocks L2 patterns when no worktree provider is available', async () => {
134
+ const service = createService({
135
+ patterns: [
136
+ pattern({
137
+ autonomyLevel: 'L2',
138
+ repositoryKey: 'repo',
139
+ repositoryRoot: '/srv/repo',
140
+ actingOn: ['src/**'],
141
+ policy: { harness: { isolation: { mode: 'worktree', requireWorktree: true } } },
142
+ }),
143
+ ],
144
+ });
145
+
146
+ await expect(service.compile(1)).rejects.toThrow('worktree provider');
147
+ });
148
+ });
@@ -0,0 +1,90 @@
1
+ import { describe, expect, it } from 'vitest';
2
+ import { assertRunTransition } from '../services/LoopRunStateMachine';
3
+
4
+ const passingEvidence = {
5
+ verdict: 'pass',
6
+ summary: 'All required checks passed.',
7
+ checks: [{ name: 'tests', status: 'pass', evidenceArtifactIds: [1] }],
8
+ residualRisks: [],
9
+ };
10
+
11
+ describe('LoopRunStateMachine transition guard', () => {
12
+ it('accepts the normal queued-to-verification lifecycle', () => {
13
+ expect(() =>
14
+ assertRunTransition({ from: 'queued', to: 'preparing', runtimeVersion: 'control-plane-v2' }),
15
+ ).not.toThrow();
16
+ expect(() =>
17
+ assertRunTransition({ from: 'preparing', to: 'running', runtimeVersion: 'control-plane-v2' }),
18
+ ).not.toThrow();
19
+ expect(() =>
20
+ assertRunTransition({ from: 'running', to: 'verifying', runtimeVersion: 'control-plane-v2' }),
21
+ ).not.toThrow();
22
+ expect(() =>
23
+ assertRunTransition({
24
+ from: 'verifying',
25
+ to: 'succeeded',
26
+ runtimeVersion: 'control-plane-v2',
27
+ verifierEvidence: passingEvidence,
28
+ }),
29
+ ).not.toThrow();
30
+ });
31
+
32
+ it('rejects illegal transitions and mutations of historical runs', () => {
33
+ expect(() => assertRunTransition({ from: 'queued', to: 'succeeded', verifierEvidence: passingEvidence })).toThrow(
34
+ 'Illegal',
35
+ );
36
+ expect(() => assertRunTransition({ from: 'running', to: 'verifying', runtimeVersion: 'legacy-plan-v1' })).toThrow(
37
+ 'read-only',
38
+ );
39
+ });
40
+
41
+ it('cannot succeed without a structured passing verifier verdict', () => {
42
+ expect(() => assertRunTransition({ from: 'verifying', to: 'succeeded' })).toThrow('verifier verdict');
43
+ expect(() =>
44
+ assertRunTransition({
45
+ from: 'verifying',
46
+ to: 'succeeded',
47
+ verifierEvidence: {
48
+ ...passingEvidence,
49
+ verdict: 'reject',
50
+ checks: [{ name: 'tests', status: 'fail', evidenceArtifactIds: [1] }],
51
+ },
52
+ }),
53
+ ).toThrow('verifier verdict');
54
+ expect(() =>
55
+ assertRunTransition({
56
+ from: 'verifying',
57
+ to: 'succeeded',
58
+ verifierEvidence: { verdict: 'pass', summary: 'Missing checks', checks: [], residualRisks: [] },
59
+ }),
60
+ ).toThrow('verifier verdict');
61
+ });
62
+
63
+ it('accepts a pause from every active execution status', () => {
64
+ // The resource transitions to `paused` before it aborts the run. A missing edge here does not
65
+ // just reject the pause: `abortRunEverywhere()` is never reached, so the in-flight verifier
66
+ // keeps calling tools after the operator pressed Pause.
67
+ for (const from of ['preparing', 'running', 'verifying'] as const) {
68
+ expect(() => assertRunTransition({ from, to: 'paused', runtimeVersion: 'control-plane-v2' })).not.toThrow();
69
+ expect(() => assertRunTransition({ from: 'paused', to: from, runtimeVersion: 'control-plane-v2' })).not.toThrow();
70
+ }
71
+ });
72
+
73
+ it('requires explicit human acceptance after the human review gate', () => {
74
+ expect(() =>
75
+ assertRunTransition({
76
+ from: 'waiting_human',
77
+ to: 'succeeded',
78
+ verifierEvidence: passingEvidence,
79
+ }),
80
+ ).toThrow('Human acceptance');
81
+ expect(() =>
82
+ assertRunTransition({
83
+ from: 'waiting_human',
84
+ to: 'succeeded',
85
+ verifierEvidence: passingEvidence,
86
+ humanAccepted: true,
87
+ }),
88
+ ).not.toThrow();
89
+ });
90
+ });
@@ -0,0 +1,341 @@
1
+ import type { Database } from '@nocobase/database';
2
+ import { describe, expect, it } from 'vitest';
3
+ import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
4
+ import { LoopRunStateMachine } from '../services/LoopRunStateMachine';
5
+
6
+ type Row = Record<string, unknown>;
7
+
8
+ function matchesValue(actual: unknown, expected: unknown) {
9
+ if (expected && typeof expected === 'object' && !Array.isArray(expected)) {
10
+ const operators = expected as Record<string, unknown>;
11
+ if (Array.isArray(operators.$in)) return operators.$in.includes(actual);
12
+ }
13
+ return actual === expected;
14
+ }
15
+
16
+ function matches(row: Row, filter: Row) {
17
+ return Object.entries(filter).every(([key, value]) => matchesValue(row[key], value));
18
+ }
19
+
20
+ class MemoryRepository {
21
+ private nextId = 1;
22
+
23
+ constructor(readonly rows: Row[] = []) {
24
+ this.resetSequence();
25
+ }
26
+
27
+ async find(options: Row = {}) {
28
+ const filter = (options.filter as Row | undefined) || {};
29
+ const rows = this.rows.filter((row) => matches(row, filter));
30
+ const sort = (options.sort as string[] | undefined) || [];
31
+ rows.sort((left, right) => {
32
+ for (const field of sort) {
33
+ const descending = field.startsWith('-');
34
+ const key = descending ? field.slice(1) : field;
35
+ const leftValue = left[key];
36
+ const rightValue = right[key];
37
+ if (leftValue === rightValue) continue;
38
+ const result = String(leftValue) < String(rightValue) ? -1 : 1;
39
+ return descending ? -result : result;
40
+ }
41
+ return 0;
42
+ });
43
+ return rows.slice(0, Number(options.limit) || rows.length);
44
+ }
45
+
46
+ async findOne(options: Row) {
47
+ if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
48
+ return (await this.find(options))[0] || null;
49
+ }
50
+
51
+ async count(options: Row = {}) {
52
+ return (await this.find(options)).length;
53
+ }
54
+
55
+ async create(options: Row) {
56
+ const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
57
+ this.rows.push(row);
58
+ return row;
59
+ }
60
+
61
+ async update(options: Row) {
62
+ const values = (options.values as Row | undefined) || {};
63
+ for (const row of this.rows) {
64
+ if (options.filterByTk !== undefined && row.id === options.filterByTk) Object.assign(row, values);
65
+ }
66
+ }
67
+
68
+ restore(rows: Row[]) {
69
+ this.rows.splice(0, this.rows.length, ...structuredClone(rows));
70
+ this.resetSequence();
71
+ }
72
+
73
+ private resetSequence() {
74
+ this.nextId = this.rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
75
+ }
76
+ }
77
+
78
+ class TransactionQueue {
79
+ private tail = Promise.resolve();
80
+
81
+ async run<T>(operation: () => Promise<T>) {
82
+ let release = () => {};
83
+ const previous = this.tail;
84
+ this.tail = new Promise<void>((resolve) => {
85
+ release = resolve;
86
+ });
87
+ await previous;
88
+ try {
89
+ return await operation();
90
+ } finally {
91
+ release();
92
+ }
93
+ }
94
+ }
95
+
96
+ function run(id: number, patternId: number, status: string, values: Row = {}) {
97
+ return {
98
+ id,
99
+ rootRunId: `loop-${id}`,
100
+ runtimeVersion: 'control-plane-v2',
101
+ patternId,
102
+ status,
103
+ policySnapshot: loopPatternPolicySchema.parse({ maxConcurrency: 1 }),
104
+ createdAt: new Date(`2026-08-03T00:00:${String(id).padStart(2, '0')}.000Z`),
105
+ lockedBy: null,
106
+ lockedUntil: null,
107
+ ...values,
108
+ };
109
+ }
110
+
111
+ function createStateMachine(input: { runs: Row[]; patterns?: Row[]; globalMaxConcurrency?: number }) {
112
+ const repositories = new Map<string, MemoryRepository>([
113
+ ['agentLoopRuns', new MemoryRepository(input.runs)],
114
+ [
115
+ 'agentLoopPatterns',
116
+ new MemoryRepository(
117
+ input.patterns || [
118
+ { id: 1, enabled: true },
119
+ { id: 2, enabled: true },
120
+ { id: 3, enabled: true },
121
+ ],
122
+ ),
123
+ ],
124
+ ['agentLoopEvents', new MemoryRepository()],
125
+ [
126
+ 'agentLoopControlSettings',
127
+ new MemoryRepository([
128
+ {
129
+ id: 1,
130
+ key: 'global',
131
+ state: 'running',
132
+ acceptNewRuns: true,
133
+ globalMaxConcurrency: input.globalMaxConcurrency || 5,
134
+ dailyMaxTokens: null,
135
+ dailyMaxCost: null,
136
+ },
137
+ ]),
138
+ ],
139
+ ]);
140
+ const transaction = { LOCK: { UPDATE: 'UPDATE' } };
141
+ const queue = new TransactionQueue();
142
+ const database = {
143
+ getRepository(name: string) {
144
+ const repository = repositories.get(name);
145
+ if (!repository) throw new Error(`Unexpected repository ${name}`);
146
+ return repository;
147
+ },
148
+ sequelize: {
149
+ transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
150
+ return queue.run(async () => {
151
+ const before = new Map(
152
+ Array.from(repositories, ([name, repository]) => [name, structuredClone(repository.rows)]),
153
+ );
154
+ try {
155
+ return await callback(transaction);
156
+ } catch (error) {
157
+ for (const [name, rows] of before) repositories.get(name)?.restore(rows);
158
+ throw error;
159
+ }
160
+ });
161
+ },
162
+ },
163
+ };
164
+ return {
165
+ repositories,
166
+ stateMachine: new LoopRunStateMachine(database as unknown as Database),
167
+ };
168
+ }
169
+
170
+ describe('LoopRunStateMachine worker leases', () => {
171
+ it('allows only one of two workers to claim a queued run', async () => {
172
+ const { repositories, stateMachine } = createStateMachine({ runs: [run(1, 1, 'queued')] });
173
+ const claims = await Promise.all([
174
+ stateMachine.claimNext('worker-a', 30_000),
175
+ stateMachine.claimNext('worker-b', 30_000),
176
+ ]);
177
+
178
+ expect(claims.filter(Boolean)).toHaveLength(1);
179
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({ status: 'preparing' });
180
+ expect(String(repositories.get('agentLoopRuns')?.rows[0].lockedBy)).toMatch(/^worker-[ab]:/);
181
+ expect(repositories.get('agentLoopEvents')?.rows).toHaveLength(1);
182
+ expect(repositories.get('agentLoopEvents')?.rows[0]).toMatchObject({ type: 'run_claimed', status: 'preparing' });
183
+ });
184
+
185
+ it('blocks malformed snapshots and skips a pattern at capacity without hiding another pattern', async () => {
186
+ const { repositories, stateMachine } = createStateMachine({
187
+ runs: [
188
+ run(1, 3, 'queued', { policySnapshot: { maxConcurrency: 0 } }),
189
+ run(2, 1, 'running'),
190
+ run(3, 1, 'queued'),
191
+ run(4, 2, 'queued'),
192
+ ],
193
+ });
194
+
195
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
196
+
197
+ expect(claimed?.run.id).toBe(4);
198
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
199
+ status: 'blocked',
200
+ blockedReason: 'Run policy snapshot is invalid.',
201
+ });
202
+ expect(repositories.get('agentLoopRuns')?.rows[2].status).toBe('queued');
203
+ expect(repositories.get('agentLoopRuns')?.rows[3].status).toBe('preparing');
204
+ expect(repositories.get('agentLoopEvents')?.rows).toMatchObject([
205
+ { runId: 1, type: 'run_blocked' },
206
+ { runId: 4, type: 'run_claimed' },
207
+ ]);
208
+ });
209
+
210
+ it('enforces global concurrency before claiming another run', async () => {
211
+ const { repositories, stateMachine } = createStateMachine({
212
+ runs: [run(1, 1, 'running'), run(2, 2, 'queued')],
213
+ globalMaxConcurrency: 1,
214
+ });
215
+
216
+ await expect(stateMachine.claimNext('worker-a', 30_000)).resolves.toBeNull();
217
+ expect(repositories.get('agentLoopRuns')?.rows[1].status).toBe('queued');
218
+ expect(repositories.get('agentLoopEvents')?.rows).toHaveLength(0);
219
+ });
220
+
221
+ it('rejects stale worker transitions and accepts the current unexpired lease', async () => {
222
+ const { repositories, stateMachine } = createStateMachine({ runs: [run(1, 1, 'queued')] });
223
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
224
+ if (!claimed) throw new Error('Expected the queued run to be claimed.');
225
+
226
+ const transition = {
227
+ runId: 1,
228
+ to: 'running' as const,
229
+ actorType: 'worker',
230
+ actorIdentity: 'worker-a',
231
+ };
232
+ await expect(stateMachine.transition(transition)).rejects.toThrow('no longer owned');
233
+ await expect(stateMachine.transition({ ...transition, leaseToken: 'worker-b:wrong' })).rejects.toThrow(
234
+ 'no longer owned',
235
+ );
236
+
237
+ const expiredRunRow = repositories.get('agentLoopRuns')?.rows[0];
238
+ if (!expiredRunRow) throw new Error('Expected claimed run.');
239
+ expiredRunRow.lockedUntil = new Date(Date.now() - 1_000);
240
+ await expect(stateMachine.transition({ ...transition, leaseToken: claimed.leaseToken })).rejects.toThrow('expired');
241
+
242
+ const currentRunRow = repositories.get('agentLoopRuns')?.rows[0];
243
+ if (!currentRunRow) throw new Error('Expected claimed run after rollback.');
244
+ currentRunRow.lockedUntil = new Date(Date.now() + 30_000);
245
+ await expect(stateMachine.transition({ ...transition, leaseToken: claimed.leaseToken })).resolves.toMatchObject({
246
+ from: 'preparing',
247
+ to: 'running',
248
+ });
249
+ expect(currentRunRow.status).toBe('running');
250
+ expect(repositories.get('agentLoopEvents')?.rows).toMatchObject([
251
+ { type: 'run_claimed', status: 'preparing' },
252
+ { type: 'run_status_changed', status: 'running' },
253
+ ]);
254
+ });
255
+
256
+ it('renews and releases only the matching worker lease', async () => {
257
+ const { repositories, stateMachine } = createStateMachine({ runs: [run(1, 1, 'queued')] });
258
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
259
+ if (!claimed) throw new Error('Expected the queued run to be claimed.');
260
+
261
+ await expect(stateMachine.renewLease(1, 'worker-b:wrong', 30_000)).rejects.toThrow('no longer owned');
262
+ const renewedUntil = await stateMachine.renewLease(1, claimed.leaseToken, 30_000);
263
+ expect(renewedUntil.getTime()).toBeGreaterThan(Date.now());
264
+ await expect(stateMachine.releaseLease(1, 'worker-b:wrong')).rejects.toThrow('no longer owned');
265
+ await expect(stateMachine.releaseLease(1, claimed.leaseToken)).resolves.toBe(true);
266
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({ lockedBy: null, lockedUntil: null });
267
+ });
268
+
269
+ it('reclaims a crashed run with an expired lease and frees its concurrency slot', async () => {
270
+ const { repositories, stateMachine } = createStateMachine({
271
+ runs: [
272
+ run(1, 1, 'running', { lockedBy: 'worker-dead:1', lockedUntil: new Date(Date.now() - 1_000) }),
273
+ run(2, 2, 'queued'),
274
+ ],
275
+ globalMaxConcurrency: 1,
276
+ });
277
+
278
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
279
+
280
+ // Without reclaim the crashed run would hold the single global slot forever and nothing
281
+ // could be claimed. Once requeued it is the oldest candidate, so it is picked up first.
282
+ expect(claimed?.run.id).toBe(1);
283
+ expect(String(claimed?.leaseToken)).toMatch(/^worker-a:/);
284
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({ status: 'preparing' });
285
+ expect(repositories.get('agentLoopRuns')?.rows[1].status).toBe('queued');
286
+ expect(repositories.get('agentLoopEvents')?.rows).toMatchObject([
287
+ { runId: 1, type: 'run_lease_expired', status: 'queued' },
288
+ { runId: 1, type: 'run_claimed', status: 'preparing' },
289
+ ]);
290
+ });
291
+
292
+ it('does not reclaim an active run that has no lease owner yet', async () => {
293
+ const { repositories, stateMachine } = createStateMachine({
294
+ runs: [run(1, 1, 'running', { lockedBy: null, lockedUntil: null }), run(2, 2, 'queued')],
295
+ globalMaxConcurrency: 1,
296
+ });
297
+
298
+ // An owner-less active run still occupies its slot; requeueing it would double-dispatch work.
299
+ await expect(stateMachine.claimNext('worker-a', 30_000)).resolves.toBeNull();
300
+ expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('running');
301
+ expect(repositories.get('agentLoopRuns')?.rows[1].status).toBe('queued');
302
+ expect(repositories.get('agentLoopEvents')?.rows).toHaveLength(0);
303
+ });
304
+
305
+ it('stops a worker from carrying a paused or canceled run forward', async () => {
306
+ const { repositories, stateMachine } = createStateMachine({ runs: [run(1, 1, 'queued')] });
307
+ const claimed = await stateMachine.claimNext('worker-a', 30_000);
308
+ if (!claimed) throw new Error('Expected the queued run to be claimed.');
309
+ await stateMachine.transition({
310
+ runId: 1,
311
+ to: 'running',
312
+ actorType: 'worker',
313
+ actorIdentity: 'worker-a',
314
+ leaseToken: claimed.leaseToken,
315
+ });
316
+
317
+ // A human pause leaves the worker lease in place, so the lease check alone would let the
318
+ // in-flight worker continue. `paused -> verifying` is a legal edge for a human resume, and
319
+ // without the actor guard the worker would walk straight through the pause.
320
+ const runRow = repositories.get('agentLoopRuns')?.rows[0];
321
+ if (!runRow) throw new Error('Expected the claimed run.');
322
+ await stateMachine.transition({ runId: 1, to: 'paused', actorType: 'human', actorIdentity: '1' });
323
+ expect(runRow.status).toBe('paused');
324
+
325
+ await expect(
326
+ stateMachine.transition({
327
+ runId: 1,
328
+ to: 'verifying',
329
+ actorType: 'worker',
330
+ actorIdentity: 'worker-a',
331
+ leaseToken: claimed.leaseToken,
332
+ }),
333
+ ).rejects.toThrow('A worker cannot transition a run that is paused.');
334
+ expect(runRow.status).toBe('paused');
335
+
336
+ // The human resume path is unaffected.
337
+ await expect(
338
+ stateMachine.transition({ runId: 1, to: 'queued', actorType: 'human', actorIdentity: '1' }),
339
+ ).resolves.toMatchObject({ from: 'paused', to: 'queued' });
340
+ });
341
+ });