plugin-agent-orchestrator 1.1.3 → 1.1.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (173) hide show
  1. package/dist/client/index.js +1 -1
  2. package/dist/client-v2/214.b063f33ba044a808.js +10 -0
  3. package/dist/client-v2/253.59577b40d9875be0.js +10 -0
  4. package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
  5. package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
  6. package/dist/client-v2/418.58fa350f5496efd3.js +10 -0
  7. package/dist/client-v2/{53.7c29c28043e9112d.js → 53.9a10455323390f14.js} +1 -1
  8. package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
  9. package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
  10. package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
  11. package/dist/client-v2/925.e5925bf21ed68e7a.js +10 -0
  12. package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
  13. package/dist/client-v2/index.js +1 -1
  14. package/dist/externalVersion.js +8 -6
  15. package/dist/locale/en-US.json +48 -28
  16. package/dist/locale/vi-VN.json +48 -28
  17. package/dist/locale/zh-CN.json +48 -28
  18. package/dist/server/collections/agent-execution-spans.js +47 -0
  19. package/dist/server/collections/agent-harness-profile-versions.js +56 -0
  20. package/dist/server/collections/agent-harness-profiles.js +12 -0
  21. package/dist/server/collections/agent-loop-action-approvals.js +68 -0
  22. package/dist/server/collections/agent-loop-artifacts.js +55 -0
  23. package/dist/server/collections/agent-loop-circuit-states.js +53 -0
  24. package/dist/server/collections/agent-loop-control-settings.js +51 -0
  25. package/dist/server/collections/agent-loop-events.js +27 -0
  26. package/dist/server/collections/agent-loop-path-locks.js +57 -0
  27. package/dist/server/collections/agent-loop-patterns.js +72 -0
  28. package/dist/server/collections/agent-loop-runs.js +163 -2
  29. package/dist/server/collections/agent-loop-steps.js +69 -0
  30. package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
  31. package/dist/server/collections/agent-loop-worktrees.js +55 -0
  32. package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
  33. package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
  34. package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
  35. package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
  36. package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
  37. package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
  38. package/dist/server/plugin.js +52 -150
  39. package/dist/server/resources/agent-loop-approval.js +83 -0
  40. package/dist/server/resources/agent-loop-artifact.js +86 -0
  41. package/dist/server/resources/agent-loop-events-stream.js +130 -0
  42. package/dist/server/resources/agent-loop.js +181 -139
  43. package/dist/server/resources/resource-helpers.js +63 -0
  44. package/dist/server/resources/tracing.js +121 -107
  45. package/dist/server/services/DurableCircuitBreakerService.js +229 -0
  46. package/dist/server/services/HarnessCompiler.js +142 -0
  47. package/dist/server/services/HarnessProfileService.js +168 -0
  48. package/dist/server/services/HarnessSchema.js +167 -0
  49. package/dist/server/services/LoopBudgetService.js +269 -0
  50. package/dist/server/services/LoopControlService.js +139 -0
  51. package/dist/server/services/LoopPatternSchema.js +180 -0
  52. package/dist/server/services/LoopPatternService.js +132 -0
  53. package/dist/server/services/LoopRunRepository.js +205 -0
  54. package/dist/server/services/LoopRunStateMachine.js +389 -0
  55. package/dist/server/services/LoopSchedulerService.js +193 -0
  56. package/dist/server/services/LoopTriggerService.js +128 -0
  57. package/dist/server/services/LoopWorkerService.js +461 -0
  58. package/dist/server/services/PathLockService.js +288 -0
  59. package/dist/server/services/PluginAiRuntimeAdapter.js +215 -0
  60. package/dist/server/services/VerificationSchema.js +59 -0
  61. package/dist/server/services/VerificationService.js +169 -0
  62. package/dist/server/skill-hub/actions/git-import.js +13 -7
  63. package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
  64. package/dist/server/utils/ensure-indexes.js +111 -0
  65. package/dist/server/utils/loop-pattern-context.js +56 -0
  66. package/package.json +1 -1
  67. package/src/client/OrchestratorSettings.tsx +44 -0
  68. package/src/client-v2/components/AgentRunsTab.tsx +576 -494
  69. package/src/client-v2/components/HarnessProfilesTab.tsx +13 -8
  70. package/src/client-v2/components/MemoryInspectorTab.tsx +19 -3
  71. package/src/client-v2/components/TracingTab.tsx +515 -432
  72. package/src/client-v2/hooks/useApiRequest.ts +141 -121
  73. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +8 -6
  74. package/src/locale/en-US.json +52 -28
  75. package/src/locale/vi-VN.json +52 -28
  76. package/src/locale/zh-CN.json +52 -28
  77. package/src/server/__tests__/circuit-breaker.test.ts +225 -146
  78. package/src/server/__tests__/harness-compiler.test.ts +131 -0
  79. package/src/server/__tests__/harness-profile-service.test.ts +116 -0
  80. package/src/server/__tests__/harness-tool-plan.test.ts +148 -0
  81. package/src/server/__tests__/loop-budget-service.test.ts +255 -0
  82. package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
  83. package/src/server/__tests__/loop-pattern-schema.test.ts +56 -0
  84. package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
  85. package/src/server/__tests__/loop-run-state-machine.test.ts +90 -0
  86. package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
  87. package/src/server/__tests__/loop-worker-execution.test.ts +236 -0
  88. package/src/server/__tests__/path-lock-service.test.ts +254 -0
  89. package/src/server/__tests__/smoke.test.ts +62 -21
  90. package/src/server/collections/agent-execution-spans.ts +47 -0
  91. package/src/server/collections/agent-harness-profile-versions.ts +26 -0
  92. package/src/server/collections/agent-harness-profiles.ts +12 -0
  93. package/src/server/collections/agent-loop-action-approvals.ts +38 -0
  94. package/src/server/collections/agent-loop-artifacts.ts +25 -0
  95. package/src/server/collections/agent-loop-circuit-states.ts +23 -0
  96. package/src/server/collections/agent-loop-control-settings.ts +21 -0
  97. package/src/server/collections/agent-loop-events.ts +27 -0
  98. package/src/server/collections/agent-loop-path-locks.ts +27 -0
  99. package/src/server/collections/agent-loop-patterns.ts +42 -0
  100. package/src/server/collections/agent-loop-runs.ts +163 -2
  101. package/src/server/collections/agent-loop-steps.ts +69 -0
  102. package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
  103. package/src/server/collections/agent-loop-worktrees.ts +25 -0
  104. package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +3 -0
  105. package/src/server/migrations/20260429000000-add-llm-fields.ts +3 -2
  106. package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +13 -6
  107. package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +2 -1
  108. package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +2 -1
  109. package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
  110. package/src/server/plugin.ts +53 -167
  111. package/src/server/resources/agent-loop-approval.ts +52 -0
  112. package/src/server/resources/agent-loop-artifact.ts +56 -0
  113. package/src/server/resources/agent-loop-events-stream.ts +105 -0
  114. package/src/server/resources/agent-loop.ts +202 -143
  115. package/src/server/resources/agent-monitor.ts +482 -482
  116. package/src/server/resources/resource-helpers.ts +33 -0
  117. package/src/server/resources/tracing.ts +145 -137
  118. package/src/server/services/DurableCircuitBreakerService.ts +239 -0
  119. package/src/server/services/HarnessCompiler.ts +133 -0
  120. package/src/server/services/HarnessProfileService.ts +157 -0
  121. package/src/server/services/HarnessSchema.ts +163 -0
  122. package/src/server/services/LoopBudgetService.ts +275 -0
  123. package/src/server/services/LoopControlService.ts +124 -0
  124. package/src/server/services/LoopPatternSchema.ts +167 -0
  125. package/src/server/services/LoopPatternService.ts +143 -0
  126. package/src/server/services/LoopRunRepository.ts +237 -0
  127. package/src/server/services/LoopRunStateMachine.ts +432 -0
  128. package/src/server/services/LoopSchedulerService.ts +199 -0
  129. package/src/server/services/LoopTriggerService.ts +115 -0
  130. package/src/server/services/LoopWorkerService.ts +522 -0
  131. package/src/server/services/PathLockService.ts +321 -0
  132. package/src/server/services/PluginAiRuntimeAdapter.ts +315 -0
  133. package/src/server/services/VerificationSchema.ts +31 -0
  134. package/src/server/services/VerificationService.ts +185 -0
  135. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +15 -1
  136. package/src/server/skill-hub/actions/git-import.ts +9 -3
  137. package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +1 -5
  138. package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +1 -3
  139. package/src/server/utils/ensure-indexes.ts +96 -0
  140. package/src/server/utils/logging.ts +0 -1
  141. package/src/server/utils/loop-pattern-context.ts +20 -0
  142. package/dist/client-v2/214.79650a549273f163.js +0 -10
  143. package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
  144. package/dist/client-v2/264.718a107e43fc163c.js +0 -10
  145. package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
  146. package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
  147. package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
  148. package/dist/server/services/AgentHarness.js +0 -81
  149. package/dist/server/services/AgentLoopController.js +0 -1023
  150. package/dist/server/services/AgentLoopRepository.js +0 -192
  151. package/dist/server/services/AgentLoopService.js +0 -142
  152. package/dist/server/services/AgentPlanValidator.js +0 -99
  153. package/dist/server/services/AgentPlannerService.js +0 -99
  154. package/dist/server/services/CircuitBreaker.js +0 -125
  155. package/dist/server/services/ContextAggregator.js +0 -201
  156. package/dist/server/services/PlanningPromptService.js +0 -95
  157. package/dist/server/tools/agent-loop.js +0 -373
  158. package/dist/server/tools/orchestrator-plan.js +0 -254
  159. package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
  160. package/src/server/__tests__/context-aggregator.test.ts +0 -222
  161. package/src/server/__tests__/parallel-execution.test.ts +0 -318
  162. package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
  163. package/src/server/services/AgentHarness.ts +0 -67
  164. package/src/server/services/AgentLoopController.ts +0 -1263
  165. package/src/server/services/AgentLoopRepository.ts +0 -178
  166. package/src/server/services/AgentLoopService.ts +0 -177
  167. package/src/server/services/AgentPlanValidator.ts +0 -73
  168. package/src/server/services/AgentPlannerService.ts +0 -80
  169. package/src/server/services/CircuitBreaker.ts +0 -126
  170. package/src/server/services/ContextAggregator.ts +0 -239
  171. package/src/server/services/PlanningPromptService.ts +0 -72
  172. package/src/server/tools/agent-loop.ts +0 -360
  173. package/src/server/tools/orchestrator-plan.ts +0 -255
@@ -1,169 +1,248 @@
1
- import { CircuitBreakerRegistry, getCircuitBreaker } from '../services/CircuitBreaker';
2
-
3
- describe('CircuitBreakerRegistry', () => {
4
- let cb: CircuitBreakerRegistry;
5
-
6
- beforeEach(() => {
7
- cb = new CircuitBreakerRegistry({ threshold: 3, recoveryTimeout: 30000, halfOpenMaxRequests: 1 });
8
- });
9
-
10
- describe('initial state', () => {
11
- it('starts closed for any key', () => {
12
- expect(cb.isAllowed('agent-a')).toBe(true);
13
- const state = cb.getState('agent-a');
14
- expect(state).toBeTruthy();
15
- expect(state!.state).toBe('closed');
16
- expect(state!.failures).toBe(0);
17
- });
18
-
19
- it('returns null for unknown key before first check', () => {
20
- expect(cb.getState('unknown')).toBeNull();
1
+ import type { Database } from '@nocobase/database';
2
+ import { describe, expect, it } from 'vitest';
3
+ import { DurableCircuitBreakerService, normalizeErrorSignature } from '../services/DurableCircuitBreakerService';
4
+ import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
5
+
6
+ type Row = Record<string, unknown>;
7
+
8
+ function matches(row: Row, filter: Row) {
9
+ return Object.entries(filter).every(([key, value]) => row[key] === value);
10
+ }
11
+
12
+ class MemoryRepository {
13
+ private nextId = 1;
14
+
15
+ constructor(readonly rows: Row[] = []) {
16
+ this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
17
+ }
18
+
19
+ async findOne(options: Row) {
20
+ if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
21
+ return this.rows.find((row) => matches(row, (options.filter as Row | undefined) || {})) || null;
22
+ }
23
+
24
+ async create(options: Row) {
25
+ const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
26
+ this.rows.push(row);
27
+ return row;
28
+ }
29
+
30
+ async update(options: Row) {
31
+ const values = (options.values as Row | undefined) || {};
32
+ for (const row of this.rows) {
33
+ if (options.filterByTk !== undefined && row.id === options.filterByTk) Object.assign(row, values);
34
+ }
35
+ }
36
+
37
+ restore(rows: Row[]) {
38
+ this.rows.splice(0, this.rows.length, ...structuredClone(rows));
39
+ this.nextId = this.rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
40
+ }
41
+ }
42
+
43
+ class SerialLock {
44
+ private readonly tails = new Map<string, Promise<void>>();
45
+
46
+ async runExclusive<T>(key: string, operation: () => Promise<T>) {
47
+ const previous = this.tails.get(key) || Promise.resolve();
48
+ let release = () => {};
49
+ const pending = new Promise<void>((resolve) => {
50
+ release = resolve;
21
51
  });
52
+ const tail = previous.then(() => pending);
53
+ this.tails.set(key, tail);
54
+ await previous;
55
+ try {
56
+ return await operation();
57
+ } finally {
58
+ release();
59
+ if (this.tails.get(key) === tail) this.tails.delete(key);
60
+ }
61
+ }
62
+ }
63
+
64
+ function createService(initialRows: Row[] = []) {
65
+ const circuits = new MemoryRepository(initialRows);
66
+ const transaction = { LOCK: { UPDATE: 'UPDATE' } };
67
+ const database = {
68
+ getRepository(name: string) {
69
+ if (name !== 'agentLoopCircuitStates') throw new Error(`Unexpected repository ${name}`);
70
+ return circuits;
71
+ },
72
+ sequelize: {
73
+ async transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
74
+ const before = structuredClone(circuits.rows);
75
+ try {
76
+ return await callback(transaction);
77
+ } catch (error) {
78
+ circuits.restore(before);
79
+ throw error;
80
+ }
81
+ },
82
+ },
83
+ };
84
+ return {
85
+ circuits,
86
+ service: new DurableCircuitBreakerService(database as unknown as Database, new SerialLock()),
87
+ };
88
+ }
89
+
90
+ function circuitPolicy(overrides: Record<string, number> = {}) {
91
+ return loopPatternPolicySchema.parse({ circuit: overrides }).circuit;
92
+ }
93
+
94
+ describe('DurableCircuitBreakerService', () => {
95
+ it('normalizes volatile paths, identifiers, and numbers into one error signature', () => {
96
+ const first = new Error('Failed C:\\repo\\one\\file.ts for 123e4567-e89b-12d3-a456-426614174000 at line 42');
97
+ const second = new Error('Failed C:\\repo\\two\\file.ts for 223e4567-e89b-12d3-a456-426614174999 at line 99');
98
+ expect(normalizeErrorSignature(first)).toBe(normalizeErrorSignature(second));
99
+ expect(normalizeErrorSignature(new Error('Permission denied'))).not.toBe(normalizeErrorSignature(first));
22
100
  });
23
101
 
24
- describe('closed → open transition', () => {
25
- it('stays closed below threshold', () => {
26
- cb.recordFailure('agent-a');
27
- cb.recordFailure('agent-a');
28
- expect(cb.isAllowed('agent-a')).toBe(true);
29
- expect(cb.getState('agent-a')!.state).toBe('closed');
102
+ it('canonicalizes the scope and durably opens after the maximum attempt count', async () => {
103
+ const { circuits, service } = createService();
104
+ const policy = circuitPolicy({
105
+ maxAttempts: 2,
106
+ maxConsecutiveFailures: 99,
107
+ maxRepeatedError: 99,
108
+ cooldownMs: 1_000,
30
109
  });
110
+ const now = new Date('2026-08-03T00:00:00.000Z');
31
111
 
32
- it('opens after threshold failures', () => {
33
- cb.recordFailure('agent-a');
34
- cb.recordFailure('agent-a');
35
- cb.recordFailure('agent-a');
36
- expect(cb.getState('agent-a')!.state).toBe('open');
37
- expect(cb.isAllowed('agent-a')).toBe(false);
38
- });
39
-
40
- it('tracks failures independently per key', () => {
41
- cb.recordFailure('agent-a');
42
- cb.recordFailure('agent-a');
43
- cb.recordFailure('agent-a');
44
- cb.recordFailure('agent-b');
45
- expect(cb.isAllowed('agent-a')).toBe(false);
46
- expect(cb.isAllowed('agent-b')).toBe(true);
112
+ await expect(service.authorizeAttempt({ patternId: 1, scopeKey: ' repo ', policy, now })).resolves.toMatchObject({
113
+ state: 'closed',
114
+ attempt: 1,
47
115
  });
116
+ await service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now });
117
+ await expect(service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now })).rejects.toThrow(
118
+ 'maximum attempts',
119
+ );
120
+
121
+ expect(circuits.rows).toHaveLength(1);
122
+ expect(circuits.rows[0]).toMatchObject({ scopeKey: 'repo', state: 'open', attempts: 2 });
123
+ expect(circuits.rows[0].retryAt).toEqual(new Date('2026-08-03T00:00:01.000Z'));
48
124
  });
49
125
 
50
- describe('open → half-open transition', () => {
51
- it('transitions to half-open after recovery timeout', () => {
52
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 50, halfOpenMaxRequests: 1 });
53
- cb.recordFailure('agent-a');
54
- expect(cb.isAllowed('agent-a')).toBe(false);
55
-
56
- // After recovery timeout, should become half-open
57
- return new Promise<void>((resolve) => {
58
- setTimeout(() => {
59
- expect(cb.isAllowed('agent-a')).toBe(true);
60
- expect(cb.getState('agent-a')!.state).toBe('half-open');
61
- resolve();
62
- }, 60);
63
- });
126
+ it('opens on repeated normalized errors and consecutive different failures', async () => {
127
+ const repeated = createService();
128
+ const repeatedPolicy = circuitPolicy({
129
+ maxAttempts: 99,
130
+ maxConsecutiveFailures: 99,
131
+ maxRepeatedError: 2,
132
+ cooldownMs: 1_000,
64
133
  });
65
- });
66
-
67
- describe('half-open behavior', () => {
68
- it('recovers to closed on success', () => {
69
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 1, halfOpenMaxRequests: 1 });
70
- cb.recordFailure('agent-a');
71
- // Manually force to half-open
72
- const state = cb.getState('agent-a')!;
73
- state.state = 'half-open';
74
- state.lastFailureTime = 0;
75
-
76
- cb.recordSuccess('agent-a');
77
- expect(cb.getState('agent-a')!.state).toBe('closed');
78
- expect(cb.getState('agent-a')!.failures).toBe(0);
134
+ await repeated.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: repeatedPolicy });
135
+ await repeated.service.recordFailure({
136
+ patternId: 1,
137
+ scopeKey: 'repo',
138
+ policy: repeatedPolicy,
139
+ error: new Error('Failed C:\\repo\\one\\file.ts at line 42'),
79
140
  });
80
-
81
- it('returns to open on probe failure', () => {
82
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 1, halfOpenMaxRequests: 1 });
83
- cb.recordFailure('agent-a');
84
- const state = cb.getState('agent-a')!;
85
- state.state = 'half-open';
86
-
87
- cb.recordFailure('agent-a');
88
- expect(cb.getState('agent-a')!.state).toBe('open');
141
+ await repeated.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: repeatedPolicy });
142
+ const repeatedResult = await repeated.service.recordFailure({
143
+ patternId: 1,
144
+ scopeKey: 'repo',
145
+ policy: repeatedPolicy,
146
+ error: new Error('Failed C:\\repo\\two\\file.ts at line 99'),
89
147
  });
90
- });
91
-
92
- describe('recordSuccess graceful recovery', () => {
93
- it('decrements failure count in closed state', () => {
94
- cb.recordFailure('agent-a');
95
- cb.recordFailure('agent-a');
96
- expect(cb.getState('agent-a')!.failures).toBe(2);
97
- cb.recordSuccess('agent-a');
98
- expect(cb.getState('agent-a')!.failures).toBe(1);
148
+ expect(repeatedResult).toMatchObject({ open: true, repeatedErrorCount: 2 });
149
+
150
+ const consecutive = createService();
151
+ const consecutivePolicy = circuitPolicy({
152
+ maxAttempts: 99,
153
+ maxConsecutiveFailures: 2,
154
+ maxRepeatedError: 99,
155
+ cooldownMs: 1_000,
99
156
  });
100
-
101
- it('does not go below 0', () => {
102
- cb.recordSuccess('agent-a');
103
- expect(cb.getState('agent-a')!.failures).toBe(0);
157
+ await consecutive.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: consecutivePolicy });
158
+ await consecutive.service.recordFailure({
159
+ patternId: 1,
160
+ scopeKey: 'repo',
161
+ policy: consecutivePolicy,
162
+ error: new Error('First failure'),
104
163
  });
105
- });
106
-
107
- describe('reset', () => {
108
- it('resets circuit to closed with zero failures', () => {
109
- cb.recordFailure('agent-a');
110
- cb.recordFailure('agent-a');
111
- cb.recordFailure('agent-a');
112
- expect(cb.isAllowed('agent-a')).toBe(false);
113
-
114
- cb.reset('agent-a');
115
- expect(cb.getState('agent-a')!.state).toBe('closed');
116
- expect(cb.getState('agent-a')!.failures).toBe(0);
117
- expect(cb.isAllowed('agent-a')).toBe(true);
164
+ await consecutive.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: consecutivePolicy });
165
+ const consecutiveResult = await consecutive.service.recordFailure({
166
+ patternId: 1,
167
+ scopeKey: 'repo',
168
+ policy: consecutivePolicy,
169
+ error: new Error('Different failure'),
118
170
  });
171
+ expect(consecutiveResult).toMatchObject({ open: true, consecutiveFailures: 2, repeatedErrorCount: 1 });
119
172
  });
120
173
 
121
- describe('getKeys', () => {
122
- it('returns all tracked keys', () => {
123
- cb.recordFailure('agent-a');
124
- cb.recordFailure('agent-b');
125
- cb.recordFailure('agent-c');
126
- const keys = cb.getKeys();
127
- expect(keys).toContain('agent-a');
128
- expect(keys).toContain('agent-b');
129
- expect(keys).toContain('agent-c');
130
- expect(keys.length).toBe(3);
131
- });
174
+ it('rejects before cooldown and allows exactly one half-open probe', async () => {
175
+ const retryAt = new Date('2026-08-03T00:00:10.000Z');
176
+ const { circuits, service } = createService([
177
+ {
178
+ id: 1,
179
+ patternId: 1,
180
+ scopeKey: 'repo',
181
+ state: 'open',
182
+ attempts: 1,
183
+ consecutiveFailures: 1,
184
+ errorSignature: 'signature',
185
+ repeatedErrorCount: 1,
186
+ retryAt,
187
+ },
188
+ ]);
189
+ const policy = circuitPolicy({ maxAttempts: 99, maxConsecutiveFailures: 99, maxRepeatedError: 99 });
190
+
191
+ await expect(
192
+ service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: new Date('2026-08-03T00:00:09.000Z') }),
193
+ ).rejects.toThrow('open until');
194
+
195
+ const results = await Promise.allSettled([
196
+ service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt }),
197
+ service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt }),
198
+ ]);
199
+ expect(results.filter((result) => result.status === 'fulfilled')).toHaveLength(1);
200
+ expect(results.filter((result) => result.status === 'rejected')).toHaveLength(1);
201
+ expect(circuits.rows[0]).toMatchObject({ state: 'half_open', attempts: 2 });
132
202
  });
133
203
 
134
- describe('halfOpenMaxRequests', () => {
135
- it('allows multiple probes when configured', () => {
136
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 1, halfOpenMaxRequests: 3 });
137
- cb.recordFailure('agent-a');
138
- const state = cb.getState('agent-a')!;
139
- state.state = 'half-open';
140
-
141
- expect(cb.isAllowed('agent-a')).toBe(true);
142
- expect(cb.isAllowed('agent-a')).toBe(true);
143
- expect(cb.isAllowed('agent-a')).toBe(true);
204
+ it('reopens a failed probe and resets all state after success', async () => {
205
+ const retryAt = new Date('2026-08-03T00:00:00.000Z');
206
+ const { circuits, service } = createService([
207
+ {
208
+ id: 1,
209
+ patternId: 1,
210
+ scopeKey: 'repo',
211
+ state: 'open',
212
+ attempts: 1,
213
+ consecutiveFailures: 1,
214
+ errorSignature: 'old',
215
+ repeatedErrorCount: 1,
216
+ retryAt,
217
+ },
218
+ ]);
219
+ const policy = circuitPolicy({
220
+ maxAttempts: 99,
221
+ maxConsecutiveFailures: 99,
222
+ maxRepeatedError: 99,
223
+ cooldownMs: 1_000,
144
224
  });
145
225
 
146
- it('disallows probes when set to 0', () => {
147
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 1, halfOpenMaxRequests: 0 });
148
- cb.recordFailure('agent-a');
149
- const state = cb.getState('agent-a')!;
150
- state.state = 'half-open';
151
-
152
- expect(cb.isAllowed('agent-a')).toBe(false);
226
+ await service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt });
227
+ const failure = await service.recordFailure({
228
+ patternId: 1,
229
+ scopeKey: 'repo',
230
+ policy,
231
+ error: new Error('Probe failed'),
232
+ now: retryAt,
233
+ });
234
+ expect(failure.open).toBe(true);
235
+ expect(circuits.rows[0].state).toBe('open');
236
+
237
+ await service.recordSuccess(1, ' repo ', 9);
238
+ expect(circuits.rows[0]).toMatchObject({
239
+ state: 'closed',
240
+ attempts: 0,
241
+ consecutiveFailures: 0,
242
+ errorSignature: null,
243
+ repeatedErrorCount: 0,
244
+ lastRunId: 9,
245
+ retryAt: null,
153
246
  });
154
- });
155
- });
156
-
157
- describe('getCircuitBreaker singleton', () => {
158
- it('returns the same instance across calls', () => {
159
- const a = getCircuitBreaker();
160
- const b = getCircuitBreaker();
161
- expect(a).toBe(b);
162
- });
163
-
164
- it('configures with options on first call only', () => {
165
- // Reset module state by creating fresh instance
166
- const cb = new CircuitBreakerRegistry({ threshold: 5 });
167
- expect(cb.threshold).toBe(5);
168
247
  });
169
248
  });
@@ -0,0 +1,131 @@
1
+ import { describe, expect, it } from 'vitest';
2
+ import { compileHarness, decideTool } from '../services/HarnessCompiler';
3
+ import { parseHarnessSettings, validateHarnessSettings } from '../services/HarnessSchema';
4
+
5
+ describe('HarnessSchema', () => {
6
+ it('normalizes existing flat profile settings', () => {
7
+ const settings = parseHarnessSettings({
8
+ nativeObserverEnabled: true,
9
+ memoryInjectionEnabled: true,
10
+ memoryScopes: ['public', 'user'],
11
+ maxMemoryContextChars: 4000,
12
+ tracingRetentionDays: 14,
13
+ });
14
+
15
+ expect(settings.memory).toEqual({
16
+ enabled: true,
17
+ scopes: ['public', 'user'],
18
+ maxChars: 4000,
19
+ });
20
+ expect(settings.observability.enabled).toBe(true);
21
+ expect(settings.observability.tracingRetentionDays).toBe(14);
22
+ });
23
+
24
+ it('rejects invalid limits and unknown typed settings', () => {
25
+ expect(validateHarnessSettings({ limits: { recursionLimit: 0 } }).success).toBe(false);
26
+ expect(validateHarnessSettings({ unsupported: true }).success).toBe(false);
27
+ });
28
+ });
29
+
30
+ describe('HarnessCompiler', () => {
31
+ it('applies most-restrictive-wins across every policy layer', () => {
32
+ const compiled = compileHarness([
33
+ {
34
+ source: 'platform',
35
+ settings: {
36
+ tools: {
37
+ allow: ['read_file', 'write_file', 'http'],
38
+ ask: [],
39
+ deny: ['shell'],
40
+ effects: { read_file: 'read', write_file: 'write', http: 'external' },
41
+ trustedPreHandlerTools: ['write_file', 'http'],
42
+ },
43
+ memory: { scopes: ['public', 'user', 'agent_user'], maxChars: 8000 },
44
+ delegation: { allowedEmployees: ['maker-a', 'maker-b'], maxDepth: 3, maxCount: 8 },
45
+ limits: { timeoutMs: 60_000, recursionLimit: 30, maxTotalTokens: 20_000, maxCost: 5 },
46
+ isolation: {
47
+ mode: 'none',
48
+ requireWorktree: false,
49
+ allowedConnectors: ['github', 'jira'],
50
+ networkAccess: 'allow',
51
+ },
52
+ observability: { tracingRetentionDays: 30 },
53
+ },
54
+ },
55
+ {
56
+ source: 'pattern',
57
+ settings: {
58
+ tools: {
59
+ allow: ['read_file', 'write_file'],
60
+ ask: ['write_file'],
61
+ deny: ['http'],
62
+ effects: { write_file: 'write' },
63
+ trustedPreHandlerTools: ['write_file'],
64
+ },
65
+ memory: { scopes: ['public', 'user'], maxChars: 6000 },
66
+ delegation: { allowedEmployees: ['maker-b'], maxDepth: 2, maxCount: 4 },
67
+ limits: { timeoutMs: 45_000, recursionLimit: 20, maxTotalTokens: 12_000, maxCost: 3 },
68
+ isolation: {
69
+ mode: 'worktree',
70
+ requireWorktree: true,
71
+ allowedConnectors: ['github'],
72
+ networkAccess: 'restricted',
73
+ },
74
+ observability: { tracingRetentionDays: 14 },
75
+ },
76
+ },
77
+ {
78
+ source: 'run',
79
+ settings: {
80
+ tools: { deny: ['write_file'] },
81
+ memory: { scopes: ['public'], maxChars: 3000 },
82
+ delegation: { maxCount: 2 },
83
+ limits: { timeoutMs: 30_000, maxTotalTokens: 8000 },
84
+ isolation: { networkAccess: 'deny' },
85
+ observability: { tracingRetentionDays: 7 },
86
+ },
87
+ },
88
+ ]);
89
+
90
+ expect(compiled.sources).toEqual(['platform', 'pattern', 'run']);
91
+ expect(compiled.tools.allow).toEqual(['read_file', 'write_file']);
92
+ expect(compiled.tools.deny).toEqual(['http', 'shell', 'write_file']);
93
+ expect(compiled.memory.scopes).toEqual(['public']);
94
+ expect(compiled.memory.maxChars).toBe(3000);
95
+ expect(compiled.delegation.allowedEmployees).toEqual(['maker-b']);
96
+ expect(compiled.delegation.maxDepth).toBe(2);
97
+ expect(compiled.delegation.maxCount).toBe(2);
98
+ expect(compiled.limits.timeoutMs).toBe(30_000);
99
+ expect(compiled.limits.maxTotalTokens).toBe(8000);
100
+ expect(compiled.isolation).toMatchObject({
101
+ mode: 'worktree',
102
+ requireWorktree: true,
103
+ allowedConnectors: ['github'],
104
+ networkAccess: 'deny',
105
+ });
106
+ expect(compiled.observability.tracingRetentionDays).toBe(7);
107
+ expect(decideTool(compiled, 'write_file', 'write')).toBe('deny');
108
+ expect(decideTool(compiled, 'http', 'external')).toBe('deny');
109
+ expect(decideTool(compiled, 'read_file', 'read')).toBe('allow');
110
+ });
111
+
112
+ it('forces unknown and untrusted mutating tools to ask', () => {
113
+ const compiled = compileHarness([
114
+ {
115
+ source: 'profile',
116
+ settings: {
117
+ tools: {
118
+ allow: ['read_file', 'write_file', 'trusted_write'],
119
+ effects: { read_file: 'read', write_file: 'write', trusted_write: 'write' },
120
+ trustedPreHandlerTools: ['trusted_write'],
121
+ },
122
+ },
123
+ },
124
+ ]);
125
+
126
+ expect(decideTool(compiled, 'read_file')).toBe('allow');
127
+ expect(decideTool(compiled, 'write_file')).toBe('ask');
128
+ expect(decideTool(compiled, 'trusted_write')).toBe('allow');
129
+ expect(decideTool(compiled, 'unknown_tool')).toBe('ask');
130
+ });
131
+ });
@@ -0,0 +1,116 @@
1
+ import type { Database } from '@nocobase/database';
2
+ import { describe, expect, it } from 'vitest';
3
+ import { HarnessProfileService } from '../services/HarnessProfileService';
4
+
5
+ type Row = Record<string, unknown>;
6
+
7
+ function matches(row: Row, filter: Row) {
8
+ return Object.entries(filter).every(([key, value]) => row[key] === value);
9
+ }
10
+
11
+ class MemoryRepository {
12
+ private nextId: number;
13
+
14
+ constructor(readonly rows: Row[] = []) {
15
+ this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
16
+ }
17
+
18
+ async findOne(options: Row) {
19
+ if (options.filterByTk !== undefined) {
20
+ return this.rows.find((row) => row.id === options.filterByTk) || null;
21
+ }
22
+ const filter = (options.filter as Row | undefined) || {};
23
+ const matchesFilter = this.rows.filter((row) => matches(row, filter));
24
+ if (options.sort && (options.sort as string[]).includes('-version')) {
25
+ matchesFilter.sort((left, right) => Number(right.version) - Number(left.version));
26
+ }
27
+ return matchesFilter[0] || null;
28
+ }
29
+
30
+ async create(options: Row) {
31
+ const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
32
+ this.rows.push(row);
33
+ return row;
34
+ }
35
+
36
+ async update(options: Row) {
37
+ const values = (options.values as Row | undefined) || {};
38
+ for (const row of this.rows) {
39
+ if (options.filterByTk !== undefined && row.id === options.filterByTk) {
40
+ Object.assign(row, values);
41
+ }
42
+ }
43
+ }
44
+ }
45
+
46
+ function createService() {
47
+ const profiles = new MemoryRepository([{ id: 1, tag: 'safe', enabled: true, schemaVersion: 1 }]);
48
+ const versions = new MemoryRepository();
49
+ const repositories = new Map([
50
+ ['agentHarnessProfiles', profiles],
51
+ ['agentHarnessProfileVersions', versions],
52
+ ]);
53
+ const transaction = { LOCK: { UPDATE: 'UPDATE' } };
54
+ const database = {
55
+ getRepository(name: string) {
56
+ const repository = repositories.get(name);
57
+ if (!repository) throw new Error(`Unexpected repository ${name}`);
58
+ return repository;
59
+ },
60
+ sequelize: {
61
+ async transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
62
+ return callback(transaction);
63
+ },
64
+ },
65
+ };
66
+ return {
67
+ profiles,
68
+ versions,
69
+ service: new HarnessProfileService(database as unknown as Database),
70
+ };
71
+ }
72
+
73
+ describe('HarnessProfileService', () => {
74
+ it('creates sequential drafts, publishes atomically, and keeps snapshots immutable', async () => {
75
+ const { profiles, versions, service } = createService();
76
+ const firstDraft = await service.createDraft({
77
+ profileId: 1,
78
+ settings: { tools: { allow: ['read_file'], effects: { read_file: 'read' } } },
79
+ });
80
+ expect(firstDraft).toMatchObject({ profileId: 1, version: 1, status: 'draft' });
81
+
82
+ const updatedDraft = await service.updateDraft(firstDraft.id, {
83
+ tools: { allow: ['read_file', 'read_test'], effects: { read_file: 'read', read_test: 'read' } },
84
+ });
85
+ expect(updatedDraft.settings.tools.allow).toEqual(['read_file', 'read_test']);
86
+
87
+ const published = await service.publish(firstDraft.id, 9);
88
+ expect(published).toMatchObject({ version: 1, status: 'published', publishedById: 9 });
89
+ expect(profiles.rows[0].currentVersionId).toBe(firstDraft.id);
90
+ await expect(service.updateDraft(firstDraft.id, {})).rejects.toThrow('immutable');
91
+
92
+ const runSnapshot = structuredClone(published.settings);
93
+ const secondDraft = await service.createDraft({
94
+ profileId: 1,
95
+ settings: { tools: { deny: ['read_file'] } },
96
+ });
97
+ expect(secondDraft.version).toBe(2);
98
+ expect(versions.rows).toHaveLength(2);
99
+
100
+ const currentBeforePublish = await service.getPublishedByTag('safe');
101
+ expect(currentBeforePublish?.version).toBe(1);
102
+ expect(runSnapshot.tools.allow).toEqual(['read_file', 'read_test']);
103
+
104
+ await service.publish(secondDraft.id, 10);
105
+ const currentAfterPublish = await service.getPublishedByTag('safe');
106
+ expect(currentAfterPublish?.version).toBe(2);
107
+ expect(runSnapshot.tools.allow).toEqual(['read_file', 'read_test']);
108
+ });
109
+
110
+ it('returns validation errors without writing a draft', async () => {
111
+ const { versions, service } = createService();
112
+ expect(service.validate({ limits: { timeoutMs: -1 } }).success).toBe(false);
113
+ await expect(service.createDraft({ profileId: 1, settings: { limits: { timeoutMs: -1 } } })).rejects.toThrow();
114
+ expect(versions.rows).toHaveLength(0);
115
+ });
116
+ });