plugin-agent-orchestrator 1.1.3 → 1.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (218) hide show
  1. package/README.md +204 -114
  2. package/dist/client/index.js +1 -1
  3. package/dist/client-v2/117.7565cff57c39318a.js +10 -0
  4. package/dist/client-v2/214.106635011859dede.js +10 -0
  5. package/dist/client-v2/253.59577b40d9875be0.js +10 -0
  6. package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
  7. package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
  8. package/dist/client-v2/418.41ed200e7d6da332.js +10 -0
  9. package/dist/client-v2/53.349fff8db80b19d4.js +10 -0
  10. package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
  11. package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
  12. package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
  13. package/dist/client-v2/981.e4a1f41cfc94a856.js +10 -0
  14. package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
  15. package/dist/client-v2/index.js +1 -1
  16. package/dist/externalVersion.js +8 -7
  17. package/dist/locale/en-US.json +199 -123
  18. package/dist/locale/vi-VN.json +199 -123
  19. package/dist/locale/zh-CN.json +199 -123
  20. package/dist/server/collections/agent-execution-spans.js +55 -0
  21. package/dist/server/collections/agent-harness-profile-versions.js +56 -0
  22. package/dist/server/collections/agent-harness-profiles.js +12 -0
  23. package/dist/server/collections/agent-loop-action-approvals.js +69 -0
  24. package/dist/server/collections/agent-loop-artifacts.js +55 -0
  25. package/dist/server/collections/agent-loop-circuit-states.js +53 -0
  26. package/dist/server/collections/agent-loop-control-settings.js +51 -0
  27. package/dist/server/collections/agent-loop-events.js +27 -0
  28. package/dist/server/collections/agent-loop-path-locks.js +57 -0
  29. package/dist/server/collections/agent-loop-patterns.js +72 -0
  30. package/dist/server/collections/agent-loop-runs.js +170 -3
  31. package/dist/server/collections/agent-loop-steps.js +76 -0
  32. package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
  33. package/dist/server/collections/agent-loop-worktrees.js +55 -0
  34. package/dist/server/collections/skill-executions.js +8 -0
  35. package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
  36. package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
  37. package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
  38. package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
  39. package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
  40. package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
  41. package/dist/server/plugin.js +54 -150
  42. package/dist/server/resources/agent-harness-profile.js +117 -0
  43. package/dist/server/resources/agent-knowledge-insights.js +1 -3
  44. package/dist/server/resources/agent-loop-approval.js +108 -0
  45. package/dist/server/resources/agent-loop-artifact.js +86 -0
  46. package/dist/server/resources/agent-loop-events-stream.js +130 -0
  47. package/dist/server/resources/agent-loop.js +183 -139
  48. package/dist/server/resources/resource-helpers.js +63 -0
  49. package/dist/server/resources/tracing.js +121 -107
  50. package/dist/server/services/AgentMemoryContextService.js +34 -0
  51. package/dist/server/services/DurableCircuitBreakerService.js +229 -0
  52. package/dist/server/services/HarnessCompiler.js +175 -0
  53. package/dist/server/services/HarnessProfileService.js +233 -0
  54. package/dist/server/services/HarnessSchema.js +194 -0
  55. package/dist/server/services/LoopBudgetService.js +269 -0
  56. package/dist/server/services/LoopControlService.js +139 -0
  57. package/dist/server/services/LoopPatternSchema.js +195 -0
  58. package/dist/server/services/LoopPatternService.js +132 -0
  59. package/dist/server/services/LoopRunRepository.js +285 -0
  60. package/dist/server/services/LoopRunStateMachine.js +478 -0
  61. package/dist/server/services/LoopSchedulerService.js +193 -0
  62. package/dist/server/services/LoopTriggerService.js +165 -0
  63. package/dist/server/services/LoopWorkerService.js +699 -0
  64. package/dist/server/services/NativeSubAgentObserver.js +165 -23
  65. package/dist/server/services/PathLockService.js +288 -0
  66. package/dist/server/services/PluginAiRuntimeAdapter.js +226 -0
  67. package/dist/server/services/ToolLoopDetectionService.js +210 -0
  68. package/dist/server/services/VerificationSchema.js +59 -0
  69. package/dist/server/services/VerificationService.js +235 -0
  70. package/dist/server/services/harness-runtime-policy.js +139 -0
  71. package/dist/server/skill-hub/actions/git-import.js +13 -7
  72. package/dist/server/skill-hub/plugin.js +36 -3
  73. package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
  74. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +29 -0
  75. package/dist/server/utils/ensure-indexes.js +111 -0
  76. package/dist/server/utils/loop-pattern-context.js +56 -0
  77. package/package.json +53 -53
  78. package/src/client/ApprovalsTab.tsx +2 -0
  79. package/src/client/OrchestratorSettings.tsx +55 -0
  80. package/src/client/skill-hub/components/GitSkillImport.tsx +3 -3
  81. package/src/client/skill-hub/components/SkillMetrics.tsx +15 -10
  82. package/src/client/skill-hub/index.tsx +0 -52
  83. package/src/client-v2/components/AgentRunsTab.tsx +100 -18
  84. package/src/client-v2/components/ApprovalsTab.tsx +337 -0
  85. package/src/client-v2/components/HarnessProfilesTab.tsx +385 -100
  86. package/src/client-v2/components/MemoryInspectorTab.tsx +141 -125
  87. package/src/client-v2/components/TracingTab.tsx +160 -77
  88. package/src/client-v2/hooks/useApiRequest.ts +28 -8
  89. package/src/client-v2/pages/ApprovalsPage.tsx +10 -0
  90. package/src/client-v2/plugin.tsx +6 -6
  91. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +11 -6
  92. package/src/locale/en-US.json +199 -123
  93. package/src/locale/vi-VN.json +199 -123
  94. package/src/locale/zh-CN.json +199 -123
  95. package/src/server/__tests__/circuit-breaker.test.ts +248 -169
  96. package/src/server/__tests__/harness-compiler.test.ts +214 -0
  97. package/src/server/__tests__/harness-profile-service.test.ts +167 -0
  98. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -0
  99. package/src/server/__tests__/harness-tool-plan.test.ts +172 -0
  100. package/src/server/__tests__/loop-approval-decision.test.ts +512 -0
  101. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -0
  102. package/src/server/__tests__/loop-budget-service.test.ts +255 -0
  103. package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
  104. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -0
  105. package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
  106. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -0
  107. package/src/server/__tests__/loop-trigger-service.test.ts +148 -0
  108. package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
  109. package/src/server/__tests__/loop-worker-execution.test.ts +317 -0
  110. package/src/server/__tests__/native-sub-agent-observer.test.ts +288 -4
  111. package/src/server/__tests__/path-lock-service.test.ts +254 -0
  112. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -0
  113. package/src/server/__tests__/smoke.test.ts +162 -121
  114. package/src/server/__tests__/tool-loop-detection.test.ts +275 -0
  115. package/src/server/collections/agent-execution-spans.ts +55 -0
  116. package/src/server/collections/agent-harness-profile-versions.ts +26 -0
  117. package/src/server/collections/agent-harness-profiles.ts +71 -59
  118. package/src/server/collections/agent-loop-action-approvals.ts +39 -0
  119. package/src/server/collections/agent-loop-artifacts.ts +25 -0
  120. package/src/server/collections/agent-loop-circuit-states.ts +23 -0
  121. package/src/server/collections/agent-loop-control-settings.ts +21 -0
  122. package/src/server/collections/agent-loop-events.ts +98 -71
  123. package/src/server/collections/agent-loop-path-locks.ts +27 -0
  124. package/src/server/collections/agent-loop-patterns.ts +42 -0
  125. package/src/server/collections/agent-loop-runs.ts +170 -3
  126. package/src/server/collections/agent-loop-steps.ts +76 -0
  127. package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
  128. package/src/server/collections/agent-loop-worktrees.ts +25 -0
  129. package/src/server/collections/skill-executions.ts +8 -0
  130. package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +52 -49
  131. package/src/server/migrations/20260429000000-add-llm-fields.ts +47 -46
  132. package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +45 -38
  133. package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +33 -32
  134. package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +31 -30
  135. package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
  136. package/src/server/plugin.ts +55 -167
  137. package/src/server/resources/agent-harness-profile.ts +94 -0
  138. package/src/server/resources/agent-knowledge-insights.ts +5 -3
  139. package/src/server/resources/agent-loop-approval.ts +84 -0
  140. package/src/server/resources/agent-loop-artifact.ts +56 -0
  141. package/src/server/resources/agent-loop-events-stream.ts +105 -0
  142. package/src/server/resources/agent-loop.ts +204 -143
  143. package/src/server/resources/agent-monitor.ts +482 -482
  144. package/src/server/resources/resource-helpers.ts +33 -0
  145. package/src/server/resources/tracing.ts +266 -258
  146. package/src/server/services/AgentMemoryContextService.ts +44 -0
  147. package/src/server/services/DurableCircuitBreakerService.ts +239 -0
  148. package/src/server/services/ExecutionSpanService.ts +2 -0
  149. package/src/server/services/HarnessCompiler.ts +170 -0
  150. package/src/server/services/HarnessProfileService.ts +239 -0
  151. package/src/server/services/HarnessSchema.ts +194 -0
  152. package/src/server/services/LoopBudgetService.ts +275 -0
  153. package/src/server/services/LoopControlService.ts +124 -0
  154. package/src/server/services/LoopPatternSchema.ts +185 -0
  155. package/src/server/services/LoopPatternService.ts +143 -0
  156. package/src/server/services/LoopRunRepository.ts +336 -0
  157. package/src/server/services/LoopRunStateMachine.ts +529 -0
  158. package/src/server/services/LoopSchedulerService.ts +199 -0
  159. package/src/server/services/LoopTriggerService.ts +157 -0
  160. package/src/server/services/LoopWorkerService.ts +822 -0
  161. package/src/server/services/NativeSubAgentObserver.ts +186 -21
  162. package/src/server/services/PathLockService.ts +321 -0
  163. package/src/server/services/PluginAiRuntimeAdapter.ts +332 -0
  164. package/src/server/services/ToolLoopDetectionService.ts +213 -0
  165. package/src/server/services/VerificationSchema.ts +31 -0
  166. package/src/server/services/VerificationService.ts +264 -0
  167. package/src/server/services/harness-runtime-policy.ts +141 -0
  168. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +15 -1
  169. package/src/server/skill-hub/actions/git-import.ts +9 -3
  170. package/src/server/skill-hub/plugin.ts +41 -3
  171. package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +235 -239
  172. package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +61 -63
  173. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +43 -2
  174. package/src/server/utils/ensure-indexes.ts +96 -0
  175. package/src/server/utils/logging.ts +62 -63
  176. package/src/server/utils/loop-pattern-context.ts +20 -0
  177. package/dist/client-v2/214.79650a549273f163.js +0 -10
  178. package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
  179. package/dist/client-v2/264.718a107e43fc163c.js +0 -10
  180. package/dist/client-v2/373.f5d5292e53c4e832.js +0 -10
  181. package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
  182. package/dist/client-v2/53.7c29c28043e9112d.js +0 -10
  183. package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
  184. package/dist/client-v2/677.a991ce0250ff5c77.js +0 -10
  185. package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
  186. package/dist/server/services/AgentHarness.js +0 -81
  187. package/dist/server/services/AgentLoopController.js +0 -1023
  188. package/dist/server/services/AgentLoopRepository.js +0 -192
  189. package/dist/server/services/AgentLoopService.js +0 -142
  190. package/dist/server/services/AgentPlanValidator.js +0 -99
  191. package/dist/server/services/AgentPlannerService.js +0 -99
  192. package/dist/server/services/CircuitBreaker.js +0 -125
  193. package/dist/server/services/ContextAggregator.js +0 -201
  194. package/dist/server/services/PlanningPromptService.js +0 -95
  195. package/dist/server/tools/agent-loop.js +0 -373
  196. package/dist/server/tools/orchestrator-plan.js +0 -254
  197. package/src/client/AIEmployeeSelect.tsx +0 -47
  198. package/src/client/AIEmployeesContext.tsx +0 -102
  199. package/src/client/RulesTab.tsx +0 -2
  200. package/src/client/TracingTab.tsx +0 -436
  201. package/src/client/skill-hub/components/ExecutionProgress.tsx +0 -51
  202. package/src/client-v2/components/RulesTab.tsx +0 -2
  203. package/src/client-v2/pages/AgentRunsPage.tsx +0 -13
  204. package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
  205. package/src/server/__tests__/context-aggregator.test.ts +0 -222
  206. package/src/server/__tests__/parallel-execution.test.ts +0 -318
  207. package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
  208. package/src/server/services/AgentHarness.ts +0 -67
  209. package/src/server/services/AgentLoopController.ts +0 -1263
  210. package/src/server/services/AgentLoopRepository.ts +0 -178
  211. package/src/server/services/AgentLoopService.ts +0 -177
  212. package/src/server/services/AgentPlanValidator.ts +0 -73
  213. package/src/server/services/AgentPlannerService.ts +0 -80
  214. package/src/server/services/CircuitBreaker.ts +0 -126
  215. package/src/server/services/ContextAggregator.ts +0 -239
  216. package/src/server/services/PlanningPromptService.ts +0 -72
  217. package/src/server/tools/agent-loop.ts +0 -360
  218. package/src/server/tools/orchestrator-plan.ts +0 -255
@@ -1,169 +1,248 @@
1
- import { CircuitBreakerRegistry, getCircuitBreaker } from '../services/CircuitBreaker';
2
-
3
- describe('CircuitBreakerRegistry', () => {
4
- let cb: CircuitBreakerRegistry;
5
-
6
- beforeEach(() => {
7
- cb = new CircuitBreakerRegistry({ threshold: 3, recoveryTimeout: 30000, halfOpenMaxRequests: 1 });
8
- });
9
-
10
- describe('initial state', () => {
11
- it('starts closed for any key', () => {
12
- expect(cb.isAllowed('agent-a')).toBe(true);
13
- const state = cb.getState('agent-a');
14
- expect(state).toBeTruthy();
15
- expect(state!.state).toBe('closed');
16
- expect(state!.failures).toBe(0);
17
- });
18
-
19
- it('returns null for unknown key before first check', () => {
20
- expect(cb.getState('unknown')).toBeNull();
21
- });
22
- });
23
-
24
- describe('closed → open transition', () => {
25
- it('stays closed below threshold', () => {
26
- cb.recordFailure('agent-a');
27
- cb.recordFailure('agent-a');
28
- expect(cb.isAllowed('agent-a')).toBe(true);
29
- expect(cb.getState('agent-a')!.state).toBe('closed');
30
- });
31
-
32
- it('opens after threshold failures', () => {
33
- cb.recordFailure('agent-a');
34
- cb.recordFailure('agent-a');
35
- cb.recordFailure('agent-a');
36
- expect(cb.getState('agent-a')!.state).toBe('open');
37
- expect(cb.isAllowed('agent-a')).toBe(false);
38
- });
39
-
40
- it('tracks failures independently per key', () => {
41
- cb.recordFailure('agent-a');
42
- cb.recordFailure('agent-a');
43
- cb.recordFailure('agent-a');
44
- cb.recordFailure('agent-b');
45
- expect(cb.isAllowed('agent-a')).toBe(false);
46
- expect(cb.isAllowed('agent-b')).toBe(true);
47
- });
48
- });
49
-
50
- describe('open → half-open transition', () => {
51
- it('transitions to half-open after recovery timeout', () => {
52
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 50, halfOpenMaxRequests: 1 });
53
- cb.recordFailure('agent-a');
54
- expect(cb.isAllowed('agent-a')).toBe(false);
55
-
56
- // After recovery timeout, should become half-open
57
- return new Promise<void>((resolve) => {
58
- setTimeout(() => {
59
- expect(cb.isAllowed('agent-a')).toBe(true);
60
- expect(cb.getState('agent-a')!.state).toBe('half-open');
61
- resolve();
62
- }, 60);
63
- });
64
- });
65
- });
66
-
67
- describe('half-open behavior', () => {
68
- it('recovers to closed on success', () => {
69
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 1, halfOpenMaxRequests: 1 });
70
- cb.recordFailure('agent-a');
71
- // Manually force to half-open
72
- const state = cb.getState('agent-a')!;
73
- state.state = 'half-open';
74
- state.lastFailureTime = 0;
75
-
76
- cb.recordSuccess('agent-a');
77
- expect(cb.getState('agent-a')!.state).toBe('closed');
78
- expect(cb.getState('agent-a')!.failures).toBe(0);
79
- });
80
-
81
- it('returns to open on probe failure', () => {
82
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 1, halfOpenMaxRequests: 1 });
83
- cb.recordFailure('agent-a');
84
- const state = cb.getState('agent-a')!;
85
- state.state = 'half-open';
86
-
87
- cb.recordFailure('agent-a');
88
- expect(cb.getState('agent-a')!.state).toBe('open');
89
- });
90
- });
91
-
92
- describe('recordSuccess graceful recovery', () => {
93
- it('decrements failure count in closed state', () => {
94
- cb.recordFailure('agent-a');
95
- cb.recordFailure('agent-a');
96
- expect(cb.getState('agent-a')!.failures).toBe(2);
97
- cb.recordSuccess('agent-a');
98
- expect(cb.getState('agent-a')!.failures).toBe(1);
99
- });
100
-
101
- it('does not go below 0', () => {
102
- cb.recordSuccess('agent-a');
103
- expect(cb.getState('agent-a')!.failures).toBe(0);
104
- });
105
- });
106
-
107
- describe('reset', () => {
108
- it('resets circuit to closed with zero failures', () => {
109
- cb.recordFailure('agent-a');
110
- cb.recordFailure('agent-a');
111
- cb.recordFailure('agent-a');
112
- expect(cb.isAllowed('agent-a')).toBe(false);
113
-
114
- cb.reset('agent-a');
115
- expect(cb.getState('agent-a')!.state).toBe('closed');
116
- expect(cb.getState('agent-a')!.failures).toBe(0);
117
- expect(cb.isAllowed('agent-a')).toBe(true);
118
- });
119
- });
120
-
121
- describe('getKeys', () => {
122
- it('returns all tracked keys', () => {
123
- cb.recordFailure('agent-a');
124
- cb.recordFailure('agent-b');
125
- cb.recordFailure('agent-c');
126
- const keys = cb.getKeys();
127
- expect(keys).toContain('agent-a');
128
- expect(keys).toContain('agent-b');
129
- expect(keys).toContain('agent-c');
130
- expect(keys.length).toBe(3);
131
- });
132
- });
133
-
134
- describe('halfOpenMaxRequests', () => {
135
- it('allows multiple probes when configured', () => {
136
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 1, halfOpenMaxRequests: 3 });
137
- cb.recordFailure('agent-a');
138
- const state = cb.getState('agent-a')!;
139
- state.state = 'half-open';
140
-
141
- expect(cb.isAllowed('agent-a')).toBe(true);
142
- expect(cb.isAllowed('agent-a')).toBe(true);
143
- expect(cb.isAllowed('agent-a')).toBe(true);
144
- });
145
-
146
- it('disallows probes when set to 0', () => {
147
- cb = new CircuitBreakerRegistry({ threshold: 1, recoveryTimeout: 1, halfOpenMaxRequests: 0 });
148
- cb.recordFailure('agent-a');
149
- const state = cb.getState('agent-a')!;
150
- state.state = 'half-open';
151
-
152
- expect(cb.isAllowed('agent-a')).toBe(false);
153
- });
154
- });
155
- });
156
-
157
- describe('getCircuitBreaker singleton', () => {
158
- it('returns the same instance across calls', () => {
159
- const a = getCircuitBreaker();
160
- const b = getCircuitBreaker();
161
- expect(a).toBe(b);
162
- });
163
-
164
- it('configures with options on first call only', () => {
165
- // Reset module state by creating fresh instance
166
- const cb = new CircuitBreakerRegistry({ threshold: 5 });
167
- expect(cb.threshold).toBe(5);
168
- });
169
- });
1
+ import type { Database } from '@nocobase/database';
2
+ import { describe, expect, it } from 'vitest';
3
+ import { DurableCircuitBreakerService, normalizeErrorSignature } from '../services/DurableCircuitBreakerService';
4
+ import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
5
+
6
+ type Row = Record<string, unknown>;
7
+
8
+ function matches(row: Row, filter: Row) {
9
+ return Object.entries(filter).every(([key, value]) => row[key] === value);
10
+ }
11
+
12
+ class MemoryRepository {
13
+ private nextId = 1;
14
+
15
+ constructor(readonly rows: Row[] = []) {
16
+ this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
17
+ }
18
+
19
+ async findOne(options: Row) {
20
+ if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
21
+ return this.rows.find((row) => matches(row, (options.filter as Row | undefined) || {})) || null;
22
+ }
23
+
24
+ async create(options: Row) {
25
+ const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
26
+ this.rows.push(row);
27
+ return row;
28
+ }
29
+
30
+ async update(options: Row) {
31
+ const values = (options.values as Row | undefined) || {};
32
+ for (const row of this.rows) {
33
+ if (options.filterByTk !== undefined && row.id === options.filterByTk) Object.assign(row, values);
34
+ }
35
+ }
36
+
37
+ restore(rows: Row[]) {
38
+ this.rows.splice(0, this.rows.length, ...structuredClone(rows));
39
+ this.nextId = this.rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
40
+ }
41
+ }
42
+
43
+ class SerialLock {
44
+ private readonly tails = new Map<string, Promise<void>>();
45
+
46
+ async runExclusive<T>(key: string, operation: () => Promise<T>) {
47
+ const previous = this.tails.get(key) || Promise.resolve();
48
+ let release = () => {};
49
+ const pending = new Promise<void>((resolve) => {
50
+ release = resolve;
51
+ });
52
+ const tail = previous.then(() => pending);
53
+ this.tails.set(key, tail);
54
+ await previous;
55
+ try {
56
+ return await operation();
57
+ } finally {
58
+ release();
59
+ if (this.tails.get(key) === tail) this.tails.delete(key);
60
+ }
61
+ }
62
+ }
63
+
64
+ function createService(initialRows: Row[] = []) {
65
+ const circuits = new MemoryRepository(initialRows);
66
+ const transaction = { LOCK: { UPDATE: 'UPDATE' } };
67
+ const database = {
68
+ getRepository(name: string) {
69
+ if (name !== 'agentLoopCircuitStates') throw new Error(`Unexpected repository ${name}`);
70
+ return circuits;
71
+ },
72
+ sequelize: {
73
+ async transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
74
+ const before = structuredClone(circuits.rows);
75
+ try {
76
+ return await callback(transaction);
77
+ } catch (error) {
78
+ circuits.restore(before);
79
+ throw error;
80
+ }
81
+ },
82
+ },
83
+ };
84
+ return {
85
+ circuits,
86
+ service: new DurableCircuitBreakerService(database as unknown as Database, new SerialLock()),
87
+ };
88
+ }
89
+
90
+ function circuitPolicy(overrides: Record<string, number> = {}) {
91
+ return loopPatternPolicySchema.parse({ circuit: overrides }).circuit;
92
+ }
93
+
94
+ describe('DurableCircuitBreakerService', () => {
95
+ it('normalizes volatile paths, identifiers, and numbers into one error signature', () => {
96
+ const first = new Error('Failed C:\\repo\\one\\file.ts for 123e4567-e89b-12d3-a456-426614174000 at line 42');
97
+ const second = new Error('Failed C:\\repo\\two\\file.ts for 223e4567-e89b-12d3-a456-426614174999 at line 99');
98
+ expect(normalizeErrorSignature(first)).toBe(normalizeErrorSignature(second));
99
+ expect(normalizeErrorSignature(new Error('Permission denied'))).not.toBe(normalizeErrorSignature(first));
100
+ });
101
+
102
+ it('canonicalizes the scope and durably opens after the maximum attempt count', async () => {
103
+ const { circuits, service } = createService();
104
+ const policy = circuitPolicy({
105
+ maxAttempts: 2,
106
+ maxConsecutiveFailures: 99,
107
+ maxRepeatedError: 99,
108
+ cooldownMs: 1_000,
109
+ });
110
+ const now = new Date('2026-08-03T00:00:00.000Z');
111
+
112
+ await expect(service.authorizeAttempt({ patternId: 1, scopeKey: ' repo ', policy, now })).resolves.toMatchObject({
113
+ state: 'closed',
114
+ attempt: 1,
115
+ });
116
+ await service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now });
117
+ await expect(service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now })).rejects.toThrow(
118
+ 'maximum attempts',
119
+ );
120
+
121
+ expect(circuits.rows).toHaveLength(1);
122
+ expect(circuits.rows[0]).toMatchObject({ scopeKey: 'repo', state: 'open', attempts: 2 });
123
+ expect(circuits.rows[0].retryAt).toEqual(new Date('2026-08-03T00:00:01.000Z'));
124
+ });
125
+
126
+ it('opens on repeated normalized errors and consecutive different failures', async () => {
127
+ const repeated = createService();
128
+ const repeatedPolicy = circuitPolicy({
129
+ maxAttempts: 99,
130
+ maxConsecutiveFailures: 99,
131
+ maxRepeatedError: 2,
132
+ cooldownMs: 1_000,
133
+ });
134
+ await repeated.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: repeatedPolicy });
135
+ await repeated.service.recordFailure({
136
+ patternId: 1,
137
+ scopeKey: 'repo',
138
+ policy: repeatedPolicy,
139
+ error: new Error('Failed C:\\repo\\one\\file.ts at line 42'),
140
+ });
141
+ await repeated.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: repeatedPolicy });
142
+ const repeatedResult = await repeated.service.recordFailure({
143
+ patternId: 1,
144
+ scopeKey: 'repo',
145
+ policy: repeatedPolicy,
146
+ error: new Error('Failed C:\\repo\\two\\file.ts at line 99'),
147
+ });
148
+ expect(repeatedResult).toMatchObject({ open: true, repeatedErrorCount: 2 });
149
+
150
+ const consecutive = createService();
151
+ const consecutivePolicy = circuitPolicy({
152
+ maxAttempts: 99,
153
+ maxConsecutiveFailures: 2,
154
+ maxRepeatedError: 99,
155
+ cooldownMs: 1_000,
156
+ });
157
+ await consecutive.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: consecutivePolicy });
158
+ await consecutive.service.recordFailure({
159
+ patternId: 1,
160
+ scopeKey: 'repo',
161
+ policy: consecutivePolicy,
162
+ error: new Error('First failure'),
163
+ });
164
+ await consecutive.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: consecutivePolicy });
165
+ const consecutiveResult = await consecutive.service.recordFailure({
166
+ patternId: 1,
167
+ scopeKey: 'repo',
168
+ policy: consecutivePolicy,
169
+ error: new Error('Different failure'),
170
+ });
171
+ expect(consecutiveResult).toMatchObject({ open: true, consecutiveFailures: 2, repeatedErrorCount: 1 });
172
+ });
173
+
174
+ it('rejects before cooldown and allows exactly one half-open probe', async () => {
175
+ const retryAt = new Date('2026-08-03T00:00:10.000Z');
176
+ const { circuits, service } = createService([
177
+ {
178
+ id: 1,
179
+ patternId: 1,
180
+ scopeKey: 'repo',
181
+ state: 'open',
182
+ attempts: 1,
183
+ consecutiveFailures: 1,
184
+ errorSignature: 'signature',
185
+ repeatedErrorCount: 1,
186
+ retryAt,
187
+ },
188
+ ]);
189
+ const policy = circuitPolicy({ maxAttempts: 99, maxConsecutiveFailures: 99, maxRepeatedError: 99 });
190
+
191
+ await expect(
192
+ service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: new Date('2026-08-03T00:00:09.000Z') }),
193
+ ).rejects.toThrow('open until');
194
+
195
+ const results = await Promise.allSettled([
196
+ service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt }),
197
+ service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt }),
198
+ ]);
199
+ expect(results.filter((result) => result.status === 'fulfilled')).toHaveLength(1);
200
+ expect(results.filter((result) => result.status === 'rejected')).toHaveLength(1);
201
+ expect(circuits.rows[0]).toMatchObject({ state: 'half_open', attempts: 2 });
202
+ });
203
+
204
+ it('reopens a failed probe and resets all state after success', async () => {
205
+ const retryAt = new Date('2026-08-03T00:00:00.000Z');
206
+ const { circuits, service } = createService([
207
+ {
208
+ id: 1,
209
+ patternId: 1,
210
+ scopeKey: 'repo',
211
+ state: 'open',
212
+ attempts: 1,
213
+ consecutiveFailures: 1,
214
+ errorSignature: 'old',
215
+ repeatedErrorCount: 1,
216
+ retryAt,
217
+ },
218
+ ]);
219
+ const policy = circuitPolicy({
220
+ maxAttempts: 99,
221
+ maxConsecutiveFailures: 99,
222
+ maxRepeatedError: 99,
223
+ cooldownMs: 1_000,
224
+ });
225
+
226
+ await service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt });
227
+ const failure = await service.recordFailure({
228
+ patternId: 1,
229
+ scopeKey: 'repo',
230
+ policy,
231
+ error: new Error('Probe failed'),
232
+ now: retryAt,
233
+ });
234
+ expect(failure.open).toBe(true);
235
+ expect(circuits.rows[0].state).toBe('open');
236
+
237
+ await service.recordSuccess(1, ' repo ', 9);
238
+ expect(circuits.rows[0]).toMatchObject({
239
+ state: 'closed',
240
+ attempts: 0,
241
+ consecutiveFailures: 0,
242
+ errorSignature: null,
243
+ repeatedErrorCount: 0,
244
+ lastRunId: 9,
245
+ retryAt: null,
246
+ });
247
+ });
248
+ });
@@ -0,0 +1,214 @@
1
+ import { describe, expect, it } from 'vitest';
2
+ import { compileHarness, decideTool } from '../services/HarnessCompiler';
3
+ import { parseHarnessSettings, validateHarnessSettings } from '../services/HarnessSchema';
4
+
5
+ describe('HarnessSchema', () => {
6
+ it('normalizes existing flat profile settings', () => {
7
+ const settings = parseHarnessSettings({
8
+ nativeObserverEnabled: true,
9
+ memoryInjectionEnabled: true,
10
+ memoryScopes: ['public', 'user'],
11
+ maxMemoryContextChars: 4000,
12
+ tracingRetentionDays: 14,
13
+ });
14
+
15
+ expect(settings.memory).toEqual({
16
+ enabled: true,
17
+ scopes: ['public', 'user'],
18
+ maxChars: 4000,
19
+ });
20
+ expect(settings.observability.enabled).toBe(true);
21
+ expect(settings.observability.tracingRetentionDays).toBe(14);
22
+ });
23
+
24
+ it('rejects invalid limits and unknown typed settings', () => {
25
+ expect(validateHarnessSettings({ limits: { recursionLimit: 0 } }).success).toBe(false);
26
+ expect(validateHarnessSettings({ unsupported: true }).success).toBe(false);
27
+ });
28
+ });
29
+
30
+ describe('HarnessCompiler', () => {
31
+ it('applies most-restrictive-wins across every policy layer', () => {
32
+ const compiled = compileHarness([
33
+ {
34
+ source: 'platform',
35
+ settings: {
36
+ tools: {
37
+ allow: ['read_file', 'write_file', 'http'],
38
+ ask: [],
39
+ deny: ['shell'],
40
+ effects: { read_file: 'read', write_file: 'write', http: 'external' },
41
+ trustedPreHandlerTools: ['write_file', 'http'],
42
+ },
43
+ memory: { scopes: ['public', 'user', 'agent_user'], maxChars: 8000 },
44
+ delegation: { allowedEmployees: ['maker-a', 'maker-b'], maxDepth: 3, maxCount: 8 },
45
+ limits: { timeoutMs: 60_000, recursionLimit: 30, maxTotalTokens: 20_000, maxCost: 5 },
46
+ isolation: {
47
+ mode: 'none',
48
+ requireWorktree: false,
49
+ allowedConnectors: ['github', 'jira'],
50
+ networkAccess: 'allow',
51
+ },
52
+ observability: { tracingRetentionDays: 30 },
53
+ },
54
+ },
55
+ {
56
+ source: 'pattern',
57
+ settings: {
58
+ tools: {
59
+ allow: ['read_file', 'write_file'],
60
+ ask: ['write_file'],
61
+ deny: ['http'],
62
+ effects: { write_file: 'write' },
63
+ trustedPreHandlerTools: ['write_file'],
64
+ },
65
+ memory: { scopes: ['public', 'user'], maxChars: 6000 },
66
+ delegation: { allowedEmployees: ['maker-b'], maxDepth: 2, maxCount: 4 },
67
+ limits: { timeoutMs: 45_000, recursionLimit: 20, maxTotalTokens: 12_000, maxCost: 3 },
68
+ isolation: {
69
+ mode: 'worktree',
70
+ requireWorktree: true,
71
+ allowedConnectors: ['github'],
72
+ networkAccess: 'restricted',
73
+ },
74
+ observability: { tracingRetentionDays: 14 },
75
+ },
76
+ },
77
+ {
78
+ source: 'run',
79
+ settings: {
80
+ tools: { deny: ['write_file'] },
81
+ memory: { scopes: ['public'], maxChars: 3000 },
82
+ delegation: { maxCount: 2 },
83
+ limits: { timeoutMs: 30_000, maxTotalTokens: 8000 },
84
+ isolation: { networkAccess: 'deny' },
85
+ observability: { tracingRetentionDays: 7 },
86
+ },
87
+ },
88
+ ]);
89
+
90
+ expect(compiled.sources).toEqual(['platform', 'pattern', 'run']);
91
+ expect(compiled.tools.allow).toEqual(['read_file', 'write_file']);
92
+ expect(compiled.tools.deny).toEqual(['http', 'shell', 'write_file']);
93
+ expect(compiled.memory.scopes).toEqual(['public']);
94
+ expect(compiled.memory.maxChars).toBe(3000);
95
+ expect(compiled.delegation.allowedEmployees).toEqual(['maker-b']);
96
+ expect(compiled.delegation.maxDepth).toBe(2);
97
+ expect(compiled.delegation.maxCount).toBe(2);
98
+ expect(compiled.limits.timeoutMs).toBe(30_000);
99
+ expect(compiled.limits.maxTotalTokens).toBe(8000);
100
+ expect(compiled.isolation).toMatchObject({
101
+ mode: 'worktree',
102
+ requireWorktree: true,
103
+ allowedConnectors: ['github'],
104
+ networkAccess: 'deny',
105
+ });
106
+ expect(compiled.observability.tracingRetentionDays).toBe(7);
107
+ expect(decideTool(compiled, 'write_file', 'write')).toBe('deny');
108
+ expect(decideTool(compiled, 'http', 'external')).toBe('deny');
109
+ expect(decideTool(compiled, 'read_file', 'read')).toBe('allow');
110
+ });
111
+
112
+ it('forces unknown and untrusted mutating tools to ask', () => {
113
+ const compiled = compileHarness([
114
+ {
115
+ source: 'profile',
116
+ settings: {
117
+ tools: {
118
+ allow: ['read_file', 'write_file', 'trusted_write'],
119
+ effects: { read_file: 'read', write_file: 'write', trusted_write: 'write' },
120
+ trustedPreHandlerTools: ['trusted_write'],
121
+ },
122
+ },
123
+ },
124
+ ]);
125
+
126
+ expect(decideTool(compiled, 'read_file')).toBe('allow');
127
+ expect(decideTool(compiled, 'write_file')).toBe('ask');
128
+ expect(decideTool(compiled, 'trusted_write')).toBe('allow');
129
+ expect(decideTool(compiled, 'unknown_tool')).toBe('ask');
130
+ });
131
+
132
+ it('merges per-tool timeouts taking the smallest value per tool', () => {
133
+ const compiled = compileHarness([
134
+ {
135
+ source: 'platform',
136
+ settings: { tools: { timeouts: { skill_hub_execute: 120_000, skill_hub_report: 60_000 } } },
137
+ },
138
+ {
139
+ source: 'run',
140
+ settings: { tools: { timeouts: { skill_hub_execute: 30_000 } } },
141
+ },
142
+ ]);
143
+
144
+ expect(compiled.tools.timeouts).toEqual({ skill_hub_execute: 30_000, skill_hub_report: 60_000 });
145
+ });
146
+
147
+ it('compiles spill budget, redaction and sharing with safety-first merging', () => {
148
+ const compiled = compileHarness([
149
+ {
150
+ source: 'platform',
151
+ settings: {
152
+ context: { spill: { maxInlineBytes: 100_000 } },
153
+ observability: { redactSecrets: false, sharing: 'full' },
154
+ },
155
+ },
156
+ {
157
+ source: 'run',
158
+ settings: {
159
+ context: { spill: { maxInlineBytes: 40_000 } },
160
+ observability: { sharing: 'feedback-only' },
161
+ },
162
+ },
163
+ ]);
164
+
165
+ expect(compiled.context.spill.maxInlineBytes).toBe(40_000);
166
+ // Redaction is a union of concerns: any layer demanding it wins.
167
+ expect(compiled.observability.redactSecrets).toBe(true);
168
+ expect(compiled.observability.sharing).toBe('feedback-only');
169
+ });
170
+
171
+ it('defaults spill to null and sharing to full when no layer sets them', () => {
172
+ const compiled = compileHarness([{ source: 'default', settings: {} }]);
173
+
174
+ expect(compiled.context.spill.maxInlineBytes).toBeNull();
175
+ expect(compiled.tools.timeouts).toEqual({});
176
+ expect(compiled.observability.redactSecrets).toBe(true);
177
+ expect(compiled.observability.sharing).toBe('full');
178
+ });
179
+
180
+ it('disabled sharing outranks every other sharing level', () => {
181
+ const compiled = compileHarness([
182
+ { source: 'a', settings: { observability: { sharing: 'full' } } },
183
+ { source: 'b', settings: { observability: { sharing: 'disabled' } } },
184
+ ]);
185
+
186
+ expect(compiled.observability.sharing).toBe('disabled');
187
+ });
188
+
189
+ it('intersects escalatable tools across layers like allow', () => {
190
+ const compiled = compileHarness([
191
+ {
192
+ source: 'platform',
193
+ settings: { tools: { escalate: ['deployService', 'runShell', 'resetIndex'] } },
194
+ },
195
+ {
196
+ source: 'pattern',
197
+ settings: { tools: { escalate: ['deployService', 'runShell'] } },
198
+ },
199
+ ]);
200
+
201
+ expect(compiled.tools.escalate).toEqual(['deployService', 'runShell']);
202
+ // Escalatable tools are never granted outright: every call still resolves to ask.
203
+ expect(decideTool(compiled, 'deployService')).toBe('ask');
204
+ });
205
+
206
+ it('treats an empty escalate list as no opinion', () => {
207
+ const compiled = compileHarness([
208
+ { source: 'platform', settings: { tools: { escalate: ['deployService'] } } },
209
+ { source: 'pattern', settings: {} },
210
+ ]);
211
+
212
+ expect(compiled.tools.escalate).toEqual(['deployService']);
213
+ });
214
+ });