plugin-agent-orchestrator 1.1.3 → 1.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +204 -114
- package/dist/client/index.js +1 -1
- package/dist/client-v2/117.7565cff57c39318a.js +10 -0
- package/dist/client-v2/214.106635011859dede.js +10 -0
- package/dist/client-v2/253.59577b40d9875be0.js +10 -0
- package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
- package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
- package/dist/client-v2/418.41ed200e7d6da332.js +10 -0
- package/dist/client-v2/53.349fff8db80b19d4.js +10 -0
- package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
- package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
- package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
- package/dist/client-v2/981.e4a1f41cfc94a856.js +10 -0
- package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +8 -7
- package/dist/locale/en-US.json +199 -123
- package/dist/locale/vi-VN.json +199 -123
- package/dist/locale/zh-CN.json +199 -123
- package/dist/server/collections/agent-execution-spans.js +55 -0
- package/dist/server/collections/agent-harness-profile-versions.js +56 -0
- package/dist/server/collections/agent-harness-profiles.js +12 -0
- package/dist/server/collections/agent-loop-action-approvals.js +69 -0
- package/dist/server/collections/agent-loop-artifacts.js +55 -0
- package/dist/server/collections/agent-loop-circuit-states.js +53 -0
- package/dist/server/collections/agent-loop-control-settings.js +51 -0
- package/dist/server/collections/agent-loop-events.js +27 -0
- package/dist/server/collections/agent-loop-path-locks.js +57 -0
- package/dist/server/collections/agent-loop-patterns.js +72 -0
- package/dist/server/collections/agent-loop-runs.js +170 -3
- package/dist/server/collections/agent-loop-steps.js +76 -0
- package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
- package/dist/server/collections/agent-loop-worktrees.js +55 -0
- package/dist/server/collections/skill-executions.js +8 -0
- package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
- package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
- package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
- package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
- package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
- package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
- package/dist/server/plugin.js +54 -150
- package/dist/server/resources/agent-harness-profile.js +117 -0
- package/dist/server/resources/agent-knowledge-insights.js +1 -3
- package/dist/server/resources/agent-loop-approval.js +108 -0
- package/dist/server/resources/agent-loop-artifact.js +86 -0
- package/dist/server/resources/agent-loop-events-stream.js +130 -0
- package/dist/server/resources/agent-loop.js +183 -139
- package/dist/server/resources/resource-helpers.js +63 -0
- package/dist/server/resources/tracing.js +121 -107
- package/dist/server/services/AgentMemoryContextService.js +34 -0
- package/dist/server/services/DurableCircuitBreakerService.js +229 -0
- package/dist/server/services/HarnessCompiler.js +175 -0
- package/dist/server/services/HarnessProfileService.js +233 -0
- package/dist/server/services/HarnessSchema.js +194 -0
- package/dist/server/services/LoopBudgetService.js +269 -0
- package/dist/server/services/LoopControlService.js +139 -0
- package/dist/server/services/LoopPatternSchema.js +195 -0
- package/dist/server/services/LoopPatternService.js +132 -0
- package/dist/server/services/LoopRunRepository.js +285 -0
- package/dist/server/services/LoopRunStateMachine.js +478 -0
- package/dist/server/services/LoopSchedulerService.js +193 -0
- package/dist/server/services/LoopTriggerService.js +165 -0
- package/dist/server/services/LoopWorkerService.js +699 -0
- package/dist/server/services/NativeSubAgentObserver.js +165 -23
- package/dist/server/services/PathLockService.js +288 -0
- package/dist/server/services/PluginAiRuntimeAdapter.js +226 -0
- package/dist/server/services/ToolLoopDetectionService.js +210 -0
- package/dist/server/services/VerificationSchema.js +59 -0
- package/dist/server/services/VerificationService.js +235 -0
- package/dist/server/services/harness-runtime-policy.js +139 -0
- package/dist/server/skill-hub/actions/git-import.js +13 -7
- package/dist/server/skill-hub/plugin.js +36 -3
- package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
- package/dist/server/skill-hub/tasks/SkillExecutionTask.js +29 -0
- package/dist/server/utils/ensure-indexes.js +111 -0
- package/dist/server/utils/loop-pattern-context.js +56 -0
- package/package.json +53 -53
- package/src/client/ApprovalsTab.tsx +2 -0
- package/src/client/OrchestratorSettings.tsx +55 -0
- package/src/client/skill-hub/components/GitSkillImport.tsx +3 -3
- package/src/client/skill-hub/components/SkillMetrics.tsx +15 -10
- package/src/client/skill-hub/index.tsx +0 -52
- package/src/client-v2/components/AgentRunsTab.tsx +100 -18
- package/src/client-v2/components/ApprovalsTab.tsx +337 -0
- package/src/client-v2/components/HarnessProfilesTab.tsx +385 -100
- package/src/client-v2/components/MemoryInspectorTab.tsx +141 -125
- package/src/client-v2/components/TracingTab.tsx +160 -77
- package/src/client-v2/hooks/useApiRequest.ts +28 -8
- package/src/client-v2/pages/ApprovalsPage.tsx +10 -0
- package/src/client-v2/plugin.tsx +6 -6
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +11 -6
- package/src/locale/en-US.json +199 -123
- package/src/locale/vi-VN.json +199 -123
- package/src/locale/zh-CN.json +199 -123
- package/src/server/__tests__/circuit-breaker.test.ts +248 -169
- package/src/server/__tests__/harness-compiler.test.ts +214 -0
- package/src/server/__tests__/harness-profile-service.test.ts +167 -0
- package/src/server/__tests__/harness-runtime-policy.test.ts +293 -0
- package/src/server/__tests__/harness-tool-plan.test.ts +172 -0
- package/src/server/__tests__/loop-approval-decision.test.ts +512 -0
- package/src/server/__tests__/loop-approval-expiry.test.ts +258 -0
- package/src/server/__tests__/loop-budget-service.test.ts +255 -0
- package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
- package/src/server/__tests__/loop-pattern-schema.test.ts +73 -0
- package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
- package/src/server/__tests__/loop-run-state-machine.test.ts +101 -0
- package/src/server/__tests__/loop-trigger-service.test.ts +148 -0
- package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
- package/src/server/__tests__/loop-worker-execution.test.ts +317 -0
- package/src/server/__tests__/native-sub-agent-observer.test.ts +288 -4
- package/src/server/__tests__/path-lock-service.test.ts +254 -0
- package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -0
- package/src/server/__tests__/smoke.test.ts +162 -121
- package/src/server/__tests__/tool-loop-detection.test.ts +275 -0
- package/src/server/collections/agent-execution-spans.ts +55 -0
- package/src/server/collections/agent-harness-profile-versions.ts +26 -0
- package/src/server/collections/agent-harness-profiles.ts +71 -59
- package/src/server/collections/agent-loop-action-approvals.ts +39 -0
- package/src/server/collections/agent-loop-artifacts.ts +25 -0
- package/src/server/collections/agent-loop-circuit-states.ts +23 -0
- package/src/server/collections/agent-loop-control-settings.ts +21 -0
- package/src/server/collections/agent-loop-events.ts +98 -71
- package/src/server/collections/agent-loop-path-locks.ts +27 -0
- package/src/server/collections/agent-loop-patterns.ts +42 -0
- package/src/server/collections/agent-loop-runs.ts +170 -3
- package/src/server/collections/agent-loop-steps.ts +76 -0
- package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
- package/src/server/collections/agent-loop-worktrees.ts +25 -0
- package/src/server/collections/skill-executions.ts +8 -0
- package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +52 -49
- package/src/server/migrations/20260429000000-add-llm-fields.ts +47 -46
- package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +45 -38
- package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +33 -32
- package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +31 -30
- package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
- package/src/server/plugin.ts +55 -167
- package/src/server/resources/agent-harness-profile.ts +94 -0
- package/src/server/resources/agent-knowledge-insights.ts +5 -3
- package/src/server/resources/agent-loop-approval.ts +84 -0
- package/src/server/resources/agent-loop-artifact.ts +56 -0
- package/src/server/resources/agent-loop-events-stream.ts +105 -0
- package/src/server/resources/agent-loop.ts +204 -143
- package/src/server/resources/agent-monitor.ts +482 -482
- package/src/server/resources/resource-helpers.ts +33 -0
- package/src/server/resources/tracing.ts +266 -258
- package/src/server/services/AgentMemoryContextService.ts +44 -0
- package/src/server/services/DurableCircuitBreakerService.ts +239 -0
- package/src/server/services/ExecutionSpanService.ts +2 -0
- package/src/server/services/HarnessCompiler.ts +170 -0
- package/src/server/services/HarnessProfileService.ts +239 -0
- package/src/server/services/HarnessSchema.ts +194 -0
- package/src/server/services/LoopBudgetService.ts +275 -0
- package/src/server/services/LoopControlService.ts +124 -0
- package/src/server/services/LoopPatternSchema.ts +185 -0
- package/src/server/services/LoopPatternService.ts +143 -0
- package/src/server/services/LoopRunRepository.ts +336 -0
- package/src/server/services/LoopRunStateMachine.ts +529 -0
- package/src/server/services/LoopSchedulerService.ts +199 -0
- package/src/server/services/LoopTriggerService.ts +157 -0
- package/src/server/services/LoopWorkerService.ts +822 -0
- package/src/server/services/NativeSubAgentObserver.ts +186 -21
- package/src/server/services/PathLockService.ts +321 -0
- package/src/server/services/PluginAiRuntimeAdapter.ts +332 -0
- package/src/server/services/ToolLoopDetectionService.ts +213 -0
- package/src/server/services/VerificationSchema.ts +31 -0
- package/src/server/services/VerificationService.ts +264 -0
- package/src/server/services/harness-runtime-policy.ts +141 -0
- package/src/server/skill-hub/actions/__tests__/git-import.test.ts +15 -1
- package/src/server/skill-hub/actions/git-import.ts +9 -3
- package/src/server/skill-hub/plugin.ts +41 -3
- package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +235 -239
- package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +61 -63
- package/src/server/skill-hub/tasks/SkillExecutionTask.ts +43 -2
- package/src/server/utils/ensure-indexes.ts +96 -0
- package/src/server/utils/logging.ts +62 -63
- package/src/server/utils/loop-pattern-context.ts +20 -0
- package/dist/client-v2/214.79650a549273f163.js +0 -10
- package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
- package/dist/client-v2/264.718a107e43fc163c.js +0 -10
- package/dist/client-v2/373.f5d5292e53c4e832.js +0 -10
- package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
- package/dist/client-v2/53.7c29c28043e9112d.js +0 -10
- package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
- package/dist/client-v2/677.a991ce0250ff5c77.js +0 -10
- package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
- package/dist/server/services/AgentHarness.js +0 -81
- package/dist/server/services/AgentLoopController.js +0 -1023
- package/dist/server/services/AgentLoopRepository.js +0 -192
- package/dist/server/services/AgentLoopService.js +0 -142
- package/dist/server/services/AgentPlanValidator.js +0 -99
- package/dist/server/services/AgentPlannerService.js +0 -99
- package/dist/server/services/CircuitBreaker.js +0 -125
- package/dist/server/services/ContextAggregator.js +0 -201
- package/dist/server/services/PlanningPromptService.js +0 -95
- package/dist/server/tools/agent-loop.js +0 -373
- package/dist/server/tools/orchestrator-plan.js +0 -254
- package/src/client/AIEmployeeSelect.tsx +0 -47
- package/src/client/AIEmployeesContext.tsx +0 -102
- package/src/client/RulesTab.tsx +0 -2
- package/src/client/TracingTab.tsx +0 -436
- package/src/client/skill-hub/components/ExecutionProgress.tsx +0 -51
- package/src/client-v2/components/RulesTab.tsx +0 -2
- package/src/client-v2/pages/AgentRunsPage.tsx +0 -13
- package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
- package/src/server/__tests__/context-aggregator.test.ts +0 -222
- package/src/server/__tests__/parallel-execution.test.ts +0 -318
- package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
- package/src/server/services/AgentHarness.ts +0 -67
- package/src/server/services/AgentLoopController.ts +0 -1263
- package/src/server/services/AgentLoopRepository.ts +0 -178
- package/src/server/services/AgentLoopService.ts +0 -177
- package/src/server/services/AgentPlanValidator.ts +0 -73
- package/src/server/services/AgentPlannerService.ts +0 -80
- package/src/server/services/CircuitBreaker.ts +0 -126
- package/src/server/services/ContextAggregator.ts +0 -239
- package/src/server/services/PlanningPromptService.ts +0 -72
- package/src/server/tools/agent-loop.ts +0 -360
- package/src/server/tools/orchestrator-plan.ts +0 -255
|
@@ -1,169 +1,248 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
});
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
1
|
+
import type { Database } from '@nocobase/database';
|
|
2
|
+
import { describe, expect, it } from 'vitest';
|
|
3
|
+
import { DurableCircuitBreakerService, normalizeErrorSignature } from '../services/DurableCircuitBreakerService';
|
|
4
|
+
import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
|
|
5
|
+
|
|
6
|
+
type Row = Record<string, unknown>;
|
|
7
|
+
|
|
8
|
+
function matches(row: Row, filter: Row) {
|
|
9
|
+
return Object.entries(filter).every(([key, value]) => row[key] === value);
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
class MemoryRepository {
|
|
13
|
+
private nextId = 1;
|
|
14
|
+
|
|
15
|
+
constructor(readonly rows: Row[] = []) {
|
|
16
|
+
this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
async findOne(options: Row) {
|
|
20
|
+
if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
|
|
21
|
+
return this.rows.find((row) => matches(row, (options.filter as Row | undefined) || {})) || null;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
async create(options: Row) {
|
|
25
|
+
const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
|
|
26
|
+
this.rows.push(row);
|
|
27
|
+
return row;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
async update(options: Row) {
|
|
31
|
+
const values = (options.values as Row | undefined) || {};
|
|
32
|
+
for (const row of this.rows) {
|
|
33
|
+
if (options.filterByTk !== undefined && row.id === options.filterByTk) Object.assign(row, values);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
restore(rows: Row[]) {
|
|
38
|
+
this.rows.splice(0, this.rows.length, ...structuredClone(rows));
|
|
39
|
+
this.nextId = this.rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
class SerialLock {
|
|
44
|
+
private readonly tails = new Map<string, Promise<void>>();
|
|
45
|
+
|
|
46
|
+
async runExclusive<T>(key: string, operation: () => Promise<T>) {
|
|
47
|
+
const previous = this.tails.get(key) || Promise.resolve();
|
|
48
|
+
let release = () => {};
|
|
49
|
+
const pending = new Promise<void>((resolve) => {
|
|
50
|
+
release = resolve;
|
|
51
|
+
});
|
|
52
|
+
const tail = previous.then(() => pending);
|
|
53
|
+
this.tails.set(key, tail);
|
|
54
|
+
await previous;
|
|
55
|
+
try {
|
|
56
|
+
return await operation();
|
|
57
|
+
} finally {
|
|
58
|
+
release();
|
|
59
|
+
if (this.tails.get(key) === tail) this.tails.delete(key);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
function createService(initialRows: Row[] = []) {
|
|
65
|
+
const circuits = new MemoryRepository(initialRows);
|
|
66
|
+
const transaction = { LOCK: { UPDATE: 'UPDATE' } };
|
|
67
|
+
const database = {
|
|
68
|
+
getRepository(name: string) {
|
|
69
|
+
if (name !== 'agentLoopCircuitStates') throw new Error(`Unexpected repository ${name}`);
|
|
70
|
+
return circuits;
|
|
71
|
+
},
|
|
72
|
+
sequelize: {
|
|
73
|
+
async transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
|
|
74
|
+
const before = structuredClone(circuits.rows);
|
|
75
|
+
try {
|
|
76
|
+
return await callback(transaction);
|
|
77
|
+
} catch (error) {
|
|
78
|
+
circuits.restore(before);
|
|
79
|
+
throw error;
|
|
80
|
+
}
|
|
81
|
+
},
|
|
82
|
+
},
|
|
83
|
+
};
|
|
84
|
+
return {
|
|
85
|
+
circuits,
|
|
86
|
+
service: new DurableCircuitBreakerService(database as unknown as Database, new SerialLock()),
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
function circuitPolicy(overrides: Record<string, number> = {}) {
|
|
91
|
+
return loopPatternPolicySchema.parse({ circuit: overrides }).circuit;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
describe('DurableCircuitBreakerService', () => {
|
|
95
|
+
it('normalizes volatile paths, identifiers, and numbers into one error signature', () => {
|
|
96
|
+
const first = new Error('Failed C:\\repo\\one\\file.ts for 123e4567-e89b-12d3-a456-426614174000 at line 42');
|
|
97
|
+
const second = new Error('Failed C:\\repo\\two\\file.ts for 223e4567-e89b-12d3-a456-426614174999 at line 99');
|
|
98
|
+
expect(normalizeErrorSignature(first)).toBe(normalizeErrorSignature(second));
|
|
99
|
+
expect(normalizeErrorSignature(new Error('Permission denied'))).not.toBe(normalizeErrorSignature(first));
|
|
100
|
+
});
|
|
101
|
+
|
|
102
|
+
it('canonicalizes the scope and durably opens after the maximum attempt count', async () => {
|
|
103
|
+
const { circuits, service } = createService();
|
|
104
|
+
const policy = circuitPolicy({
|
|
105
|
+
maxAttempts: 2,
|
|
106
|
+
maxConsecutiveFailures: 99,
|
|
107
|
+
maxRepeatedError: 99,
|
|
108
|
+
cooldownMs: 1_000,
|
|
109
|
+
});
|
|
110
|
+
const now = new Date('2026-08-03T00:00:00.000Z');
|
|
111
|
+
|
|
112
|
+
await expect(service.authorizeAttempt({ patternId: 1, scopeKey: ' repo ', policy, now })).resolves.toMatchObject({
|
|
113
|
+
state: 'closed',
|
|
114
|
+
attempt: 1,
|
|
115
|
+
});
|
|
116
|
+
await service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now });
|
|
117
|
+
await expect(service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now })).rejects.toThrow(
|
|
118
|
+
'maximum attempts',
|
|
119
|
+
);
|
|
120
|
+
|
|
121
|
+
expect(circuits.rows).toHaveLength(1);
|
|
122
|
+
expect(circuits.rows[0]).toMatchObject({ scopeKey: 'repo', state: 'open', attempts: 2 });
|
|
123
|
+
expect(circuits.rows[0].retryAt).toEqual(new Date('2026-08-03T00:00:01.000Z'));
|
|
124
|
+
});
|
|
125
|
+
|
|
126
|
+
it('opens on repeated normalized errors and consecutive different failures', async () => {
|
|
127
|
+
const repeated = createService();
|
|
128
|
+
const repeatedPolicy = circuitPolicy({
|
|
129
|
+
maxAttempts: 99,
|
|
130
|
+
maxConsecutiveFailures: 99,
|
|
131
|
+
maxRepeatedError: 2,
|
|
132
|
+
cooldownMs: 1_000,
|
|
133
|
+
});
|
|
134
|
+
await repeated.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: repeatedPolicy });
|
|
135
|
+
await repeated.service.recordFailure({
|
|
136
|
+
patternId: 1,
|
|
137
|
+
scopeKey: 'repo',
|
|
138
|
+
policy: repeatedPolicy,
|
|
139
|
+
error: new Error('Failed C:\\repo\\one\\file.ts at line 42'),
|
|
140
|
+
});
|
|
141
|
+
await repeated.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: repeatedPolicy });
|
|
142
|
+
const repeatedResult = await repeated.service.recordFailure({
|
|
143
|
+
patternId: 1,
|
|
144
|
+
scopeKey: 'repo',
|
|
145
|
+
policy: repeatedPolicy,
|
|
146
|
+
error: new Error('Failed C:\\repo\\two\\file.ts at line 99'),
|
|
147
|
+
});
|
|
148
|
+
expect(repeatedResult).toMatchObject({ open: true, repeatedErrorCount: 2 });
|
|
149
|
+
|
|
150
|
+
const consecutive = createService();
|
|
151
|
+
const consecutivePolicy = circuitPolicy({
|
|
152
|
+
maxAttempts: 99,
|
|
153
|
+
maxConsecutiveFailures: 2,
|
|
154
|
+
maxRepeatedError: 99,
|
|
155
|
+
cooldownMs: 1_000,
|
|
156
|
+
});
|
|
157
|
+
await consecutive.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: consecutivePolicy });
|
|
158
|
+
await consecutive.service.recordFailure({
|
|
159
|
+
patternId: 1,
|
|
160
|
+
scopeKey: 'repo',
|
|
161
|
+
policy: consecutivePolicy,
|
|
162
|
+
error: new Error('First failure'),
|
|
163
|
+
});
|
|
164
|
+
await consecutive.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: consecutivePolicy });
|
|
165
|
+
const consecutiveResult = await consecutive.service.recordFailure({
|
|
166
|
+
patternId: 1,
|
|
167
|
+
scopeKey: 'repo',
|
|
168
|
+
policy: consecutivePolicy,
|
|
169
|
+
error: new Error('Different failure'),
|
|
170
|
+
});
|
|
171
|
+
expect(consecutiveResult).toMatchObject({ open: true, consecutiveFailures: 2, repeatedErrorCount: 1 });
|
|
172
|
+
});
|
|
173
|
+
|
|
174
|
+
it('rejects before cooldown and allows exactly one half-open probe', async () => {
|
|
175
|
+
const retryAt = new Date('2026-08-03T00:00:10.000Z');
|
|
176
|
+
const { circuits, service } = createService([
|
|
177
|
+
{
|
|
178
|
+
id: 1,
|
|
179
|
+
patternId: 1,
|
|
180
|
+
scopeKey: 'repo',
|
|
181
|
+
state: 'open',
|
|
182
|
+
attempts: 1,
|
|
183
|
+
consecutiveFailures: 1,
|
|
184
|
+
errorSignature: 'signature',
|
|
185
|
+
repeatedErrorCount: 1,
|
|
186
|
+
retryAt,
|
|
187
|
+
},
|
|
188
|
+
]);
|
|
189
|
+
const policy = circuitPolicy({ maxAttempts: 99, maxConsecutiveFailures: 99, maxRepeatedError: 99 });
|
|
190
|
+
|
|
191
|
+
await expect(
|
|
192
|
+
service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: new Date('2026-08-03T00:00:09.000Z') }),
|
|
193
|
+
).rejects.toThrow('open until');
|
|
194
|
+
|
|
195
|
+
const results = await Promise.allSettled([
|
|
196
|
+
service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt }),
|
|
197
|
+
service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt }),
|
|
198
|
+
]);
|
|
199
|
+
expect(results.filter((result) => result.status === 'fulfilled')).toHaveLength(1);
|
|
200
|
+
expect(results.filter((result) => result.status === 'rejected')).toHaveLength(1);
|
|
201
|
+
expect(circuits.rows[0]).toMatchObject({ state: 'half_open', attempts: 2 });
|
|
202
|
+
});
|
|
203
|
+
|
|
204
|
+
it('reopens a failed probe and resets all state after success', async () => {
|
|
205
|
+
const retryAt = new Date('2026-08-03T00:00:00.000Z');
|
|
206
|
+
const { circuits, service } = createService([
|
|
207
|
+
{
|
|
208
|
+
id: 1,
|
|
209
|
+
patternId: 1,
|
|
210
|
+
scopeKey: 'repo',
|
|
211
|
+
state: 'open',
|
|
212
|
+
attempts: 1,
|
|
213
|
+
consecutiveFailures: 1,
|
|
214
|
+
errorSignature: 'old',
|
|
215
|
+
repeatedErrorCount: 1,
|
|
216
|
+
retryAt,
|
|
217
|
+
},
|
|
218
|
+
]);
|
|
219
|
+
const policy = circuitPolicy({
|
|
220
|
+
maxAttempts: 99,
|
|
221
|
+
maxConsecutiveFailures: 99,
|
|
222
|
+
maxRepeatedError: 99,
|
|
223
|
+
cooldownMs: 1_000,
|
|
224
|
+
});
|
|
225
|
+
|
|
226
|
+
await service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt });
|
|
227
|
+
const failure = await service.recordFailure({
|
|
228
|
+
patternId: 1,
|
|
229
|
+
scopeKey: 'repo',
|
|
230
|
+
policy,
|
|
231
|
+
error: new Error('Probe failed'),
|
|
232
|
+
now: retryAt,
|
|
233
|
+
});
|
|
234
|
+
expect(failure.open).toBe(true);
|
|
235
|
+
expect(circuits.rows[0].state).toBe('open');
|
|
236
|
+
|
|
237
|
+
await service.recordSuccess(1, ' repo ', 9);
|
|
238
|
+
expect(circuits.rows[0]).toMatchObject({
|
|
239
|
+
state: 'closed',
|
|
240
|
+
attempts: 0,
|
|
241
|
+
consecutiveFailures: 0,
|
|
242
|
+
errorSignature: null,
|
|
243
|
+
repeatedErrorCount: 0,
|
|
244
|
+
lastRunId: 9,
|
|
245
|
+
retryAt: null,
|
|
246
|
+
});
|
|
247
|
+
});
|
|
248
|
+
});
|
|
@@ -0,0 +1,214 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { compileHarness, decideTool } from '../services/HarnessCompiler';
|
|
3
|
+
import { parseHarnessSettings, validateHarnessSettings } from '../services/HarnessSchema';
|
|
4
|
+
|
|
5
|
+
describe('HarnessSchema', () => {
|
|
6
|
+
it('normalizes existing flat profile settings', () => {
|
|
7
|
+
const settings = parseHarnessSettings({
|
|
8
|
+
nativeObserverEnabled: true,
|
|
9
|
+
memoryInjectionEnabled: true,
|
|
10
|
+
memoryScopes: ['public', 'user'],
|
|
11
|
+
maxMemoryContextChars: 4000,
|
|
12
|
+
tracingRetentionDays: 14,
|
|
13
|
+
});
|
|
14
|
+
|
|
15
|
+
expect(settings.memory).toEqual({
|
|
16
|
+
enabled: true,
|
|
17
|
+
scopes: ['public', 'user'],
|
|
18
|
+
maxChars: 4000,
|
|
19
|
+
});
|
|
20
|
+
expect(settings.observability.enabled).toBe(true);
|
|
21
|
+
expect(settings.observability.tracingRetentionDays).toBe(14);
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
it('rejects invalid limits and unknown typed settings', () => {
|
|
25
|
+
expect(validateHarnessSettings({ limits: { recursionLimit: 0 } }).success).toBe(false);
|
|
26
|
+
expect(validateHarnessSettings({ unsupported: true }).success).toBe(false);
|
|
27
|
+
});
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
describe('HarnessCompiler', () => {
|
|
31
|
+
it('applies most-restrictive-wins across every policy layer', () => {
|
|
32
|
+
const compiled = compileHarness([
|
|
33
|
+
{
|
|
34
|
+
source: 'platform',
|
|
35
|
+
settings: {
|
|
36
|
+
tools: {
|
|
37
|
+
allow: ['read_file', 'write_file', 'http'],
|
|
38
|
+
ask: [],
|
|
39
|
+
deny: ['shell'],
|
|
40
|
+
effects: { read_file: 'read', write_file: 'write', http: 'external' },
|
|
41
|
+
trustedPreHandlerTools: ['write_file', 'http'],
|
|
42
|
+
},
|
|
43
|
+
memory: { scopes: ['public', 'user', 'agent_user'], maxChars: 8000 },
|
|
44
|
+
delegation: { allowedEmployees: ['maker-a', 'maker-b'], maxDepth: 3, maxCount: 8 },
|
|
45
|
+
limits: { timeoutMs: 60_000, recursionLimit: 30, maxTotalTokens: 20_000, maxCost: 5 },
|
|
46
|
+
isolation: {
|
|
47
|
+
mode: 'none',
|
|
48
|
+
requireWorktree: false,
|
|
49
|
+
allowedConnectors: ['github', 'jira'],
|
|
50
|
+
networkAccess: 'allow',
|
|
51
|
+
},
|
|
52
|
+
observability: { tracingRetentionDays: 30 },
|
|
53
|
+
},
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
source: 'pattern',
|
|
57
|
+
settings: {
|
|
58
|
+
tools: {
|
|
59
|
+
allow: ['read_file', 'write_file'],
|
|
60
|
+
ask: ['write_file'],
|
|
61
|
+
deny: ['http'],
|
|
62
|
+
effects: { write_file: 'write' },
|
|
63
|
+
trustedPreHandlerTools: ['write_file'],
|
|
64
|
+
},
|
|
65
|
+
memory: { scopes: ['public', 'user'], maxChars: 6000 },
|
|
66
|
+
delegation: { allowedEmployees: ['maker-b'], maxDepth: 2, maxCount: 4 },
|
|
67
|
+
limits: { timeoutMs: 45_000, recursionLimit: 20, maxTotalTokens: 12_000, maxCost: 3 },
|
|
68
|
+
isolation: {
|
|
69
|
+
mode: 'worktree',
|
|
70
|
+
requireWorktree: true,
|
|
71
|
+
allowedConnectors: ['github'],
|
|
72
|
+
networkAccess: 'restricted',
|
|
73
|
+
},
|
|
74
|
+
observability: { tracingRetentionDays: 14 },
|
|
75
|
+
},
|
|
76
|
+
},
|
|
77
|
+
{
|
|
78
|
+
source: 'run',
|
|
79
|
+
settings: {
|
|
80
|
+
tools: { deny: ['write_file'] },
|
|
81
|
+
memory: { scopes: ['public'], maxChars: 3000 },
|
|
82
|
+
delegation: { maxCount: 2 },
|
|
83
|
+
limits: { timeoutMs: 30_000, maxTotalTokens: 8000 },
|
|
84
|
+
isolation: { networkAccess: 'deny' },
|
|
85
|
+
observability: { tracingRetentionDays: 7 },
|
|
86
|
+
},
|
|
87
|
+
},
|
|
88
|
+
]);
|
|
89
|
+
|
|
90
|
+
expect(compiled.sources).toEqual(['platform', 'pattern', 'run']);
|
|
91
|
+
expect(compiled.tools.allow).toEqual(['read_file', 'write_file']);
|
|
92
|
+
expect(compiled.tools.deny).toEqual(['http', 'shell', 'write_file']);
|
|
93
|
+
expect(compiled.memory.scopes).toEqual(['public']);
|
|
94
|
+
expect(compiled.memory.maxChars).toBe(3000);
|
|
95
|
+
expect(compiled.delegation.allowedEmployees).toEqual(['maker-b']);
|
|
96
|
+
expect(compiled.delegation.maxDepth).toBe(2);
|
|
97
|
+
expect(compiled.delegation.maxCount).toBe(2);
|
|
98
|
+
expect(compiled.limits.timeoutMs).toBe(30_000);
|
|
99
|
+
expect(compiled.limits.maxTotalTokens).toBe(8000);
|
|
100
|
+
expect(compiled.isolation).toMatchObject({
|
|
101
|
+
mode: 'worktree',
|
|
102
|
+
requireWorktree: true,
|
|
103
|
+
allowedConnectors: ['github'],
|
|
104
|
+
networkAccess: 'deny',
|
|
105
|
+
});
|
|
106
|
+
expect(compiled.observability.tracingRetentionDays).toBe(7);
|
|
107
|
+
expect(decideTool(compiled, 'write_file', 'write')).toBe('deny');
|
|
108
|
+
expect(decideTool(compiled, 'http', 'external')).toBe('deny');
|
|
109
|
+
expect(decideTool(compiled, 'read_file', 'read')).toBe('allow');
|
|
110
|
+
});
|
|
111
|
+
|
|
112
|
+
it('forces unknown and untrusted mutating tools to ask', () => {
|
|
113
|
+
const compiled = compileHarness([
|
|
114
|
+
{
|
|
115
|
+
source: 'profile',
|
|
116
|
+
settings: {
|
|
117
|
+
tools: {
|
|
118
|
+
allow: ['read_file', 'write_file', 'trusted_write'],
|
|
119
|
+
effects: { read_file: 'read', write_file: 'write', trusted_write: 'write' },
|
|
120
|
+
trustedPreHandlerTools: ['trusted_write'],
|
|
121
|
+
},
|
|
122
|
+
},
|
|
123
|
+
},
|
|
124
|
+
]);
|
|
125
|
+
|
|
126
|
+
expect(decideTool(compiled, 'read_file')).toBe('allow');
|
|
127
|
+
expect(decideTool(compiled, 'write_file')).toBe('ask');
|
|
128
|
+
expect(decideTool(compiled, 'trusted_write')).toBe('allow');
|
|
129
|
+
expect(decideTool(compiled, 'unknown_tool')).toBe('ask');
|
|
130
|
+
});
|
|
131
|
+
|
|
132
|
+
it('merges per-tool timeouts taking the smallest value per tool', () => {
|
|
133
|
+
const compiled = compileHarness([
|
|
134
|
+
{
|
|
135
|
+
source: 'platform',
|
|
136
|
+
settings: { tools: { timeouts: { skill_hub_execute: 120_000, skill_hub_report: 60_000 } } },
|
|
137
|
+
},
|
|
138
|
+
{
|
|
139
|
+
source: 'run',
|
|
140
|
+
settings: { tools: { timeouts: { skill_hub_execute: 30_000 } } },
|
|
141
|
+
},
|
|
142
|
+
]);
|
|
143
|
+
|
|
144
|
+
expect(compiled.tools.timeouts).toEqual({ skill_hub_execute: 30_000, skill_hub_report: 60_000 });
|
|
145
|
+
});
|
|
146
|
+
|
|
147
|
+
it('compiles spill budget, redaction and sharing with safety-first merging', () => {
|
|
148
|
+
const compiled = compileHarness([
|
|
149
|
+
{
|
|
150
|
+
source: 'platform',
|
|
151
|
+
settings: {
|
|
152
|
+
context: { spill: { maxInlineBytes: 100_000 } },
|
|
153
|
+
observability: { redactSecrets: false, sharing: 'full' },
|
|
154
|
+
},
|
|
155
|
+
},
|
|
156
|
+
{
|
|
157
|
+
source: 'run',
|
|
158
|
+
settings: {
|
|
159
|
+
context: { spill: { maxInlineBytes: 40_000 } },
|
|
160
|
+
observability: { sharing: 'feedback-only' },
|
|
161
|
+
},
|
|
162
|
+
},
|
|
163
|
+
]);
|
|
164
|
+
|
|
165
|
+
expect(compiled.context.spill.maxInlineBytes).toBe(40_000);
|
|
166
|
+
// Redaction is a union of concerns: any layer demanding it wins.
|
|
167
|
+
expect(compiled.observability.redactSecrets).toBe(true);
|
|
168
|
+
expect(compiled.observability.sharing).toBe('feedback-only');
|
|
169
|
+
});
|
|
170
|
+
|
|
171
|
+
it('defaults spill to null and sharing to full when no layer sets them', () => {
|
|
172
|
+
const compiled = compileHarness([{ source: 'default', settings: {} }]);
|
|
173
|
+
|
|
174
|
+
expect(compiled.context.spill.maxInlineBytes).toBeNull();
|
|
175
|
+
expect(compiled.tools.timeouts).toEqual({});
|
|
176
|
+
expect(compiled.observability.redactSecrets).toBe(true);
|
|
177
|
+
expect(compiled.observability.sharing).toBe('full');
|
|
178
|
+
});
|
|
179
|
+
|
|
180
|
+
it('disabled sharing outranks every other sharing level', () => {
|
|
181
|
+
const compiled = compileHarness([
|
|
182
|
+
{ source: 'a', settings: { observability: { sharing: 'full' } } },
|
|
183
|
+
{ source: 'b', settings: { observability: { sharing: 'disabled' } } },
|
|
184
|
+
]);
|
|
185
|
+
|
|
186
|
+
expect(compiled.observability.sharing).toBe('disabled');
|
|
187
|
+
});
|
|
188
|
+
|
|
189
|
+
it('intersects escalatable tools across layers like allow', () => {
|
|
190
|
+
const compiled = compileHarness([
|
|
191
|
+
{
|
|
192
|
+
source: 'platform',
|
|
193
|
+
settings: { tools: { escalate: ['deployService', 'runShell', 'resetIndex'] } },
|
|
194
|
+
},
|
|
195
|
+
{
|
|
196
|
+
source: 'pattern',
|
|
197
|
+
settings: { tools: { escalate: ['deployService', 'runShell'] } },
|
|
198
|
+
},
|
|
199
|
+
]);
|
|
200
|
+
|
|
201
|
+
expect(compiled.tools.escalate).toEqual(['deployService', 'runShell']);
|
|
202
|
+
// Escalatable tools are never granted outright: every call still resolves to ask.
|
|
203
|
+
expect(decideTool(compiled, 'deployService')).toBe('ask');
|
|
204
|
+
});
|
|
205
|
+
|
|
206
|
+
it('treats an empty escalate list as no opinion', () => {
|
|
207
|
+
const compiled = compileHarness([
|
|
208
|
+
{ source: 'platform', settings: { tools: { escalate: ['deployService'] } } },
|
|
209
|
+
{ source: 'pattern', settings: {} },
|
|
210
|
+
]);
|
|
211
|
+
|
|
212
|
+
expect(compiled.tools.escalate).toEqual(['deployService']);
|
|
213
|
+
});
|
|
214
|
+
});
|