plugin-agent-orchestrator 1.1.3 → 1.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client/index.js +1 -1
- package/dist/client-v2/214.b063f33ba044a808.js +10 -0
- package/dist/client-v2/253.59577b40d9875be0.js +10 -0
- package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
- package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
- package/dist/client-v2/418.58fa350f5496efd3.js +10 -0
- package/dist/client-v2/{53.7c29c28043e9112d.js → 53.9a10455323390f14.js} +1 -1
- package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
- package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
- package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
- package/dist/client-v2/925.e5925bf21ed68e7a.js +10 -0
- package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +8 -6
- package/dist/locale/en-US.json +48 -28
- package/dist/locale/vi-VN.json +48 -28
- package/dist/locale/zh-CN.json +48 -28
- package/dist/server/collections/agent-execution-spans.js +47 -0
- package/dist/server/collections/agent-harness-profile-versions.js +56 -0
- package/dist/server/collections/agent-harness-profiles.js +12 -0
- package/dist/server/collections/agent-loop-action-approvals.js +68 -0
- package/dist/server/collections/agent-loop-artifacts.js +55 -0
- package/dist/server/collections/agent-loop-circuit-states.js +53 -0
- package/dist/server/collections/agent-loop-control-settings.js +51 -0
- package/dist/server/collections/agent-loop-events.js +27 -0
- package/dist/server/collections/agent-loop-path-locks.js +57 -0
- package/dist/server/collections/agent-loop-patterns.js +72 -0
- package/dist/server/collections/agent-loop-runs.js +163 -2
- package/dist/server/collections/agent-loop-steps.js +69 -0
- package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
- package/dist/server/collections/agent-loop-worktrees.js +55 -0
- package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
- package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
- package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
- package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
- package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
- package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
- package/dist/server/plugin.js +52 -150
- package/dist/server/resources/agent-loop-approval.js +83 -0
- package/dist/server/resources/agent-loop-artifact.js +86 -0
- package/dist/server/resources/agent-loop-events-stream.js +130 -0
- package/dist/server/resources/agent-loop.js +181 -139
- package/dist/server/resources/resource-helpers.js +63 -0
- package/dist/server/resources/tracing.js +121 -107
- package/dist/server/services/DurableCircuitBreakerService.js +229 -0
- package/dist/server/services/HarnessCompiler.js +142 -0
- package/dist/server/services/HarnessProfileService.js +168 -0
- package/dist/server/services/HarnessSchema.js +167 -0
- package/dist/server/services/LoopBudgetService.js +269 -0
- package/dist/server/services/LoopControlService.js +139 -0
- package/dist/server/services/LoopPatternSchema.js +180 -0
- package/dist/server/services/LoopPatternService.js +132 -0
- package/dist/server/services/LoopRunRepository.js +205 -0
- package/dist/server/services/LoopRunStateMachine.js +389 -0
- package/dist/server/services/LoopSchedulerService.js +193 -0
- package/dist/server/services/LoopTriggerService.js +128 -0
- package/dist/server/services/LoopWorkerService.js +461 -0
- package/dist/server/services/PathLockService.js +288 -0
- package/dist/server/services/PluginAiRuntimeAdapter.js +215 -0
- package/dist/server/services/VerificationSchema.js +59 -0
- package/dist/server/services/VerificationService.js +169 -0
- package/dist/server/skill-hub/actions/git-import.js +13 -7
- package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
- package/dist/server/utils/ensure-indexes.js +111 -0
- package/dist/server/utils/loop-pattern-context.js +56 -0
- package/package.json +1 -1
- package/src/client/OrchestratorSettings.tsx +44 -0
- package/src/client-v2/components/AgentRunsTab.tsx +576 -494
- package/src/client-v2/components/HarnessProfilesTab.tsx +13 -8
- package/src/client-v2/components/MemoryInspectorTab.tsx +19 -3
- package/src/client-v2/components/TracingTab.tsx +515 -432
- package/src/client-v2/hooks/useApiRequest.ts +141 -121
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +8 -6
- package/src/locale/en-US.json +52 -28
- package/src/locale/vi-VN.json +52 -28
- package/src/locale/zh-CN.json +52 -28
- package/src/server/__tests__/circuit-breaker.test.ts +225 -146
- package/src/server/__tests__/harness-compiler.test.ts +131 -0
- package/src/server/__tests__/harness-profile-service.test.ts +116 -0
- package/src/server/__tests__/harness-tool-plan.test.ts +148 -0
- package/src/server/__tests__/loop-budget-service.test.ts +255 -0
- package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
- package/src/server/__tests__/loop-pattern-schema.test.ts +56 -0
- package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
- package/src/server/__tests__/loop-run-state-machine.test.ts +90 -0
- package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
- package/src/server/__tests__/loop-worker-execution.test.ts +236 -0
- package/src/server/__tests__/path-lock-service.test.ts +254 -0
- package/src/server/__tests__/smoke.test.ts +62 -21
- package/src/server/collections/agent-execution-spans.ts +47 -0
- package/src/server/collections/agent-harness-profile-versions.ts +26 -0
- package/src/server/collections/agent-harness-profiles.ts +12 -0
- package/src/server/collections/agent-loop-action-approvals.ts +38 -0
- package/src/server/collections/agent-loop-artifacts.ts +25 -0
- package/src/server/collections/agent-loop-circuit-states.ts +23 -0
- package/src/server/collections/agent-loop-control-settings.ts +21 -0
- package/src/server/collections/agent-loop-events.ts +27 -0
- package/src/server/collections/agent-loop-path-locks.ts +27 -0
- package/src/server/collections/agent-loop-patterns.ts +42 -0
- package/src/server/collections/agent-loop-runs.ts +163 -2
- package/src/server/collections/agent-loop-steps.ts +69 -0
- package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
- package/src/server/collections/agent-loop-worktrees.ts +25 -0
- package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +3 -0
- package/src/server/migrations/20260429000000-add-llm-fields.ts +3 -2
- package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +13 -6
- package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +2 -1
- package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +2 -1
- package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
- package/src/server/plugin.ts +53 -167
- package/src/server/resources/agent-loop-approval.ts +52 -0
- package/src/server/resources/agent-loop-artifact.ts +56 -0
- package/src/server/resources/agent-loop-events-stream.ts +105 -0
- package/src/server/resources/agent-loop.ts +202 -143
- package/src/server/resources/agent-monitor.ts +482 -482
- package/src/server/resources/resource-helpers.ts +33 -0
- package/src/server/resources/tracing.ts +145 -137
- package/src/server/services/DurableCircuitBreakerService.ts +239 -0
- package/src/server/services/HarnessCompiler.ts +133 -0
- package/src/server/services/HarnessProfileService.ts +157 -0
- package/src/server/services/HarnessSchema.ts +163 -0
- package/src/server/services/LoopBudgetService.ts +275 -0
- package/src/server/services/LoopControlService.ts +124 -0
- package/src/server/services/LoopPatternSchema.ts +167 -0
- package/src/server/services/LoopPatternService.ts +143 -0
- package/src/server/services/LoopRunRepository.ts +237 -0
- package/src/server/services/LoopRunStateMachine.ts +432 -0
- package/src/server/services/LoopSchedulerService.ts +199 -0
- package/src/server/services/LoopTriggerService.ts +115 -0
- package/src/server/services/LoopWorkerService.ts +522 -0
- package/src/server/services/PathLockService.ts +321 -0
- package/src/server/services/PluginAiRuntimeAdapter.ts +315 -0
- package/src/server/services/VerificationSchema.ts +31 -0
- package/src/server/services/VerificationService.ts +185 -0
- package/src/server/skill-hub/actions/__tests__/git-import.test.ts +15 -1
- package/src/server/skill-hub/actions/git-import.ts +9 -3
- package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +1 -5
- package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +1 -3
- package/src/server/utils/ensure-indexes.ts +96 -0
- package/src/server/utils/logging.ts +0 -1
- package/src/server/utils/loop-pattern-context.ts +20 -0
- package/dist/client-v2/214.79650a549273f163.js +0 -10
- package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
- package/dist/client-v2/264.718a107e43fc163c.js +0 -10
- package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
- package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
- package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
- package/dist/server/services/AgentHarness.js +0 -81
- package/dist/server/services/AgentLoopController.js +0 -1023
- package/dist/server/services/AgentLoopRepository.js +0 -192
- package/dist/server/services/AgentLoopService.js +0 -142
- package/dist/server/services/AgentPlanValidator.js +0 -99
- package/dist/server/services/AgentPlannerService.js +0 -99
- package/dist/server/services/CircuitBreaker.js +0 -125
- package/dist/server/services/ContextAggregator.js +0 -201
- package/dist/server/services/PlanningPromptService.js +0 -95
- package/dist/server/tools/agent-loop.js +0 -373
- package/dist/server/tools/orchestrator-plan.js +0 -254
- package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
- package/src/server/__tests__/context-aggregator.test.ts +0 -222
- package/src/server/__tests__/parallel-execution.test.ts +0 -318
- package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
- package/src/server/services/AgentHarness.ts +0 -67
- package/src/server/services/AgentLoopController.ts +0 -1263
- package/src/server/services/AgentLoopRepository.ts +0 -178
- package/src/server/services/AgentLoopService.ts +0 -177
- package/src/server/services/AgentPlanValidator.ts +0 -73
- package/src/server/services/AgentPlannerService.ts +0 -80
- package/src/server/services/CircuitBreaker.ts +0 -126
- package/src/server/services/ContextAggregator.ts +0 -239
- package/src/server/services/PlanningPromptService.ts +0 -72
- package/src/server/tools/agent-loop.ts +0 -360
- package/src/server/tools/orchestrator-plan.ts +0 -255
|
@@ -1,169 +1,248 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
1
|
+
import type { Database } from '@nocobase/database';
|
|
2
|
+
import { describe, expect, it } from 'vitest';
|
|
3
|
+
import { DurableCircuitBreakerService, normalizeErrorSignature } from '../services/DurableCircuitBreakerService';
|
|
4
|
+
import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
|
|
5
|
+
|
|
6
|
+
type Row = Record<string, unknown>;
|
|
7
|
+
|
|
8
|
+
function matches(row: Row, filter: Row) {
|
|
9
|
+
return Object.entries(filter).every(([key, value]) => row[key] === value);
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
class MemoryRepository {
|
|
13
|
+
private nextId = 1;
|
|
14
|
+
|
|
15
|
+
constructor(readonly rows: Row[] = []) {
|
|
16
|
+
this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
async findOne(options: Row) {
|
|
20
|
+
if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
|
|
21
|
+
return this.rows.find((row) => matches(row, (options.filter as Row | undefined) || {})) || null;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
async create(options: Row) {
|
|
25
|
+
const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
|
|
26
|
+
this.rows.push(row);
|
|
27
|
+
return row;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
async update(options: Row) {
|
|
31
|
+
const values = (options.values as Row | undefined) || {};
|
|
32
|
+
for (const row of this.rows) {
|
|
33
|
+
if (options.filterByTk !== undefined && row.id === options.filterByTk) Object.assign(row, values);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
restore(rows: Row[]) {
|
|
38
|
+
this.rows.splice(0, this.rows.length, ...structuredClone(rows));
|
|
39
|
+
this.nextId = this.rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
class SerialLock {
|
|
44
|
+
private readonly tails = new Map<string, Promise<void>>();
|
|
45
|
+
|
|
46
|
+
async runExclusive<T>(key: string, operation: () => Promise<T>) {
|
|
47
|
+
const previous = this.tails.get(key) || Promise.resolve();
|
|
48
|
+
let release = () => {};
|
|
49
|
+
const pending = new Promise<void>((resolve) => {
|
|
50
|
+
release = resolve;
|
|
21
51
|
});
|
|
52
|
+
const tail = previous.then(() => pending);
|
|
53
|
+
this.tails.set(key, tail);
|
|
54
|
+
await previous;
|
|
55
|
+
try {
|
|
56
|
+
return await operation();
|
|
57
|
+
} finally {
|
|
58
|
+
release();
|
|
59
|
+
if (this.tails.get(key) === tail) this.tails.delete(key);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
function createService(initialRows: Row[] = []) {
|
|
65
|
+
const circuits = new MemoryRepository(initialRows);
|
|
66
|
+
const transaction = { LOCK: { UPDATE: 'UPDATE' } };
|
|
67
|
+
const database = {
|
|
68
|
+
getRepository(name: string) {
|
|
69
|
+
if (name !== 'agentLoopCircuitStates') throw new Error(`Unexpected repository ${name}`);
|
|
70
|
+
return circuits;
|
|
71
|
+
},
|
|
72
|
+
sequelize: {
|
|
73
|
+
async transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
|
|
74
|
+
const before = structuredClone(circuits.rows);
|
|
75
|
+
try {
|
|
76
|
+
return await callback(transaction);
|
|
77
|
+
} catch (error) {
|
|
78
|
+
circuits.restore(before);
|
|
79
|
+
throw error;
|
|
80
|
+
}
|
|
81
|
+
},
|
|
82
|
+
},
|
|
83
|
+
};
|
|
84
|
+
return {
|
|
85
|
+
circuits,
|
|
86
|
+
service: new DurableCircuitBreakerService(database as unknown as Database, new SerialLock()),
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
function circuitPolicy(overrides: Record<string, number> = {}) {
|
|
91
|
+
return loopPatternPolicySchema.parse({ circuit: overrides }).circuit;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
describe('DurableCircuitBreakerService', () => {
|
|
95
|
+
it('normalizes volatile paths, identifiers, and numbers into one error signature', () => {
|
|
96
|
+
const first = new Error('Failed C:\\repo\\one\\file.ts for 123e4567-e89b-12d3-a456-426614174000 at line 42');
|
|
97
|
+
const second = new Error('Failed C:\\repo\\two\\file.ts for 223e4567-e89b-12d3-a456-426614174999 at line 99');
|
|
98
|
+
expect(normalizeErrorSignature(first)).toBe(normalizeErrorSignature(second));
|
|
99
|
+
expect(normalizeErrorSignature(new Error('Permission denied'))).not.toBe(normalizeErrorSignature(first));
|
|
22
100
|
});
|
|
23
101
|
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
102
|
+
it('canonicalizes the scope and durably opens after the maximum attempt count', async () => {
|
|
103
|
+
const { circuits, service } = createService();
|
|
104
|
+
const policy = circuitPolicy({
|
|
105
|
+
maxAttempts: 2,
|
|
106
|
+
maxConsecutiveFailures: 99,
|
|
107
|
+
maxRepeatedError: 99,
|
|
108
|
+
cooldownMs: 1_000,
|
|
30
109
|
});
|
|
110
|
+
const now = new Date('2026-08-03T00:00:00.000Z');
|
|
31
111
|
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
cb.recordFailure('agent-a');
|
|
36
|
-
expect(cb.getState('agent-a')!.state).toBe('open');
|
|
37
|
-
expect(cb.isAllowed('agent-a')).toBe(false);
|
|
38
|
-
});
|
|
39
|
-
|
|
40
|
-
it('tracks failures independently per key', () => {
|
|
41
|
-
cb.recordFailure('agent-a');
|
|
42
|
-
cb.recordFailure('agent-a');
|
|
43
|
-
cb.recordFailure('agent-a');
|
|
44
|
-
cb.recordFailure('agent-b');
|
|
45
|
-
expect(cb.isAllowed('agent-a')).toBe(false);
|
|
46
|
-
expect(cb.isAllowed('agent-b')).toBe(true);
|
|
112
|
+
await expect(service.authorizeAttempt({ patternId: 1, scopeKey: ' repo ', policy, now })).resolves.toMatchObject({
|
|
113
|
+
state: 'closed',
|
|
114
|
+
attempt: 1,
|
|
47
115
|
});
|
|
116
|
+
await service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now });
|
|
117
|
+
await expect(service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now })).rejects.toThrow(
|
|
118
|
+
'maximum attempts',
|
|
119
|
+
);
|
|
120
|
+
|
|
121
|
+
expect(circuits.rows).toHaveLength(1);
|
|
122
|
+
expect(circuits.rows[0]).toMatchObject({ scopeKey: 'repo', state: 'open', attempts: 2 });
|
|
123
|
+
expect(circuits.rows[0].retryAt).toEqual(new Date('2026-08-03T00:00:01.000Z'));
|
|
48
124
|
});
|
|
49
125
|
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
return new Promise<void>((resolve) => {
|
|
58
|
-
setTimeout(() => {
|
|
59
|
-
expect(cb.isAllowed('agent-a')).toBe(true);
|
|
60
|
-
expect(cb.getState('agent-a')!.state).toBe('half-open');
|
|
61
|
-
resolve();
|
|
62
|
-
}, 60);
|
|
63
|
-
});
|
|
126
|
+
it('opens on repeated normalized errors and consecutive different failures', async () => {
|
|
127
|
+
const repeated = createService();
|
|
128
|
+
const repeatedPolicy = circuitPolicy({
|
|
129
|
+
maxAttempts: 99,
|
|
130
|
+
maxConsecutiveFailures: 99,
|
|
131
|
+
maxRepeatedError: 2,
|
|
132
|
+
cooldownMs: 1_000,
|
|
64
133
|
});
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
// Manually force to half-open
|
|
72
|
-
const state = cb.getState('agent-a')!;
|
|
73
|
-
state.state = 'half-open';
|
|
74
|
-
state.lastFailureTime = 0;
|
|
75
|
-
|
|
76
|
-
cb.recordSuccess('agent-a');
|
|
77
|
-
expect(cb.getState('agent-a')!.state).toBe('closed');
|
|
78
|
-
expect(cb.getState('agent-a')!.failures).toBe(0);
|
|
134
|
+
await repeated.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: repeatedPolicy });
|
|
135
|
+
await repeated.service.recordFailure({
|
|
136
|
+
patternId: 1,
|
|
137
|
+
scopeKey: 'repo',
|
|
138
|
+
policy: repeatedPolicy,
|
|
139
|
+
error: new Error('Failed C:\\repo\\one\\file.ts at line 42'),
|
|
79
140
|
});
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
cb.recordFailure('agent-a');
|
|
88
|
-
expect(cb.getState('agent-a')!.state).toBe('open');
|
|
141
|
+
await repeated.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: repeatedPolicy });
|
|
142
|
+
const repeatedResult = await repeated.service.recordFailure({
|
|
143
|
+
patternId: 1,
|
|
144
|
+
scopeKey: 'repo',
|
|
145
|
+
policy: repeatedPolicy,
|
|
146
|
+
error: new Error('Failed C:\\repo\\two\\file.ts at line 99'),
|
|
89
147
|
});
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
expect(cb.getState('agent-a')!.failures).toBe(1);
|
|
148
|
+
expect(repeatedResult).toMatchObject({ open: true, repeatedErrorCount: 2 });
|
|
149
|
+
|
|
150
|
+
const consecutive = createService();
|
|
151
|
+
const consecutivePolicy = circuitPolicy({
|
|
152
|
+
maxAttempts: 99,
|
|
153
|
+
maxConsecutiveFailures: 2,
|
|
154
|
+
maxRepeatedError: 99,
|
|
155
|
+
cooldownMs: 1_000,
|
|
99
156
|
});
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
157
|
+
await consecutive.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: consecutivePolicy });
|
|
158
|
+
await consecutive.service.recordFailure({
|
|
159
|
+
patternId: 1,
|
|
160
|
+
scopeKey: 'repo',
|
|
161
|
+
policy: consecutivePolicy,
|
|
162
|
+
error: new Error('First failure'),
|
|
104
163
|
});
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
cb.recordFailure('agent-a');
|
|
112
|
-
expect(cb.isAllowed('agent-a')).toBe(false);
|
|
113
|
-
|
|
114
|
-
cb.reset('agent-a');
|
|
115
|
-
expect(cb.getState('agent-a')!.state).toBe('closed');
|
|
116
|
-
expect(cb.getState('agent-a')!.failures).toBe(0);
|
|
117
|
-
expect(cb.isAllowed('agent-a')).toBe(true);
|
|
164
|
+
await consecutive.service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy: consecutivePolicy });
|
|
165
|
+
const consecutiveResult = await consecutive.service.recordFailure({
|
|
166
|
+
patternId: 1,
|
|
167
|
+
scopeKey: 'repo',
|
|
168
|
+
policy: consecutivePolicy,
|
|
169
|
+
error: new Error('Different failure'),
|
|
118
170
|
});
|
|
171
|
+
expect(consecutiveResult).toMatchObject({ open: true, consecutiveFailures: 2, repeatedErrorCount: 1 });
|
|
119
172
|
});
|
|
120
173
|
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
174
|
+
it('rejects before cooldown and allows exactly one half-open probe', async () => {
|
|
175
|
+
const retryAt = new Date('2026-08-03T00:00:10.000Z');
|
|
176
|
+
const { circuits, service } = createService([
|
|
177
|
+
{
|
|
178
|
+
id: 1,
|
|
179
|
+
patternId: 1,
|
|
180
|
+
scopeKey: 'repo',
|
|
181
|
+
state: 'open',
|
|
182
|
+
attempts: 1,
|
|
183
|
+
consecutiveFailures: 1,
|
|
184
|
+
errorSignature: 'signature',
|
|
185
|
+
repeatedErrorCount: 1,
|
|
186
|
+
retryAt,
|
|
187
|
+
},
|
|
188
|
+
]);
|
|
189
|
+
const policy = circuitPolicy({ maxAttempts: 99, maxConsecutiveFailures: 99, maxRepeatedError: 99 });
|
|
190
|
+
|
|
191
|
+
await expect(
|
|
192
|
+
service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: new Date('2026-08-03T00:00:09.000Z') }),
|
|
193
|
+
).rejects.toThrow('open until');
|
|
194
|
+
|
|
195
|
+
const results = await Promise.allSettled([
|
|
196
|
+
service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt }),
|
|
197
|
+
service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt }),
|
|
198
|
+
]);
|
|
199
|
+
expect(results.filter((result) => result.status === 'fulfilled')).toHaveLength(1);
|
|
200
|
+
expect(results.filter((result) => result.status === 'rejected')).toHaveLength(1);
|
|
201
|
+
expect(circuits.rows[0]).toMatchObject({ state: 'half_open', attempts: 2 });
|
|
132
202
|
});
|
|
133
203
|
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
204
|
+
it('reopens a failed probe and resets all state after success', async () => {
|
|
205
|
+
const retryAt = new Date('2026-08-03T00:00:00.000Z');
|
|
206
|
+
const { circuits, service } = createService([
|
|
207
|
+
{
|
|
208
|
+
id: 1,
|
|
209
|
+
patternId: 1,
|
|
210
|
+
scopeKey: 'repo',
|
|
211
|
+
state: 'open',
|
|
212
|
+
attempts: 1,
|
|
213
|
+
consecutiveFailures: 1,
|
|
214
|
+
errorSignature: 'old',
|
|
215
|
+
repeatedErrorCount: 1,
|
|
216
|
+
retryAt,
|
|
217
|
+
},
|
|
218
|
+
]);
|
|
219
|
+
const policy = circuitPolicy({
|
|
220
|
+
maxAttempts: 99,
|
|
221
|
+
maxConsecutiveFailures: 99,
|
|
222
|
+
maxRepeatedError: 99,
|
|
223
|
+
cooldownMs: 1_000,
|
|
144
224
|
});
|
|
145
225
|
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
226
|
+
await service.authorizeAttempt({ patternId: 1, scopeKey: 'repo', policy, now: retryAt });
|
|
227
|
+
const failure = await service.recordFailure({
|
|
228
|
+
patternId: 1,
|
|
229
|
+
scopeKey: 'repo',
|
|
230
|
+
policy,
|
|
231
|
+
error: new Error('Probe failed'),
|
|
232
|
+
now: retryAt,
|
|
233
|
+
});
|
|
234
|
+
expect(failure.open).toBe(true);
|
|
235
|
+
expect(circuits.rows[0].state).toBe('open');
|
|
236
|
+
|
|
237
|
+
await service.recordSuccess(1, ' repo ', 9);
|
|
238
|
+
expect(circuits.rows[0]).toMatchObject({
|
|
239
|
+
state: 'closed',
|
|
240
|
+
attempts: 0,
|
|
241
|
+
consecutiveFailures: 0,
|
|
242
|
+
errorSignature: null,
|
|
243
|
+
repeatedErrorCount: 0,
|
|
244
|
+
lastRunId: 9,
|
|
245
|
+
retryAt: null,
|
|
153
246
|
});
|
|
154
|
-
});
|
|
155
|
-
});
|
|
156
|
-
|
|
157
|
-
describe('getCircuitBreaker singleton', () => {
|
|
158
|
-
it('returns the same instance across calls', () => {
|
|
159
|
-
const a = getCircuitBreaker();
|
|
160
|
-
const b = getCircuitBreaker();
|
|
161
|
-
expect(a).toBe(b);
|
|
162
|
-
});
|
|
163
|
-
|
|
164
|
-
it('configures with options on first call only', () => {
|
|
165
|
-
// Reset module state by creating fresh instance
|
|
166
|
-
const cb = new CircuitBreakerRegistry({ threshold: 5 });
|
|
167
|
-
expect(cb.threshold).toBe(5);
|
|
168
247
|
});
|
|
169
248
|
});
|
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { compileHarness, decideTool } from '../services/HarnessCompiler';
|
|
3
|
+
import { parseHarnessSettings, validateHarnessSettings } from '../services/HarnessSchema';
|
|
4
|
+
|
|
5
|
+
describe('HarnessSchema', () => {
|
|
6
|
+
it('normalizes existing flat profile settings', () => {
|
|
7
|
+
const settings = parseHarnessSettings({
|
|
8
|
+
nativeObserverEnabled: true,
|
|
9
|
+
memoryInjectionEnabled: true,
|
|
10
|
+
memoryScopes: ['public', 'user'],
|
|
11
|
+
maxMemoryContextChars: 4000,
|
|
12
|
+
tracingRetentionDays: 14,
|
|
13
|
+
});
|
|
14
|
+
|
|
15
|
+
expect(settings.memory).toEqual({
|
|
16
|
+
enabled: true,
|
|
17
|
+
scopes: ['public', 'user'],
|
|
18
|
+
maxChars: 4000,
|
|
19
|
+
});
|
|
20
|
+
expect(settings.observability.enabled).toBe(true);
|
|
21
|
+
expect(settings.observability.tracingRetentionDays).toBe(14);
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
it('rejects invalid limits and unknown typed settings', () => {
|
|
25
|
+
expect(validateHarnessSettings({ limits: { recursionLimit: 0 } }).success).toBe(false);
|
|
26
|
+
expect(validateHarnessSettings({ unsupported: true }).success).toBe(false);
|
|
27
|
+
});
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
describe('HarnessCompiler', () => {
|
|
31
|
+
it('applies most-restrictive-wins across every policy layer', () => {
|
|
32
|
+
const compiled = compileHarness([
|
|
33
|
+
{
|
|
34
|
+
source: 'platform',
|
|
35
|
+
settings: {
|
|
36
|
+
tools: {
|
|
37
|
+
allow: ['read_file', 'write_file', 'http'],
|
|
38
|
+
ask: [],
|
|
39
|
+
deny: ['shell'],
|
|
40
|
+
effects: { read_file: 'read', write_file: 'write', http: 'external' },
|
|
41
|
+
trustedPreHandlerTools: ['write_file', 'http'],
|
|
42
|
+
},
|
|
43
|
+
memory: { scopes: ['public', 'user', 'agent_user'], maxChars: 8000 },
|
|
44
|
+
delegation: { allowedEmployees: ['maker-a', 'maker-b'], maxDepth: 3, maxCount: 8 },
|
|
45
|
+
limits: { timeoutMs: 60_000, recursionLimit: 30, maxTotalTokens: 20_000, maxCost: 5 },
|
|
46
|
+
isolation: {
|
|
47
|
+
mode: 'none',
|
|
48
|
+
requireWorktree: false,
|
|
49
|
+
allowedConnectors: ['github', 'jira'],
|
|
50
|
+
networkAccess: 'allow',
|
|
51
|
+
},
|
|
52
|
+
observability: { tracingRetentionDays: 30 },
|
|
53
|
+
},
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
source: 'pattern',
|
|
57
|
+
settings: {
|
|
58
|
+
tools: {
|
|
59
|
+
allow: ['read_file', 'write_file'],
|
|
60
|
+
ask: ['write_file'],
|
|
61
|
+
deny: ['http'],
|
|
62
|
+
effects: { write_file: 'write' },
|
|
63
|
+
trustedPreHandlerTools: ['write_file'],
|
|
64
|
+
},
|
|
65
|
+
memory: { scopes: ['public', 'user'], maxChars: 6000 },
|
|
66
|
+
delegation: { allowedEmployees: ['maker-b'], maxDepth: 2, maxCount: 4 },
|
|
67
|
+
limits: { timeoutMs: 45_000, recursionLimit: 20, maxTotalTokens: 12_000, maxCost: 3 },
|
|
68
|
+
isolation: {
|
|
69
|
+
mode: 'worktree',
|
|
70
|
+
requireWorktree: true,
|
|
71
|
+
allowedConnectors: ['github'],
|
|
72
|
+
networkAccess: 'restricted',
|
|
73
|
+
},
|
|
74
|
+
observability: { tracingRetentionDays: 14 },
|
|
75
|
+
},
|
|
76
|
+
},
|
|
77
|
+
{
|
|
78
|
+
source: 'run',
|
|
79
|
+
settings: {
|
|
80
|
+
tools: { deny: ['write_file'] },
|
|
81
|
+
memory: { scopes: ['public'], maxChars: 3000 },
|
|
82
|
+
delegation: { maxCount: 2 },
|
|
83
|
+
limits: { timeoutMs: 30_000, maxTotalTokens: 8000 },
|
|
84
|
+
isolation: { networkAccess: 'deny' },
|
|
85
|
+
observability: { tracingRetentionDays: 7 },
|
|
86
|
+
},
|
|
87
|
+
},
|
|
88
|
+
]);
|
|
89
|
+
|
|
90
|
+
expect(compiled.sources).toEqual(['platform', 'pattern', 'run']);
|
|
91
|
+
expect(compiled.tools.allow).toEqual(['read_file', 'write_file']);
|
|
92
|
+
expect(compiled.tools.deny).toEqual(['http', 'shell', 'write_file']);
|
|
93
|
+
expect(compiled.memory.scopes).toEqual(['public']);
|
|
94
|
+
expect(compiled.memory.maxChars).toBe(3000);
|
|
95
|
+
expect(compiled.delegation.allowedEmployees).toEqual(['maker-b']);
|
|
96
|
+
expect(compiled.delegation.maxDepth).toBe(2);
|
|
97
|
+
expect(compiled.delegation.maxCount).toBe(2);
|
|
98
|
+
expect(compiled.limits.timeoutMs).toBe(30_000);
|
|
99
|
+
expect(compiled.limits.maxTotalTokens).toBe(8000);
|
|
100
|
+
expect(compiled.isolation).toMatchObject({
|
|
101
|
+
mode: 'worktree',
|
|
102
|
+
requireWorktree: true,
|
|
103
|
+
allowedConnectors: ['github'],
|
|
104
|
+
networkAccess: 'deny',
|
|
105
|
+
});
|
|
106
|
+
expect(compiled.observability.tracingRetentionDays).toBe(7);
|
|
107
|
+
expect(decideTool(compiled, 'write_file', 'write')).toBe('deny');
|
|
108
|
+
expect(decideTool(compiled, 'http', 'external')).toBe('deny');
|
|
109
|
+
expect(decideTool(compiled, 'read_file', 'read')).toBe('allow');
|
|
110
|
+
});
|
|
111
|
+
|
|
112
|
+
it('forces unknown and untrusted mutating tools to ask', () => {
|
|
113
|
+
const compiled = compileHarness([
|
|
114
|
+
{
|
|
115
|
+
source: 'profile',
|
|
116
|
+
settings: {
|
|
117
|
+
tools: {
|
|
118
|
+
allow: ['read_file', 'write_file', 'trusted_write'],
|
|
119
|
+
effects: { read_file: 'read', write_file: 'write', trusted_write: 'write' },
|
|
120
|
+
trustedPreHandlerTools: ['trusted_write'],
|
|
121
|
+
},
|
|
122
|
+
},
|
|
123
|
+
},
|
|
124
|
+
]);
|
|
125
|
+
|
|
126
|
+
expect(decideTool(compiled, 'read_file')).toBe('allow');
|
|
127
|
+
expect(decideTool(compiled, 'write_file')).toBe('ask');
|
|
128
|
+
expect(decideTool(compiled, 'trusted_write')).toBe('allow');
|
|
129
|
+
expect(decideTool(compiled, 'unknown_tool')).toBe('ask');
|
|
130
|
+
});
|
|
131
|
+
});
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
import type { Database } from '@nocobase/database';
|
|
2
|
+
import { describe, expect, it } from 'vitest';
|
|
3
|
+
import { HarnessProfileService } from '../services/HarnessProfileService';
|
|
4
|
+
|
|
5
|
+
type Row = Record<string, unknown>;
|
|
6
|
+
|
|
7
|
+
function matches(row: Row, filter: Row) {
|
|
8
|
+
return Object.entries(filter).every(([key, value]) => row[key] === value);
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
class MemoryRepository {
|
|
12
|
+
private nextId: number;
|
|
13
|
+
|
|
14
|
+
constructor(readonly rows: Row[] = []) {
|
|
15
|
+
this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
async findOne(options: Row) {
|
|
19
|
+
if (options.filterByTk !== undefined) {
|
|
20
|
+
return this.rows.find((row) => row.id === options.filterByTk) || null;
|
|
21
|
+
}
|
|
22
|
+
const filter = (options.filter as Row | undefined) || {};
|
|
23
|
+
const matchesFilter = this.rows.filter((row) => matches(row, filter));
|
|
24
|
+
if (options.sort && (options.sort as string[]).includes('-version')) {
|
|
25
|
+
matchesFilter.sort((left, right) => Number(right.version) - Number(left.version));
|
|
26
|
+
}
|
|
27
|
+
return matchesFilter[0] || null;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
async create(options: Row) {
|
|
31
|
+
const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
|
|
32
|
+
this.rows.push(row);
|
|
33
|
+
return row;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
async update(options: Row) {
|
|
37
|
+
const values = (options.values as Row | undefined) || {};
|
|
38
|
+
for (const row of this.rows) {
|
|
39
|
+
if (options.filterByTk !== undefined && row.id === options.filterByTk) {
|
|
40
|
+
Object.assign(row, values);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
function createService() {
|
|
47
|
+
const profiles = new MemoryRepository([{ id: 1, tag: 'safe', enabled: true, schemaVersion: 1 }]);
|
|
48
|
+
const versions = new MemoryRepository();
|
|
49
|
+
const repositories = new Map([
|
|
50
|
+
['agentHarnessProfiles', profiles],
|
|
51
|
+
['agentHarnessProfileVersions', versions],
|
|
52
|
+
]);
|
|
53
|
+
const transaction = { LOCK: { UPDATE: 'UPDATE' } };
|
|
54
|
+
const database = {
|
|
55
|
+
getRepository(name: string) {
|
|
56
|
+
const repository = repositories.get(name);
|
|
57
|
+
if (!repository) throw new Error(`Unexpected repository ${name}`);
|
|
58
|
+
return repository;
|
|
59
|
+
},
|
|
60
|
+
sequelize: {
|
|
61
|
+
async transaction<T>(callback: (value: typeof transaction) => Promise<T>) {
|
|
62
|
+
return callback(transaction);
|
|
63
|
+
},
|
|
64
|
+
},
|
|
65
|
+
};
|
|
66
|
+
return {
|
|
67
|
+
profiles,
|
|
68
|
+
versions,
|
|
69
|
+
service: new HarnessProfileService(database as unknown as Database),
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
describe('HarnessProfileService', () => {
|
|
74
|
+
it('creates sequential drafts, publishes atomically, and keeps snapshots immutable', async () => {
|
|
75
|
+
const { profiles, versions, service } = createService();
|
|
76
|
+
const firstDraft = await service.createDraft({
|
|
77
|
+
profileId: 1,
|
|
78
|
+
settings: { tools: { allow: ['read_file'], effects: { read_file: 'read' } } },
|
|
79
|
+
});
|
|
80
|
+
expect(firstDraft).toMatchObject({ profileId: 1, version: 1, status: 'draft' });
|
|
81
|
+
|
|
82
|
+
const updatedDraft = await service.updateDraft(firstDraft.id, {
|
|
83
|
+
tools: { allow: ['read_file', 'read_test'], effects: { read_file: 'read', read_test: 'read' } },
|
|
84
|
+
});
|
|
85
|
+
expect(updatedDraft.settings.tools.allow).toEqual(['read_file', 'read_test']);
|
|
86
|
+
|
|
87
|
+
const published = await service.publish(firstDraft.id, 9);
|
|
88
|
+
expect(published).toMatchObject({ version: 1, status: 'published', publishedById: 9 });
|
|
89
|
+
expect(profiles.rows[0].currentVersionId).toBe(firstDraft.id);
|
|
90
|
+
await expect(service.updateDraft(firstDraft.id, {})).rejects.toThrow('immutable');
|
|
91
|
+
|
|
92
|
+
const runSnapshot = structuredClone(published.settings);
|
|
93
|
+
const secondDraft = await service.createDraft({
|
|
94
|
+
profileId: 1,
|
|
95
|
+
settings: { tools: { deny: ['read_file'] } },
|
|
96
|
+
});
|
|
97
|
+
expect(secondDraft.version).toBe(2);
|
|
98
|
+
expect(versions.rows).toHaveLength(2);
|
|
99
|
+
|
|
100
|
+
const currentBeforePublish = await service.getPublishedByTag('safe');
|
|
101
|
+
expect(currentBeforePublish?.version).toBe(1);
|
|
102
|
+
expect(runSnapshot.tools.allow).toEqual(['read_file', 'read_test']);
|
|
103
|
+
|
|
104
|
+
await service.publish(secondDraft.id, 10);
|
|
105
|
+
const currentAfterPublish = await service.getPublishedByTag('safe');
|
|
106
|
+
expect(currentAfterPublish?.version).toBe(2);
|
|
107
|
+
expect(runSnapshot.tools.allow).toEqual(['read_file', 'read_test']);
|
|
108
|
+
});
|
|
109
|
+
|
|
110
|
+
it('returns validation errors without writing a draft', async () => {
|
|
111
|
+
const { versions, service } = createService();
|
|
112
|
+
expect(service.validate({ limits: { timeoutMs: -1 } }).success).toBe(false);
|
|
113
|
+
await expect(service.createDraft({ profileId: 1, settings: { limits: { timeoutMs: -1 } } })).rejects.toThrow();
|
|
114
|
+
expect(versions.rows).toHaveLength(0);
|
|
115
|
+
});
|
|
116
|
+
});
|