plugin-agent-orchestrator 1.1.4 → 1.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +204 -114
- package/dist/client/index.js +1 -1
- package/dist/client-v2/117.7565cff57c39318a.js +10 -0
- package/dist/client-v2/214.106635011859dede.js +10 -0
- package/dist/client-v2/418.41ed200e7d6da332.js +10 -0
- package/dist/client-v2/53.349fff8db80b19d4.js +10 -0
- package/dist/client-v2/981.e4a1f41cfc94a856.js +10 -0
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +7 -8
- package/dist/locale/en-US.json +226 -170
- package/dist/locale/vi-VN.json +226 -170
- package/dist/locale/zh-CN.json +226 -170
- package/dist/server/collections/agent-execution-spans.js +8 -0
- package/dist/server/collections/agent-loop-action-approvals.js +1 -0
- package/dist/server/collections/agent-loop-runs.js +7 -1
- package/dist/server/collections/agent-loop-steps.js +7 -0
- package/dist/server/collections/skill-executions.js +8 -0
- package/dist/server/plugin.js +3 -1
- package/dist/server/resources/agent-harness-profile.js +117 -0
- package/dist/server/resources/agent-knowledge-insights.js +1 -3
- package/dist/server/resources/agent-loop-approval.js +25 -0
- package/dist/server/resources/agent-loop.js +3 -1
- package/dist/server/services/AgentMemoryContextService.js +34 -0
- package/dist/server/services/HarnessCompiler.js +35 -2
- package/dist/server/services/HarnessProfileService.js +74 -9
- package/dist/server/services/HarnessSchema.js +30 -3
- package/dist/server/services/LoopPatternSchema.js +16 -1
- package/dist/server/services/LoopRunRepository.js +80 -0
- package/dist/server/services/LoopRunStateMachine.js +92 -3
- package/dist/server/services/LoopTriggerService.js +37 -0
- package/dist/server/services/LoopWorkerService.js +261 -23
- package/dist/server/services/NativeSubAgentObserver.js +165 -23
- package/dist/server/services/PluginAiRuntimeAdapter.js +16 -5
- package/dist/server/services/ToolLoopDetectionService.js +210 -0
- package/dist/server/services/VerificationService.js +66 -0
- package/dist/server/services/harness-runtime-policy.js +139 -0
- package/dist/server/skill-hub/plugin.js +36 -3
- package/dist/server/skill-hub/tasks/SkillExecutionTask.js +29 -0
- package/package.json +53 -53
- package/src/client/ApprovalsTab.tsx +2 -0
- package/src/client/OrchestratorSettings.tsx +11 -0
- package/src/client/skill-hub/components/GitSkillImport.tsx +3 -3
- package/src/client/skill-hub/components/SkillMetrics.tsx +15 -10
- package/src/client/skill-hub/index.tsx +0 -52
- package/src/client-v2/components/AgentRunsTab.tsx +576 -576
- package/src/client-v2/components/ApprovalsTab.tsx +337 -0
- package/src/client-v2/components/HarnessProfilesTab.tsx +385 -105
- package/src/client-v2/components/MemoryInspectorTab.tsx +141 -141
- package/src/client-v2/components/TracingTab.tsx +515 -515
- package/src/client-v2/hooks/useApiRequest.ts +141 -141
- package/src/client-v2/pages/ApprovalsPage.tsx +10 -0
- package/src/client-v2/plugin.tsx +6 -6
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +5 -2
- package/src/locale/en-US.json +226 -174
- package/src/locale/vi-VN.json +226 -174
- package/src/locale/zh-CN.json +226 -174
- package/src/server/__tests__/circuit-breaker.test.ts +248 -248
- package/src/server/__tests__/harness-compiler.test.ts +83 -0
- package/src/server/__tests__/harness-profile-service.test.ts +51 -0
- package/src/server/__tests__/harness-runtime-policy.test.ts +293 -0
- package/src/server/__tests__/harness-tool-plan.test.ts +24 -0
- package/src/server/__tests__/loop-approval-decision.test.ts +512 -0
- package/src/server/__tests__/loop-approval-expiry.test.ts +258 -0
- package/src/server/__tests__/loop-budget-service.test.ts +255 -255
- package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -266
- package/src/server/__tests__/loop-pattern-schema.test.ts +18 -1
- package/src/server/__tests__/loop-pattern-service.test.ts +148 -148
- package/src/server/__tests__/loop-run-state-machine.test.ts +11 -0
- package/src/server/__tests__/loop-trigger-service.test.ts +148 -0
- package/src/server/__tests__/loop-worker-claim.test.ts +341 -341
- package/src/server/__tests__/loop-worker-execution.test.ts +82 -1
- package/src/server/__tests__/native-sub-agent-observer.test.ts +288 -4
- package/src/server/__tests__/path-lock-service.test.ts +254 -254
- package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -0
- package/src/server/__tests__/smoke.test.ts +162 -162
- package/src/server/__tests__/tool-loop-detection.test.ts +275 -0
- package/src/server/collections/agent-execution-spans.ts +8 -0
- package/src/server/collections/agent-harness-profile-versions.ts +26 -26
- package/src/server/collections/agent-harness-profiles.ts +71 -71
- package/src/server/collections/agent-loop-action-approvals.ts +1 -0
- package/src/server/collections/agent-loop-artifacts.ts +25 -25
- package/src/server/collections/agent-loop-circuit-states.ts +23 -23
- package/src/server/collections/agent-loop-control-settings.ts +21 -21
- package/src/server/collections/agent-loop-events.ts +98 -98
- package/src/server/collections/agent-loop-path-locks.ts +27 -27
- package/src/server/collections/agent-loop-patterns.ts +42 -42
- package/src/server/collections/agent-loop-runs.ts +7 -1
- package/src/server/collections/agent-loop-steps.ts +7 -0
- package/src/server/collections/agent-loop-usage-buckets.ts +22 -22
- package/src/server/collections/agent-loop-worktrees.ts +25 -25
- package/src/server/collections/skill-executions.ts +8 -0
- package/src/server/migrations/20260427000002-change-packages-to-text.ts +52 -52
- package/src/server/migrations/20260429000000-add-llm-fields.ts +47 -47
- package/src/server/migrations/20260429000001-fix-inputargs-json-to-text.ts +45 -45
- package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +33 -33
- package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +31 -31
- package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -293
- package/src/server/plugin.ts +3 -1
- package/src/server/resources/agent-harness-profile.ts +94 -0
- package/src/server/resources/agent-knowledge-insights.ts +5 -3
- package/src/server/resources/agent-loop-approval.ts +32 -0
- package/src/server/resources/agent-loop-artifact.ts +56 -56
- package/src/server/resources/agent-loop-events-stream.ts +105 -105
- package/src/server/resources/agent-loop.ts +3 -1
- package/src/server/resources/resource-helpers.ts +33 -33
- package/src/server/resources/tracing.ts +266 -266
- package/src/server/services/AgentMemoryContextService.ts +44 -0
- package/src/server/services/DurableCircuitBreakerService.ts +239 -239
- package/src/server/services/ExecutionSpanService.ts +2 -0
- package/src/server/services/HarnessCompiler.ts +37 -0
- package/src/server/services/HarnessProfileService.ts +92 -10
- package/src/server/services/HarnessSchema.ts +31 -0
- package/src/server/services/LoopBudgetService.ts +275 -275
- package/src/server/services/LoopControlService.ts +124 -124
- package/src/server/services/LoopPatternSchema.ts +19 -1
- package/src/server/services/LoopPatternService.ts +143 -143
- package/src/server/services/LoopRunRepository.ts +99 -0
- package/src/server/services/LoopRunStateMachine.ts +100 -3
- package/src/server/services/LoopSchedulerService.ts +199 -199
- package/src/server/services/LoopTriggerService.ts +42 -0
- package/src/server/services/LoopWorkerService.ts +327 -27
- package/src/server/services/NativeSubAgentObserver.ts +186 -21
- package/src/server/services/PathLockService.ts +321 -321
- package/src/server/services/PluginAiRuntimeAdapter.ts +24 -7
- package/src/server/services/ToolLoopDetectionService.ts +213 -0
- package/src/server/services/VerificationSchema.ts +31 -31
- package/src/server/services/VerificationService.ts +81 -2
- package/src/server/services/harness-runtime-policy.ts +141 -0
- package/src/server/skill-hub/plugin.ts +41 -3
- package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +235 -235
- package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +61 -61
- package/src/server/skill-hub/tasks/SkillExecutionTask.ts +43 -2
- package/src/server/utils/ensure-indexes.ts +96 -96
- package/src/server/utils/logging.ts +62 -62
- package/src/server/utils/loop-pattern-context.ts +20 -20
- package/dist/client-v2/214.b063f33ba044a808.js +0 -10
- package/dist/client-v2/373.f5d5292e53c4e832.js +0 -10
- package/dist/client-v2/418.58fa350f5496efd3.js +0 -10
- package/dist/client-v2/53.9a10455323390f14.js +0 -10
- package/dist/client-v2/677.a991ce0250ff5c77.js +0 -10
- package/dist/client-v2/925.e5925bf21ed68e7a.js +0 -10
- package/src/client/AIEmployeeSelect.tsx +0 -47
- package/src/client/AIEmployeesContext.tsx +0 -102
- package/src/client/RulesTab.tsx +0 -2
- package/src/client/TracingTab.tsx +0 -436
- package/src/client/skill-hub/components/ExecutionProgress.tsx +0 -51
- package/src/client-v2/components/RulesTab.tsx +0 -2
- package/src/client-v2/pages/AgentRunsPage.tsx +0 -13
|
@@ -0,0 +1,293 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import type { Database } from '@nocobase/database';
|
|
3
|
+
import { compileHarness } from '../services/HarnessCompiler';
|
|
4
|
+
import type { CompiledHarness } from '../services/HarnessCompiler';
|
|
5
|
+
import {
|
|
6
|
+
REDACTED_PLACEHOLDER,
|
|
7
|
+
harnessTimeoutMs,
|
|
8
|
+
redactSecretsIn,
|
|
9
|
+
resolveRunRoleHarness,
|
|
10
|
+
resolveTraceHarness,
|
|
11
|
+
spilledText,
|
|
12
|
+
} from '../services/harness-runtime-policy';
|
|
13
|
+
|
|
14
|
+
function resolved(harness: CompiledHarness | null): CompiledHarness {
|
|
15
|
+
if (!harness) throw new Error('expected resolveTraceHarness to return a harness');
|
|
16
|
+
return harness;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
describe('redactSecretsIn', () => {
|
|
20
|
+
it('replaces values whose keys look secret-bearing, recursively', () => {
|
|
21
|
+
const input = {
|
|
22
|
+
apiKey: 'abc123',
|
|
23
|
+
db_password: 'hunter2',
|
|
24
|
+
accessToken: 'tok-1',
|
|
25
|
+
session_passwd: 'pw',
|
|
26
|
+
clientCredential: 'cred',
|
|
27
|
+
nested: { clientSecret: 'shh', keep: 'visible' },
|
|
28
|
+
list: [{ sessionToken: 'xyz', ok: 1 }],
|
|
29
|
+
plain: 'free text mentioning TOKEN stays untouched',
|
|
30
|
+
};
|
|
31
|
+
|
|
32
|
+
const out = redactSecretsIn(input);
|
|
33
|
+
|
|
34
|
+
expect(out.apiKey).toBe(REDACTED_PLACEHOLDER);
|
|
35
|
+
expect(out.db_password).toBe(REDACTED_PLACEHOLDER);
|
|
36
|
+
expect(out.accessToken).toBe(REDACTED_PLACEHOLDER);
|
|
37
|
+
expect(out.session_passwd).toBe(REDACTED_PLACEHOLDER);
|
|
38
|
+
expect(out.clientCredential).toBe(REDACTED_PLACEHOLDER);
|
|
39
|
+
expect(out.nested.clientSecret).toBe(REDACTED_PLACEHOLDER);
|
|
40
|
+
expect(out.nested.keep).toBe('visible');
|
|
41
|
+
expect(out.list[0].sessionToken).toBe(REDACTED_PLACEHOLDER);
|
|
42
|
+
expect(out.list[0].ok).toBe(1);
|
|
43
|
+
expect(out.plain).toBe(input.plain);
|
|
44
|
+
});
|
|
45
|
+
|
|
46
|
+
it('leaves non-object values untouched', () => {
|
|
47
|
+
expect(redactSecretsIn('text')).toBe('text');
|
|
48
|
+
expect(redactSecretsIn(42)).toBe(42);
|
|
49
|
+
expect(redactSecretsIn(null)).toBeNull();
|
|
50
|
+
});
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
describe('spilledText', () => {
|
|
54
|
+
it('returns null when the text fits the inline budget', () => {
|
|
55
|
+
expect(spilledText('small output', 1000, 'loc')).toBeNull();
|
|
56
|
+
});
|
|
57
|
+
|
|
58
|
+
it('replaces oversized output with a bounded head/tail preview plus locator', () => {
|
|
59
|
+
const head = 'HEAD-MARKER ';
|
|
60
|
+
const tail = ' TAIL-MARKER';
|
|
61
|
+
const text = head + 'x'.repeat(20_000) + tail;
|
|
62
|
+
const budget = 1200;
|
|
63
|
+
|
|
64
|
+
const replaced = spilledText(text, budget, '/api/skillHub:download?execId=1&f=abc');
|
|
65
|
+
if (replaced === null) throw new Error('expected spilledText to replace oversized output');
|
|
66
|
+
|
|
67
|
+
expect(Buffer.byteLength(replaced, 'utf8')).toBeLessThanOrEqual(budget);
|
|
68
|
+
expect(replaced).toContain('HEAD-MARKER');
|
|
69
|
+
expect(replaced).toContain('TAIL-MARKER');
|
|
70
|
+
expect(replaced).toContain('/api/skillHub:download?execId=1&f=abc');
|
|
71
|
+
expect(replaced).toContain('bytes omitted');
|
|
72
|
+
});
|
|
73
|
+
|
|
74
|
+
it('never splits a multi-byte character at the cut point', () => {
|
|
75
|
+
const text = '😀'.repeat(2000); // 4 bytes each
|
|
76
|
+
const budget = 600;
|
|
77
|
+
|
|
78
|
+
const replaced = spilledText(text, budget, 'loc');
|
|
79
|
+
if (replaced === null) throw new Error('expected spilledText to replace oversized output');
|
|
80
|
+
|
|
81
|
+
expect(Buffer.byteLength(replaced, 'utf8')).toBeLessThanOrEqual(budget);
|
|
82
|
+
expect(replaced).not.toContain('�');
|
|
83
|
+
});
|
|
84
|
+
});
|
|
85
|
+
|
|
86
|
+
describe('harnessTimeoutMs', () => {
|
|
87
|
+
it('prefers the per-tool timeout and falls back to the generic skill timeout', () => {
|
|
88
|
+
const harness = compileHarness([
|
|
89
|
+
{
|
|
90
|
+
source: 'test',
|
|
91
|
+
settings: { tools: { timeouts: { skill_hub_report: 5000, skill_hub_execute: 90_000 } } },
|
|
92
|
+
},
|
|
93
|
+
]);
|
|
94
|
+
|
|
95
|
+
expect(harnessTimeoutMs(harness, 'skill_hub_report')).toBe(5000);
|
|
96
|
+
expect(harnessTimeoutMs(harness, 'skill_hub_anything_else')).toBe(90_000);
|
|
97
|
+
});
|
|
98
|
+
|
|
99
|
+
it('returns null when no timeout applies', () => {
|
|
100
|
+
const harness = compileHarness([{ source: 'test', settings: {} }]);
|
|
101
|
+
expect(harnessTimeoutMs(harness, 'skill_hub_report')).toBeNull();
|
|
102
|
+
});
|
|
103
|
+
});
|
|
104
|
+
|
|
105
|
+
type MockDbOptions = {
|
|
106
|
+
runs?: Record<number, Record<string, unknown>>;
|
|
107
|
+
employees?: Record<string, Record<string, unknown>>;
|
|
108
|
+
profilesByTag?: Record<string, { currentVersionId: number }>;
|
|
109
|
+
versionsById?: Record<number, Record<string, unknown>>;
|
|
110
|
+
};
|
|
111
|
+
|
|
112
|
+
function mockDatabase(options: MockDbOptions): Database {
|
|
113
|
+
return {
|
|
114
|
+
getRepository(name: string) {
|
|
115
|
+
if (name === 'agentLoopRuns') {
|
|
116
|
+
return {
|
|
117
|
+
findOne: async (opts: { filterByTk?: number }) => options.runs?.[Number(opts.filterByTk)] ?? null,
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
if (name === 'aiEmployees') {
|
|
121
|
+
return {
|
|
122
|
+
findOne: async (opts: { filter?: { username?: string } }) =>
|
|
123
|
+
options.employees?.[String(opts.filter?.username)] ?? null,
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
if (name === 'agentHarnessProfiles') {
|
|
127
|
+
return {
|
|
128
|
+
findOne: async (opts: { filter?: { tag?: string; enabled?: boolean } }) => {
|
|
129
|
+
const profile = options.profilesByTag?.[String(opts.filter?.tag)];
|
|
130
|
+
return profile ?? null;
|
|
131
|
+
},
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
if (name === 'agentHarnessProfileVersions') {
|
|
135
|
+
return {
|
|
136
|
+
findOne: async (opts: { filter?: { id?: number; status?: string } }) => {
|
|
137
|
+
const version = options.versionsById?.[Number(opts.filter?.id)];
|
|
138
|
+
if (!version || opts.filter?.status !== version.status) return null;
|
|
139
|
+
return version;
|
|
140
|
+
},
|
|
141
|
+
};
|
|
142
|
+
}
|
|
143
|
+
return { findOne: async () => null };
|
|
144
|
+
},
|
|
145
|
+
} as unknown as Database;
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
const compiledEffective = (settings: Record<string, unknown>) => compileHarness([{ source: 'test', settings }]);
|
|
149
|
+
|
|
150
|
+
describe('resolveTraceHarness', () => {
|
|
151
|
+
it('resolves the run snapshot for the leader role', async () => {
|
|
152
|
+
const database = mockDatabase({
|
|
153
|
+
runs: {
|
|
154
|
+
7: {
|
|
155
|
+
roleBindingsSnapshot: { leader: 'leader-ai', verifier: 'verifier-ai' },
|
|
156
|
+
leaderHarnessSnapshot: {
|
|
157
|
+
effective: compiledEffective({ tools: { timeouts: { skill_hub_execute: 45_000 } } }),
|
|
158
|
+
},
|
|
159
|
+
},
|
|
160
|
+
},
|
|
161
|
+
});
|
|
162
|
+
|
|
163
|
+
const harness = resolved(await resolveTraceHarness(database, { agentLoopRunId: 7, employeeUsername: 'leader-ai' }));
|
|
164
|
+
|
|
165
|
+
expect(harness.tools.timeouts).toEqual({ skill_hub_execute: 45_000 });
|
|
166
|
+
});
|
|
167
|
+
|
|
168
|
+
it('resolves the per-maker snapshot from the makers map', async () => {
|
|
169
|
+
const database = mockDatabase({
|
|
170
|
+
runs: {
|
|
171
|
+
8: {
|
|
172
|
+
roleBindingsSnapshot: { leader: 'leader-ai' },
|
|
173
|
+
makerHarnessSnapshot: {
|
|
174
|
+
'maker-ai': {
|
|
175
|
+
effective: compiledEffective({ context: { spill: { maxInlineBytes: 12_000 } } }),
|
|
176
|
+
},
|
|
177
|
+
},
|
|
178
|
+
},
|
|
179
|
+
},
|
|
180
|
+
});
|
|
181
|
+
|
|
182
|
+
const harness = resolved(await resolveTraceHarness(database, { agentLoopRunId: 8, employeeUsername: 'maker-ai' }));
|
|
183
|
+
|
|
184
|
+
expect(harness.context.spill.maxInlineBytes).toBe(12_000);
|
|
185
|
+
});
|
|
186
|
+
|
|
187
|
+
it('backfills new policy fields with defaults for snapshots compiled by older revisions', async () => {
|
|
188
|
+
// What the previous compiler revision persisted: no context section, no timeouts,
|
|
189
|
+
// no redactSecrets/sharing keys.
|
|
190
|
+
const legacyEffective = {
|
|
191
|
+
sources: ['legacy'],
|
|
192
|
+
tools: { allow: [], ask: [], deny: [], effects: {}, trustedPreHandlerTools: [] },
|
|
193
|
+
memory: { enabled: true, scopes: ['public'], maxChars: 6000 },
|
|
194
|
+
delegation: { allowedEmployees: [], maxDepth: null, maxCount: null },
|
|
195
|
+
limits: {
|
|
196
|
+
timeoutMs: null,
|
|
197
|
+
recursionLimit: null,
|
|
198
|
+
maxInvocations: null,
|
|
199
|
+
maxToolCalls: null,
|
|
200
|
+
maxInputTokens: null,
|
|
201
|
+
maxOutputTokens: null,
|
|
202
|
+
maxTotalTokens: null,
|
|
203
|
+
maxCost: null,
|
|
204
|
+
},
|
|
205
|
+
isolation: { mode: 'none', requireWorktree: false, allowedConnectors: [], networkAccess: 'restricted' },
|
|
206
|
+
observability: { enabled: true, tracingRetentionDays: 30, captureInputs: true, captureOutputs: true },
|
|
207
|
+
};
|
|
208
|
+
|
|
209
|
+
const database = mockDatabase({
|
|
210
|
+
runs: {
|
|
211
|
+
9: {
|
|
212
|
+
roleBindingsSnapshot: { leader: 'leader-ai' },
|
|
213
|
+
leaderHarnessSnapshot: { effective: legacyEffective },
|
|
214
|
+
},
|
|
215
|
+
},
|
|
216
|
+
});
|
|
217
|
+
|
|
218
|
+
const harness = resolved(await resolveTraceHarness(database, { agentLoopRunId: 9, employeeUsername: 'leader-ai' }));
|
|
219
|
+
|
|
220
|
+
expect(harness.tools.timeouts).toEqual({});
|
|
221
|
+
expect(harness.context.spill.maxInlineBytes).toBeNull();
|
|
222
|
+
expect(harness.observability.redactSecrets).toBe(true);
|
|
223
|
+
expect(harness.observability.sharing).toBe('full');
|
|
224
|
+
});
|
|
225
|
+
|
|
226
|
+
it('falls back to the employee harness-tag profile outside a loop run', async () => {
|
|
227
|
+
const database = mockDatabase({
|
|
228
|
+
employees: { 'solo-ai': { username: 'solo-ai', skillSettings: { harnessTag: 'strict' } } },
|
|
229
|
+
profilesByTag: { strict: { currentVersionId: 11 } },
|
|
230
|
+
versionsById: {
|
|
231
|
+
11: {
|
|
232
|
+
id: 11,
|
|
233
|
+
profileId: 1,
|
|
234
|
+
version: 2,
|
|
235
|
+
schemaVersion: 1,
|
|
236
|
+
status: 'published',
|
|
237
|
+
settings: { tools: { timeouts: { skill_hub_execute: 20_000 } } },
|
|
238
|
+
},
|
|
239
|
+
},
|
|
240
|
+
});
|
|
241
|
+
|
|
242
|
+
const harness = resolved(await resolveTraceHarness(database, { employeeUsername: 'solo-ai' }));
|
|
243
|
+
|
|
244
|
+
expect(harness.tools.timeouts).toEqual({ skill_hub_execute: 20_000 });
|
|
245
|
+
});
|
|
246
|
+
|
|
247
|
+
it('returns null when no run snapshot matches and no employee profile applies', async () => {
|
|
248
|
+
const database = mockDatabase({});
|
|
249
|
+
|
|
250
|
+
expect(await resolveTraceHarness(database, { employeeUsername: 'ghost' })).toBeNull();
|
|
251
|
+
expect(await resolveTraceHarness(database, {})).toBeNull();
|
|
252
|
+
});
|
|
253
|
+
});
|
|
254
|
+
|
|
255
|
+
describe('resolveRunRoleHarness', () => {
|
|
256
|
+
it('returns the compiled role snapshot for a known run and role', async () => {
|
|
257
|
+
const database = mockDatabase({
|
|
258
|
+
runs: {
|
|
259
|
+
7: {
|
|
260
|
+
roleBindingsSnapshot: { leader: 'leader-ai', makers: ['maker-ai'], verifier: 'verifier-ai' },
|
|
261
|
+
leaderHarnessSnapshot: {
|
|
262
|
+
effective: compiledEffective({ delegation: { maxDepth: 3 } }),
|
|
263
|
+
},
|
|
264
|
+
makerHarnessSnapshot: {
|
|
265
|
+
'maker-ai': { effective: compiledEffective({ delegation: { maxDepth: 2 } }) },
|
|
266
|
+
},
|
|
267
|
+
},
|
|
268
|
+
},
|
|
269
|
+
});
|
|
270
|
+
|
|
271
|
+
const leader = resolved(await resolveRunRoleHarness(database, 7, 'leader-ai'));
|
|
272
|
+
expect(leader.delegation.maxDepth).toBe(3);
|
|
273
|
+
|
|
274
|
+
const maker = resolved(await resolveRunRoleHarness(database, 7, 'maker-ai'));
|
|
275
|
+
expect(maker.delegation.maxDepth).toBe(2);
|
|
276
|
+
});
|
|
277
|
+
|
|
278
|
+
it('returns null for unknown runs, unbound roles, or missing usernames', async () => {
|
|
279
|
+
const database = mockDatabase({
|
|
280
|
+
runs: {
|
|
281
|
+
7: {
|
|
282
|
+
roleBindingsSnapshot: { leader: 'leader-ai' },
|
|
283
|
+
leaderHarnessSnapshot: { effective: compiledEffective({}) },
|
|
284
|
+
},
|
|
285
|
+
},
|
|
286
|
+
});
|
|
287
|
+
|
|
288
|
+
expect(await resolveRunRoleHarness(database, 999, 'leader-ai')).toBeNull();
|
|
289
|
+
expect(await resolveRunRoleHarness(database, 7, 'unbound-ai')).toBeNull();
|
|
290
|
+
expect(await resolveRunRoleHarness(database, 7, undefined)).toBeNull();
|
|
291
|
+
expect(await resolveRunRoleHarness(database, 0, 'leader-ai')).toBeNull();
|
|
292
|
+
});
|
|
293
|
+
});
|
|
@@ -27,6 +27,7 @@ function harness(tools: {
|
|
|
27
27
|
allow?: string[];
|
|
28
28
|
ask?: string[];
|
|
29
29
|
deny?: string[];
|
|
30
|
+
escalate?: string[];
|
|
30
31
|
effects?: Record<string, 'read' | 'write' | 'external'>;
|
|
31
32
|
trustedPreHandlerTools?: string[];
|
|
32
33
|
}) {
|
|
@@ -90,6 +91,29 @@ describe('planHarnessTools', () => {
|
|
|
90
91
|
expect(plan.employeeTools).toEqual([{ name: 'searchWeb', autoCall: false }]);
|
|
91
92
|
});
|
|
92
93
|
|
|
94
|
+
it('offers escalatable tools as ask-gated candidates without granting them', async () => {
|
|
95
|
+
const app = createApp({ deployService: { scope: 'CUSTOM' }, readFile: { scope: 'CUSTOM' } });
|
|
96
|
+
const plan = await planHarnessTools(
|
|
97
|
+
app,
|
|
98
|
+
harness({ allow: ['readFile'], escalate: ['deployService'], effects: { readFile: 'read' } }),
|
|
99
|
+
);
|
|
100
|
+
|
|
101
|
+
expect(plan.filter).toEqual(['deployService', 'readFile']);
|
|
102
|
+
expect(plan.employeeTools).toEqual([
|
|
103
|
+
{ name: 'deployService', autoCall: false },
|
|
104
|
+
{ name: 'readFile', autoCall: true },
|
|
105
|
+
]);
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
it('withholds an escalatable tool whose approval gate plugin-ai would ignore', async () => {
|
|
109
|
+
const app = createApp({ searchWeb: { scope: 'GENERAL', defaultPermission: 'ALLOW' } });
|
|
110
|
+
const plan = await planHarnessTools(app, harness({ escalate: ['searchWeb'] }));
|
|
111
|
+
|
|
112
|
+
expect(plan.filter).toEqual([]);
|
|
113
|
+
expect(plan.employeeTools).toEqual([]);
|
|
114
|
+
expect(plan.withheld).toEqual([{ name: 'searchWeb', reason: 'approval cannot be enforced for this tool' }]);
|
|
115
|
+
});
|
|
116
|
+
|
|
93
117
|
it('withholds denied and unregistered tools', async () => {
|
|
94
118
|
const app = createApp({ readFile: { scope: 'CUSTOM' } });
|
|
95
119
|
const plan = await planHarnessTools(
|