plugin-agent-orchestrator 1.1.4 → 1.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (148) hide show
  1. package/README.md +204 -114
  2. package/dist/client/index.js +1 -1
  3. package/dist/client-v2/117.7565cff57c39318a.js +10 -0
  4. package/dist/client-v2/214.106635011859dede.js +10 -0
  5. package/dist/client-v2/418.41ed200e7d6da332.js +10 -0
  6. package/dist/client-v2/53.349fff8db80b19d4.js +10 -0
  7. package/dist/client-v2/981.e4a1f41cfc94a856.js +10 -0
  8. package/dist/client-v2/index.js +1 -1
  9. package/dist/externalVersion.js +7 -8
  10. package/dist/locale/en-US.json +226 -170
  11. package/dist/locale/vi-VN.json +226 -170
  12. package/dist/locale/zh-CN.json +226 -170
  13. package/dist/server/collections/agent-execution-spans.js +8 -0
  14. package/dist/server/collections/agent-loop-action-approvals.js +1 -0
  15. package/dist/server/collections/agent-loop-runs.js +7 -1
  16. package/dist/server/collections/agent-loop-steps.js +7 -0
  17. package/dist/server/collections/skill-executions.js +8 -0
  18. package/dist/server/plugin.js +3 -1
  19. package/dist/server/resources/agent-harness-profile.js +117 -0
  20. package/dist/server/resources/agent-knowledge-insights.js +1 -3
  21. package/dist/server/resources/agent-loop-approval.js +25 -0
  22. package/dist/server/resources/agent-loop.js +3 -1
  23. package/dist/server/services/AgentMemoryContextService.js +34 -0
  24. package/dist/server/services/HarnessCompiler.js +35 -2
  25. package/dist/server/services/HarnessProfileService.js +74 -9
  26. package/dist/server/services/HarnessSchema.js +30 -3
  27. package/dist/server/services/LoopPatternSchema.js +16 -1
  28. package/dist/server/services/LoopRunRepository.js +80 -0
  29. package/dist/server/services/LoopRunStateMachine.js +92 -3
  30. package/dist/server/services/LoopTriggerService.js +37 -0
  31. package/dist/server/services/LoopWorkerService.js +261 -23
  32. package/dist/server/services/NativeSubAgentObserver.js +165 -23
  33. package/dist/server/services/PluginAiRuntimeAdapter.js +16 -5
  34. package/dist/server/services/ToolLoopDetectionService.js +210 -0
  35. package/dist/server/services/VerificationService.js +66 -0
  36. package/dist/server/services/harness-runtime-policy.js +139 -0
  37. package/dist/server/skill-hub/plugin.js +36 -3
  38. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +29 -0
  39. package/package.json +53 -53
  40. package/src/client/ApprovalsTab.tsx +2 -0
  41. package/src/client/OrchestratorSettings.tsx +11 -0
  42. package/src/client/skill-hub/components/GitSkillImport.tsx +3 -3
  43. package/src/client/skill-hub/components/SkillMetrics.tsx +15 -10
  44. package/src/client/skill-hub/index.tsx +0 -52
  45. package/src/client-v2/components/AgentRunsTab.tsx +576 -576
  46. package/src/client-v2/components/ApprovalsTab.tsx +337 -0
  47. package/src/client-v2/components/HarnessProfilesTab.tsx +385 -105
  48. package/src/client-v2/components/MemoryInspectorTab.tsx +141 -141
  49. package/src/client-v2/components/TracingTab.tsx +515 -515
  50. package/src/client-v2/hooks/useApiRequest.ts +141 -141
  51. package/src/client-v2/pages/ApprovalsPage.tsx +10 -0
  52. package/src/client-v2/plugin.tsx +6 -6
  53. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +5 -2
  54. package/src/locale/en-US.json +226 -174
  55. package/src/locale/vi-VN.json +226 -174
  56. package/src/locale/zh-CN.json +226 -174
  57. package/src/server/__tests__/circuit-breaker.test.ts +248 -248
  58. package/src/server/__tests__/harness-compiler.test.ts +83 -0
  59. package/src/server/__tests__/harness-profile-service.test.ts +51 -0
  60. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -0
  61. package/src/server/__tests__/harness-tool-plan.test.ts +24 -0
  62. package/src/server/__tests__/loop-approval-decision.test.ts +512 -0
  63. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -0
  64. package/src/server/__tests__/loop-budget-service.test.ts +255 -255
  65. package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -266
  66. package/src/server/__tests__/loop-pattern-schema.test.ts +18 -1
  67. package/src/server/__tests__/loop-pattern-service.test.ts +148 -148
  68. package/src/server/__tests__/loop-run-state-machine.test.ts +11 -0
  69. package/src/server/__tests__/loop-trigger-service.test.ts +148 -0
  70. package/src/server/__tests__/loop-worker-claim.test.ts +341 -341
  71. package/src/server/__tests__/loop-worker-execution.test.ts +82 -1
  72. package/src/server/__tests__/native-sub-agent-observer.test.ts +288 -4
  73. package/src/server/__tests__/path-lock-service.test.ts +254 -254
  74. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -0
  75. package/src/server/__tests__/smoke.test.ts +162 -162
  76. package/src/server/__tests__/tool-loop-detection.test.ts +275 -0
  77. package/src/server/collections/agent-execution-spans.ts +8 -0
  78. package/src/server/collections/agent-harness-profile-versions.ts +26 -26
  79. package/src/server/collections/agent-harness-profiles.ts +71 -71
  80. package/src/server/collections/agent-loop-action-approvals.ts +1 -0
  81. package/src/server/collections/agent-loop-artifacts.ts +25 -25
  82. package/src/server/collections/agent-loop-circuit-states.ts +23 -23
  83. package/src/server/collections/agent-loop-control-settings.ts +21 -21
  84. package/src/server/collections/agent-loop-events.ts +98 -98
  85. package/src/server/collections/agent-loop-path-locks.ts +27 -27
  86. package/src/server/collections/agent-loop-patterns.ts +42 -42
  87. package/src/server/collections/agent-loop-runs.ts +7 -1
  88. package/src/server/collections/agent-loop-steps.ts +7 -0
  89. package/src/server/collections/agent-loop-usage-buckets.ts +22 -22
  90. package/src/server/collections/agent-loop-worktrees.ts +25 -25
  91. package/src/server/collections/skill-executions.ts +8 -0
  92. package/src/server/migrations/20260427000002-change-packages-to-text.ts +52 -52
  93. package/src/server/migrations/20260429000000-add-llm-fields.ts +47 -47
  94. package/src/server/migrations/20260429000001-fix-inputargs-json-to-text.ts +45 -45
  95. package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +33 -33
  96. package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +31 -31
  97. package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -293
  98. package/src/server/plugin.ts +3 -1
  99. package/src/server/resources/agent-harness-profile.ts +94 -0
  100. package/src/server/resources/agent-knowledge-insights.ts +5 -3
  101. package/src/server/resources/agent-loop-approval.ts +32 -0
  102. package/src/server/resources/agent-loop-artifact.ts +56 -56
  103. package/src/server/resources/agent-loop-events-stream.ts +105 -105
  104. package/src/server/resources/agent-loop.ts +3 -1
  105. package/src/server/resources/resource-helpers.ts +33 -33
  106. package/src/server/resources/tracing.ts +266 -266
  107. package/src/server/services/AgentMemoryContextService.ts +44 -0
  108. package/src/server/services/DurableCircuitBreakerService.ts +239 -239
  109. package/src/server/services/ExecutionSpanService.ts +2 -0
  110. package/src/server/services/HarnessCompiler.ts +37 -0
  111. package/src/server/services/HarnessProfileService.ts +92 -10
  112. package/src/server/services/HarnessSchema.ts +31 -0
  113. package/src/server/services/LoopBudgetService.ts +275 -275
  114. package/src/server/services/LoopControlService.ts +124 -124
  115. package/src/server/services/LoopPatternSchema.ts +19 -1
  116. package/src/server/services/LoopPatternService.ts +143 -143
  117. package/src/server/services/LoopRunRepository.ts +99 -0
  118. package/src/server/services/LoopRunStateMachine.ts +100 -3
  119. package/src/server/services/LoopSchedulerService.ts +199 -199
  120. package/src/server/services/LoopTriggerService.ts +42 -0
  121. package/src/server/services/LoopWorkerService.ts +327 -27
  122. package/src/server/services/NativeSubAgentObserver.ts +186 -21
  123. package/src/server/services/PathLockService.ts +321 -321
  124. package/src/server/services/PluginAiRuntimeAdapter.ts +24 -7
  125. package/src/server/services/ToolLoopDetectionService.ts +213 -0
  126. package/src/server/services/VerificationSchema.ts +31 -31
  127. package/src/server/services/VerificationService.ts +81 -2
  128. package/src/server/services/harness-runtime-policy.ts +141 -0
  129. package/src/server/skill-hub/plugin.ts +41 -3
  130. package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +235 -235
  131. package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +61 -61
  132. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +43 -2
  133. package/src/server/utils/ensure-indexes.ts +96 -96
  134. package/src/server/utils/logging.ts +62 -62
  135. package/src/server/utils/loop-pattern-context.ts +20 -20
  136. package/dist/client-v2/214.b063f33ba044a808.js +0 -10
  137. package/dist/client-v2/373.f5d5292e53c4e832.js +0 -10
  138. package/dist/client-v2/418.58fa350f5496efd3.js +0 -10
  139. package/dist/client-v2/53.9a10455323390f14.js +0 -10
  140. package/dist/client-v2/677.a991ce0250ff5c77.js +0 -10
  141. package/dist/client-v2/925.e5925bf21ed68e7a.js +0 -10
  142. package/src/client/AIEmployeeSelect.tsx +0 -47
  143. package/src/client/AIEmployeesContext.tsx +0 -102
  144. package/src/client/RulesTab.tsx +0 -2
  145. package/src/client/TracingTab.tsx +0 -436
  146. package/src/client/skill-hub/components/ExecutionProgress.tsx +0 -51
  147. package/src/client-v2/components/RulesTab.tsx +0 -2
  148. package/src/client-v2/pages/AgentRunsPage.tsx +0 -13
@@ -0,0 +1,258 @@
1
+ import type { Database } from '@nocobase/database';
2
+ import type { Application } from '@nocobase/server';
3
+ import { describe, expect, it, vi } from 'vitest';
4
+ import { compileHarness } from '../services/HarnessCompiler';
5
+ import { loopPatternPolicySchema } from '../services/LoopPatternSchema';
6
+
7
+ type Row = Record<string, unknown>;
8
+
9
+ vi.mock('../services/PluginAiRuntimeAdapter', () => ({
10
+ PluginAiRuntimeAdapter: class {
11
+ async createConversation() {
12
+ return 'session-1';
13
+ }
14
+ async invoke() {
15
+ return { sessionId: 'session-1', messageId: 'message-1', interrupted: [], content: 'done' };
16
+ }
17
+ },
18
+ }));
19
+
20
+ vi.mock('../services/VerificationService', () => ({
21
+ VerificationService: class {
22
+ async verifyAndFinalize() {
23
+ return { verdict: { verdict: 'pass' }, finalStatus: 'succeeded' as const };
24
+ }
25
+ },
26
+ }));
27
+
28
+ const { LoopRunStateMachine } = await import('../services/LoopRunStateMachine');
29
+ const { LoopWorkerService } = await import('../services/LoopWorkerService');
30
+
31
+ class MemoryRepository {
32
+ private nextId = 1;
33
+
34
+ constructor(readonly rows: Row[] = []) {
35
+ this.nextId = rows.reduce((maximum, row) => Math.max(maximum, Number(row.id) || 0), 0) + 1;
36
+ }
37
+
38
+ async find(options: Row = {}) {
39
+ const filter = (options.filter as Row | undefined) || {};
40
+ return this.rows.filter((row) => Object.entries(filter).every(([key, value]) => row[key] === value));
41
+ }
42
+
43
+ async findOne(options: Row) {
44
+ if (options.filterByTk !== undefined) return this.rows.find((row) => row.id === options.filterByTk) || null;
45
+ return (await this.find(options))[0] || null;
46
+ }
47
+
48
+ async create(options: Row) {
49
+ const row = { id: this.nextId++, ...((options.values as Row | undefined) || {}) };
50
+ this.rows.push(row);
51
+ return row;
52
+ }
53
+
54
+ async update(options: Row) {
55
+ const values = (options.values as Row | undefined) || {};
56
+ for (const row of this.rows) {
57
+ if (row.id === options.filterByTk) Object.assign(row, values);
58
+ }
59
+ }
60
+ }
61
+
62
+ function createDatabase(repositories: Map<string, MemoryRepository>) {
63
+ return {
64
+ getRepository(name: string) {
65
+ const repository = repositories.get(name);
66
+ if (!repository) throw new Error(`Unexpected repository ${name}`);
67
+ return repository;
68
+ },
69
+ sequelize: {
70
+ transaction<T>(callback: (value: { LOCK: { UPDATE: string } }) => Promise<T>) {
71
+ return callback({ LOCK: { UPDATE: 'UPDATE' } });
72
+ },
73
+ },
74
+ } as unknown as Database;
75
+ }
76
+
77
+ function waitingRun(overrides: Row = {}) {
78
+ return {
79
+ id: 1,
80
+ runtimeVersion: 'control-plane-v2',
81
+ patternId: 1,
82
+ status: 'waiting_approval',
83
+ approvalStatus: 'pending',
84
+ lockedBy: null,
85
+ lockedUntil: null,
86
+ ...overrides,
87
+ };
88
+ }
89
+
90
+ function approval(overrides: Row = {}) {
91
+ return {
92
+ id: 10,
93
+ runId: 1,
94
+ toolCallId: 'call-1',
95
+ toolName: 'editFile',
96
+ inputHash: 'hash-1',
97
+ status: 'pending',
98
+ expiresAt: new Date(Date.now() - 1_000),
99
+ ...overrides,
100
+ };
101
+ }
102
+
103
+ function createStateMachine(runs: Row[], approvals: Row[]) {
104
+ const repositories = new Map<string, MemoryRepository>([
105
+ ['agentLoopRuns', new MemoryRepository(runs)],
106
+ ['agentLoopActionApprovals', new MemoryRepository(approvals)],
107
+ ['agentLoopEvents', new MemoryRepository()],
108
+ ]);
109
+ return { repositories, stateMachine: new LoopRunStateMachine(createDatabase(repositories)) };
110
+ }
111
+
112
+ describe('LoopRunStateMachine.expireOverdueApprovals', () => {
113
+ it('blocks the run and expires approvals whose window has passed', async () => {
114
+ const { repositories, stateMachine } = createStateMachine([waitingRun()], [approval()]);
115
+
116
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
117
+
118
+ // Fail closed: an unanswered approval must never turn into a continuation. The run parks in
119
+ // `blocked` for a human retry, it does not requeue itself.
120
+ expect(blocked).toEqual([1]);
121
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
122
+ status: 'blocked',
123
+ approvalStatus: 'expired',
124
+ });
125
+ expect(String(repositories.get('agentLoopRuns')?.rows[0].blockedReason)).toContain('expired');
126
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0]).toMatchObject({ status: 'expired' });
127
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].decidedAt).toBeInstanceOf(Date);
128
+
129
+ const events = repositories.get('agentLoopEvents')?.rows || [];
130
+ expect(events).toHaveLength(1);
131
+ expect(events[0]).toMatchObject({ runId: 1, type: 'run_approval_expired', actorType: 'system' });
132
+ });
133
+
134
+ it('leaves approvals with time left untouched', async () => {
135
+ const { repositories, stateMachine } = createStateMachine(
136
+ [waitingRun()],
137
+ [approval({ expiresAt: new Date(Date.now() + 60_000) })],
138
+ );
139
+
140
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
141
+
142
+ expect(blocked).toEqual([]);
143
+ expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('waiting_approval');
144
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('pending');
145
+ });
146
+
147
+ it('never expires an approval that has no expiry configured', async () => {
148
+ const { repositories, stateMachine } = createStateMachine([waitingRun()], [approval({ expiresAt: null })]);
149
+
150
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
151
+
152
+ expect(blocked).toEqual([]);
153
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('pending');
154
+ });
155
+
156
+ it('does not expire approvals once the run has moved on', async () => {
157
+ // A human pause races the reaper. The sweep only acts while the run is still parked in
158
+ // `waiting_approval`; any other status means another path already owns the decision.
159
+ const { repositories, stateMachine } = createStateMachine([waitingRun({ status: 'paused' })], [approval()]);
160
+
161
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
162
+
163
+ expect(blocked).toEqual([]);
164
+ expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('paused');
165
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('pending');
166
+ });
167
+
168
+ it('ignores historical plan-era runs', async () => {
169
+ const { repositories, stateMachine } = createStateMachine(
170
+ [waitingRun({ runtimeVersion: 'legacy-plan-v1' })],
171
+ [approval()],
172
+ );
173
+
174
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
175
+
176
+ expect(blocked).toEqual([]);
177
+ expect(repositories.get('agentLoopRuns')?.rows[0].status).toBe('waiting_approval');
178
+ });
179
+
180
+ it('blocks only the runs whose approvals are overdue', async () => {
181
+ const { repositories, stateMachine } = createStateMachine(
182
+ [waitingRun({ id: 1 }), waitingRun({ id: 2 })],
183
+ [approval({ id: 10, runId: 1 }), approval({ id: 11, runId: 2, expiresAt: new Date(Date.now() + 60_000) })],
184
+ );
185
+
186
+ const blocked = await stateMachine.expireOverdueApprovals(new Date());
187
+
188
+ expect(blocked).toEqual([1]);
189
+ const runs = repositories.get('agentLoopRuns')?.rows || [];
190
+ expect(runs.find((row) => row.id === 1)?.status).toBe('blocked');
191
+ expect(runs.find((row) => row.id === 2)?.status).toBe('waiting_approval');
192
+ });
193
+ });
194
+
195
+ describe('LoopWorkerService approval sweep wiring', () => {
196
+ type WorkerInternals = { running: boolean; poll(): Promise<void> };
197
+
198
+ function createWorker(runs: Row[], approvals: Row[]) {
199
+ const policy = loopPatternPolicySchema.parse({ maxConcurrency: 1 });
200
+ const harness = { effective: compileHarness([{ source: 'test', settings: { tools: { allow: ['readFile'] } } }]) };
201
+ const repositories = new Map<string, MemoryRepository>([
202
+ [
203
+ 'agentLoopControlSettings',
204
+ new MemoryRepository([
205
+ { id: 1, key: 'global', state: 'running', acceptNewRuns: true, globalMaxConcurrency: 5 },
206
+ ]),
207
+ ],
208
+ [
209
+ 'agentLoopRuns',
210
+ new MemoryRepository(
211
+ runs.map((run) => ({
212
+ patternId: 1,
213
+ goal: 'goal',
214
+ autonomyLevel: 'L1',
215
+ policySnapshot: policy,
216
+ roleBindingsSnapshot: { leader: 'lead', makers: [], verifier: 'checker' },
217
+ leaderHarnessSnapshot: harness,
218
+ makerHarnessSnapshot: {},
219
+ verifierHarnessSnapshot: harness,
220
+ repositoryKey: '',
221
+ actingOn: [],
222
+ ...run,
223
+ })),
224
+ ),
225
+ ],
226
+ ['agentLoopActionApprovals', new MemoryRepository(approvals)],
227
+ ['agentLoopEvents', new MemoryRepository()],
228
+ ['agentLoopPatterns', new MemoryRepository([{ id: 1, enabled: true }])],
229
+ ['agentLoopSteps', new MemoryRepository()],
230
+ ['agentLoopUsageBuckets', new MemoryRepository()],
231
+ ['agentLoopCircuitStates', new MemoryRepository()],
232
+ ['agentLoopPathLocks', new MemoryRepository()],
233
+ ['agentLoopArtifacts', new MemoryRepository()],
234
+ ]);
235
+ const database = createDatabase(repositories);
236
+ const app = {
237
+ name: 'test',
238
+ logger: { warn: vi.fn(), error: vi.fn(), info: vi.fn() },
239
+ log: { warn: vi.fn(), error: vi.fn(), info: vi.fn() },
240
+ lockManager: { runExclusive: <T>(_key: string, operation: () => Promise<T>) => operation() },
241
+ };
242
+ const worker = new LoopWorkerService(app as unknown as Application, database);
243
+ return { repositories, worker: worker as unknown as WorkerInternals };
244
+ }
245
+
246
+ it('expires overdue approvals on every poll before claiming new work', async () => {
247
+ const { repositories, worker } = createWorker([waitingRun()], [approval()]);
248
+ worker.running = true;
249
+
250
+ await worker.poll();
251
+
252
+ expect(repositories.get('agentLoopRuns')?.rows[0]).toMatchObject({
253
+ status: 'blocked',
254
+ approvalStatus: 'expired',
255
+ });
256
+ expect(repositories.get('agentLoopActionApprovals')?.rows[0].status).toBe('expired');
257
+ });
258
+ });