plugin-agent-orchestrator 1.1.3 → 1.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (218) hide show
  1. package/README.md +204 -114
  2. package/dist/client/index.js +1 -1
  3. package/dist/client-v2/117.7565cff57c39318a.js +10 -0
  4. package/dist/client-v2/214.106635011859dede.js +10 -0
  5. package/dist/client-v2/253.59577b40d9875be0.js +10 -0
  6. package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
  7. package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
  8. package/dist/client-v2/418.41ed200e7d6da332.js +10 -0
  9. package/dist/client-v2/53.349fff8db80b19d4.js +10 -0
  10. package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
  11. package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
  12. package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
  13. package/dist/client-v2/981.e4a1f41cfc94a856.js +10 -0
  14. package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
  15. package/dist/client-v2/index.js +1 -1
  16. package/dist/externalVersion.js +8 -7
  17. package/dist/locale/en-US.json +199 -123
  18. package/dist/locale/vi-VN.json +199 -123
  19. package/dist/locale/zh-CN.json +199 -123
  20. package/dist/server/collections/agent-execution-spans.js +55 -0
  21. package/dist/server/collections/agent-harness-profile-versions.js +56 -0
  22. package/dist/server/collections/agent-harness-profiles.js +12 -0
  23. package/dist/server/collections/agent-loop-action-approvals.js +69 -0
  24. package/dist/server/collections/agent-loop-artifacts.js +55 -0
  25. package/dist/server/collections/agent-loop-circuit-states.js +53 -0
  26. package/dist/server/collections/agent-loop-control-settings.js +51 -0
  27. package/dist/server/collections/agent-loop-events.js +27 -0
  28. package/dist/server/collections/agent-loop-path-locks.js +57 -0
  29. package/dist/server/collections/agent-loop-patterns.js +72 -0
  30. package/dist/server/collections/agent-loop-runs.js +170 -3
  31. package/dist/server/collections/agent-loop-steps.js +76 -0
  32. package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
  33. package/dist/server/collections/agent-loop-worktrees.js +55 -0
  34. package/dist/server/collections/skill-executions.js +8 -0
  35. package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
  36. package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
  37. package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
  38. package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
  39. package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
  40. package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
  41. package/dist/server/plugin.js +54 -150
  42. package/dist/server/resources/agent-harness-profile.js +117 -0
  43. package/dist/server/resources/agent-knowledge-insights.js +1 -3
  44. package/dist/server/resources/agent-loop-approval.js +108 -0
  45. package/dist/server/resources/agent-loop-artifact.js +86 -0
  46. package/dist/server/resources/agent-loop-events-stream.js +130 -0
  47. package/dist/server/resources/agent-loop.js +183 -139
  48. package/dist/server/resources/resource-helpers.js +63 -0
  49. package/dist/server/resources/tracing.js +121 -107
  50. package/dist/server/services/AgentMemoryContextService.js +34 -0
  51. package/dist/server/services/DurableCircuitBreakerService.js +229 -0
  52. package/dist/server/services/HarnessCompiler.js +175 -0
  53. package/dist/server/services/HarnessProfileService.js +233 -0
  54. package/dist/server/services/HarnessSchema.js +194 -0
  55. package/dist/server/services/LoopBudgetService.js +269 -0
  56. package/dist/server/services/LoopControlService.js +139 -0
  57. package/dist/server/services/LoopPatternSchema.js +195 -0
  58. package/dist/server/services/LoopPatternService.js +132 -0
  59. package/dist/server/services/LoopRunRepository.js +285 -0
  60. package/dist/server/services/LoopRunStateMachine.js +478 -0
  61. package/dist/server/services/LoopSchedulerService.js +193 -0
  62. package/dist/server/services/LoopTriggerService.js +165 -0
  63. package/dist/server/services/LoopWorkerService.js +699 -0
  64. package/dist/server/services/NativeSubAgentObserver.js +165 -23
  65. package/dist/server/services/PathLockService.js +288 -0
  66. package/dist/server/services/PluginAiRuntimeAdapter.js +226 -0
  67. package/dist/server/services/ToolLoopDetectionService.js +210 -0
  68. package/dist/server/services/VerificationSchema.js +59 -0
  69. package/dist/server/services/VerificationService.js +235 -0
  70. package/dist/server/services/harness-runtime-policy.js +139 -0
  71. package/dist/server/skill-hub/actions/git-import.js +13 -7
  72. package/dist/server/skill-hub/plugin.js +36 -3
  73. package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
  74. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +29 -0
  75. package/dist/server/utils/ensure-indexes.js +111 -0
  76. package/dist/server/utils/loop-pattern-context.js +56 -0
  77. package/package.json +53 -53
  78. package/src/client/ApprovalsTab.tsx +2 -0
  79. package/src/client/OrchestratorSettings.tsx +55 -0
  80. package/src/client/skill-hub/components/GitSkillImport.tsx +3 -3
  81. package/src/client/skill-hub/components/SkillMetrics.tsx +15 -10
  82. package/src/client/skill-hub/index.tsx +0 -52
  83. package/src/client-v2/components/AgentRunsTab.tsx +100 -18
  84. package/src/client-v2/components/ApprovalsTab.tsx +337 -0
  85. package/src/client-v2/components/HarnessProfilesTab.tsx +385 -100
  86. package/src/client-v2/components/MemoryInspectorTab.tsx +141 -125
  87. package/src/client-v2/components/TracingTab.tsx +160 -77
  88. package/src/client-v2/hooks/useApiRequest.ts +28 -8
  89. package/src/client-v2/pages/ApprovalsPage.tsx +10 -0
  90. package/src/client-v2/plugin.tsx +6 -6
  91. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +11 -6
  92. package/src/locale/en-US.json +199 -123
  93. package/src/locale/vi-VN.json +199 -123
  94. package/src/locale/zh-CN.json +199 -123
  95. package/src/server/__tests__/circuit-breaker.test.ts +248 -169
  96. package/src/server/__tests__/harness-compiler.test.ts +214 -0
  97. package/src/server/__tests__/harness-profile-service.test.ts +167 -0
  98. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -0
  99. package/src/server/__tests__/harness-tool-plan.test.ts +172 -0
  100. package/src/server/__tests__/loop-approval-decision.test.ts +512 -0
  101. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -0
  102. package/src/server/__tests__/loop-budget-service.test.ts +255 -0
  103. package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
  104. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -0
  105. package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
  106. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -0
  107. package/src/server/__tests__/loop-trigger-service.test.ts +148 -0
  108. package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
  109. package/src/server/__tests__/loop-worker-execution.test.ts +317 -0
  110. package/src/server/__tests__/native-sub-agent-observer.test.ts +288 -4
  111. package/src/server/__tests__/path-lock-service.test.ts +254 -0
  112. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -0
  113. package/src/server/__tests__/smoke.test.ts +162 -121
  114. package/src/server/__tests__/tool-loop-detection.test.ts +275 -0
  115. package/src/server/collections/agent-execution-spans.ts +55 -0
  116. package/src/server/collections/agent-harness-profile-versions.ts +26 -0
  117. package/src/server/collections/agent-harness-profiles.ts +71 -59
  118. package/src/server/collections/agent-loop-action-approvals.ts +39 -0
  119. package/src/server/collections/agent-loop-artifacts.ts +25 -0
  120. package/src/server/collections/agent-loop-circuit-states.ts +23 -0
  121. package/src/server/collections/agent-loop-control-settings.ts +21 -0
  122. package/src/server/collections/agent-loop-events.ts +98 -71
  123. package/src/server/collections/agent-loop-path-locks.ts +27 -0
  124. package/src/server/collections/agent-loop-patterns.ts +42 -0
  125. package/src/server/collections/agent-loop-runs.ts +170 -3
  126. package/src/server/collections/agent-loop-steps.ts +76 -0
  127. package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
  128. package/src/server/collections/agent-loop-worktrees.ts +25 -0
  129. package/src/server/collections/skill-executions.ts +8 -0
  130. package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +52 -49
  131. package/src/server/migrations/20260429000000-add-llm-fields.ts +47 -46
  132. package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +45 -38
  133. package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +33 -32
  134. package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +31 -30
  135. package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
  136. package/src/server/plugin.ts +55 -167
  137. package/src/server/resources/agent-harness-profile.ts +94 -0
  138. package/src/server/resources/agent-knowledge-insights.ts +5 -3
  139. package/src/server/resources/agent-loop-approval.ts +84 -0
  140. package/src/server/resources/agent-loop-artifact.ts +56 -0
  141. package/src/server/resources/agent-loop-events-stream.ts +105 -0
  142. package/src/server/resources/agent-loop.ts +204 -143
  143. package/src/server/resources/agent-monitor.ts +482 -482
  144. package/src/server/resources/resource-helpers.ts +33 -0
  145. package/src/server/resources/tracing.ts +266 -258
  146. package/src/server/services/AgentMemoryContextService.ts +44 -0
  147. package/src/server/services/DurableCircuitBreakerService.ts +239 -0
  148. package/src/server/services/ExecutionSpanService.ts +2 -0
  149. package/src/server/services/HarnessCompiler.ts +170 -0
  150. package/src/server/services/HarnessProfileService.ts +239 -0
  151. package/src/server/services/HarnessSchema.ts +194 -0
  152. package/src/server/services/LoopBudgetService.ts +275 -0
  153. package/src/server/services/LoopControlService.ts +124 -0
  154. package/src/server/services/LoopPatternSchema.ts +185 -0
  155. package/src/server/services/LoopPatternService.ts +143 -0
  156. package/src/server/services/LoopRunRepository.ts +336 -0
  157. package/src/server/services/LoopRunStateMachine.ts +529 -0
  158. package/src/server/services/LoopSchedulerService.ts +199 -0
  159. package/src/server/services/LoopTriggerService.ts +157 -0
  160. package/src/server/services/LoopWorkerService.ts +822 -0
  161. package/src/server/services/NativeSubAgentObserver.ts +186 -21
  162. package/src/server/services/PathLockService.ts +321 -0
  163. package/src/server/services/PluginAiRuntimeAdapter.ts +332 -0
  164. package/src/server/services/ToolLoopDetectionService.ts +213 -0
  165. package/src/server/services/VerificationSchema.ts +31 -0
  166. package/src/server/services/VerificationService.ts +264 -0
  167. package/src/server/services/harness-runtime-policy.ts +141 -0
  168. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +15 -1
  169. package/src/server/skill-hub/actions/git-import.ts +9 -3
  170. package/src/server/skill-hub/plugin.ts +41 -3
  171. package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +235 -239
  172. package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +61 -63
  173. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +43 -2
  174. package/src/server/utils/ensure-indexes.ts +96 -0
  175. package/src/server/utils/logging.ts +62 -63
  176. package/src/server/utils/loop-pattern-context.ts +20 -0
  177. package/dist/client-v2/214.79650a549273f163.js +0 -10
  178. package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
  179. package/dist/client-v2/264.718a107e43fc163c.js +0 -10
  180. package/dist/client-v2/373.f5d5292e53c4e832.js +0 -10
  181. package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
  182. package/dist/client-v2/53.7c29c28043e9112d.js +0 -10
  183. package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
  184. package/dist/client-v2/677.a991ce0250ff5c77.js +0 -10
  185. package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
  186. package/dist/server/services/AgentHarness.js +0 -81
  187. package/dist/server/services/AgentLoopController.js +0 -1023
  188. package/dist/server/services/AgentLoopRepository.js +0 -192
  189. package/dist/server/services/AgentLoopService.js +0 -142
  190. package/dist/server/services/AgentPlanValidator.js +0 -99
  191. package/dist/server/services/AgentPlannerService.js +0 -99
  192. package/dist/server/services/CircuitBreaker.js +0 -125
  193. package/dist/server/services/ContextAggregator.js +0 -201
  194. package/dist/server/services/PlanningPromptService.js +0 -95
  195. package/dist/server/tools/agent-loop.js +0 -373
  196. package/dist/server/tools/orchestrator-plan.js +0 -254
  197. package/src/client/AIEmployeeSelect.tsx +0 -47
  198. package/src/client/AIEmployeesContext.tsx +0 -102
  199. package/src/client/RulesTab.tsx +0 -2
  200. package/src/client/TracingTab.tsx +0 -436
  201. package/src/client/skill-hub/components/ExecutionProgress.tsx +0 -51
  202. package/src/client-v2/components/RulesTab.tsx +0 -2
  203. package/src/client-v2/pages/AgentRunsPage.tsx +0 -13
  204. package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
  205. package/src/server/__tests__/context-aggregator.test.ts +0 -222
  206. package/src/server/__tests__/parallel-execution.test.ts +0 -318
  207. package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
  208. package/src/server/services/AgentHarness.ts +0 -67
  209. package/src/server/services/AgentLoopController.ts +0 -1263
  210. package/src/server/services/AgentLoopRepository.ts +0 -178
  211. package/src/server/services/AgentLoopService.ts +0 -177
  212. package/src/server/services/AgentPlanValidator.ts +0 -73
  213. package/src/server/services/AgentPlannerService.ts +0 -80
  214. package/src/server/services/CircuitBreaker.ts +0 -126
  215. package/src/server/services/ContextAggregator.ts +0 -239
  216. package/src/server/services/PlanningPromptService.ts +0 -72
  217. package/src/server/tools/agent-loop.ts +0 -360
  218. package/src/server/tools/orchestrator-plan.ts +0 -255
@@ -0,0 +1,239 @@
1
+ import { createHash } from 'node:crypto';
2
+ import type { Database, Model } from '@nocobase/database';
3
+ import type { LoopPatternPolicy } from './LoopPatternSchema';
4
+
5
+ type DistributedLock = {
6
+ runExclusive<T>(key: string, operation: () => Promise<T>, ttl?: number): Promise<T>;
7
+ };
8
+
9
+ type CircuitSnapshot = {
10
+ id: number;
11
+ state: 'closed' | 'open' | 'half_open';
12
+ attempts: number;
13
+ consecutiveFailures: number;
14
+ errorSignature: string;
15
+ repeatedErrorCount: number;
16
+ retryAt: Date | null;
17
+ };
18
+
19
+ function read(record: Model | Record<string, unknown>, key: string) {
20
+ const model = record as Model & { get?: (name: string) => unknown };
21
+ return typeof model.get === 'function' ? model.get(key) : (record as Record<string, unknown>)[key];
22
+ }
23
+
24
+ function count(value: unknown, label: string) {
25
+ if (value === null || value === undefined) return 0;
26
+ const parsed = Number(value);
27
+ if (!Number.isSafeInteger(parsed) || parsed < 0) throw new Error(`${label} counter is invalid.`);
28
+ return parsed;
29
+ }
30
+
31
+ function dateOrNull(value: unknown) {
32
+ if (!value) return null;
33
+ const date = value instanceof Date ? value : new Date(String(value));
34
+ return Number.isNaN(date.getTime()) ? null : date;
35
+ }
36
+
37
+ function snapshot(record: Model | Record<string, unknown>): CircuitSnapshot {
38
+ const id = Number(read(record, 'id'));
39
+ const state = read(record, 'state');
40
+ if (!Number.isSafeInteger(id) || id <= 0) throw new Error('Circuit breaker state has an invalid identifier.');
41
+ if (state !== 'closed' && state !== 'open' && state !== 'half_open') {
42
+ throw new Error('Circuit breaker state is invalid.');
43
+ }
44
+ return {
45
+ id,
46
+ state,
47
+ attempts: count(read(record, 'attempts'), 'Circuit attempt'),
48
+ consecutiveFailures: count(read(record, 'consecutiveFailures'), 'Circuit consecutive failure'),
49
+ errorSignature: typeof read(record, 'errorSignature') === 'string' ? String(read(record, 'errorSignature')) : '',
50
+ repeatedErrorCount: count(read(record, 'repeatedErrorCount'), 'Circuit repeated error'),
51
+ retryAt: dateOrNull(read(record, 'retryAt')),
52
+ };
53
+ }
54
+
55
+ function normalizeScopeKey(scopeKey: string) {
56
+ const normalized = scopeKey.trim();
57
+ if (!normalized) throw new Error('Circuit breaker scope key is required.');
58
+ if (normalized.length > 300) throw new Error('Circuit breaker scope key cannot exceed 300 characters.');
59
+ return normalized;
60
+ }
61
+
62
+ export function normalizeErrorSignature(error: unknown) {
63
+ const raw = error instanceof Error ? `${error.name}:${error.message}` : String(error);
64
+ const normalized = raw
65
+ .toLowerCase()
66
+ .replace(/[a-z]:[\\/][^\s"']+/gi, '<path>')
67
+ .replace(/\/(?:[^\s/]+\/)+[^\s"']*/g, '<path>')
68
+ .replace(/\b[0-9a-f]{8}-[0-9a-f-]{27,}\b/gi, '<uuid>')
69
+ .replace(/\b\d+\b/g, '<n>')
70
+ .replace(/\s+/g, ' ')
71
+ .trim();
72
+ return createHash('sha256')
73
+ .update(normalized || 'unknown-error')
74
+ .digest('hex');
75
+ }
76
+
77
+ export class DurableCircuitBreakerService {
78
+ constructor(
79
+ private readonly database: Database,
80
+ private readonly distributedLock: DistributedLock,
81
+ ) {}
82
+
83
+ async authorizeAttempt(input: {
84
+ patternId: number;
85
+ scopeKey: string;
86
+ policy: LoopPatternPolicy['circuit'];
87
+ now?: Date;
88
+ }) {
89
+ const scopeKey = normalizeScopeKey(input.scopeKey);
90
+ const now = input.now || new Date();
91
+ return this.withScopeLock(input.patternId, scopeKey, async () => {
92
+ const decision = await this.database.sequelize.transaction(async (transaction) => {
93
+ const repository = this.database.getRepository('agentLoopCircuitStates');
94
+ let record = await repository.findOne({
95
+ filter: { patternId: input.patternId, scopeKey },
96
+ transaction,
97
+ lock: transaction.LOCK.UPDATE,
98
+ });
99
+ if (!record) {
100
+ record = await repository.create({
101
+ values: {
102
+ patternId: input.patternId,
103
+ scopeKey,
104
+ state: 'closed',
105
+ attempts: 0,
106
+ consecutiveFailures: 0,
107
+ repeatedErrorCount: 0,
108
+ },
109
+ transaction,
110
+ });
111
+ }
112
+ const current = snapshot(record);
113
+ if (current.state === 'half_open') {
114
+ return { allowed: false as const, reason: 'probe' as const, retryAt: current.retryAt };
115
+ }
116
+ if (current.state === 'open' && (!current.retryAt || current.retryAt.getTime() > now.getTime())) {
117
+ return { allowed: false as const, reason: 'open' as const, retryAt: current.retryAt };
118
+ }
119
+ if (current.state === 'closed' && current.attempts >= input.policy.maxAttempts) {
120
+ const retryAt = new Date(now.getTime() + input.policy.cooldownMs);
121
+ await repository.update({
122
+ filterByTk: current.id,
123
+ values: { state: 'open', openedAt: now, retryAt },
124
+ transaction,
125
+ });
126
+ return { allowed: false as const, reason: 'attempts' as const, retryAt };
127
+ }
128
+ const nextState = current.state === 'open' ? 'half_open' : 'closed';
129
+ await repository.update({
130
+ filterByTk: current.id,
131
+ values: { state: nextState, attempts: current.attempts + 1 },
132
+ transaction,
133
+ });
134
+ return { allowed: true as const, state: nextState, attempt: current.attempts + 1 };
135
+ });
136
+ if (decision.allowed) return decision;
137
+ if (decision.reason === 'probe') throw new Error('Circuit breaker probe is already in progress.');
138
+ if (decision.reason === 'attempts') throw new Error('Circuit breaker maximum attempts reached.');
139
+ throw new Error(`Circuit breaker is open until ${decision.retryAt?.toISOString() || 'manual reset'}.`);
140
+ });
141
+ }
142
+
143
+ async recordSuccess(patternId: number, scopeKey: string, lastRunId?: number) {
144
+ const normalizedScope = normalizeScopeKey(scopeKey);
145
+ return this.withScopeLock(patternId, normalizedScope, async () =>
146
+ this.database.sequelize.transaction(async (transaction) => {
147
+ const repository = this.database.getRepository('agentLoopCircuitStates');
148
+ const record = await repository.findOne({
149
+ filter: { patternId, scopeKey: normalizedScope },
150
+ transaction,
151
+ lock: transaction.LOCK.UPDATE,
152
+ });
153
+ if (!record) return;
154
+ await repository.update({
155
+ filterByTk: read(record, 'id'),
156
+ values: {
157
+ state: 'closed',
158
+ attempts: 0,
159
+ consecutiveFailures: 0,
160
+ errorSignature: null,
161
+ repeatedErrorCount: 0,
162
+ lastRunId: lastRunId || null,
163
+ openedAt: null,
164
+ retryAt: null,
165
+ },
166
+ transaction,
167
+ });
168
+ }),
169
+ );
170
+ }
171
+
172
+ async recordFailure(input: {
173
+ patternId: number;
174
+ scopeKey: string;
175
+ policy: LoopPatternPolicy['circuit'];
176
+ error: unknown;
177
+ lastRunId?: number;
178
+ now?: Date;
179
+ }) {
180
+ const scopeKey = normalizeScopeKey(input.scopeKey);
181
+ const signature = normalizeErrorSignature(input.error);
182
+ const now = input.now || new Date();
183
+ return this.withScopeLock(input.patternId, scopeKey, async () =>
184
+ this.database.sequelize.transaction(async (transaction) => {
185
+ const repository = this.database.getRepository('agentLoopCircuitStates');
186
+ let record = await repository.findOne({
187
+ filter: { patternId: input.patternId, scopeKey },
188
+ transaction,
189
+ lock: transaction.LOCK.UPDATE,
190
+ });
191
+ if (!record) {
192
+ record = await repository.create({
193
+ values: {
194
+ patternId: input.patternId,
195
+ scopeKey,
196
+ state: 'closed',
197
+ attempts: 1,
198
+ consecutiveFailures: 0,
199
+ repeatedErrorCount: 0,
200
+ },
201
+ transaction,
202
+ });
203
+ }
204
+ const current = snapshot(record);
205
+ const consecutiveFailures = current.consecutiveFailures + 1;
206
+ const repeatedErrorCount = current.errorSignature === signature ? current.repeatedErrorCount + 1 : 1;
207
+ const shouldOpen =
208
+ current.state === 'half_open' ||
209
+ current.attempts >= input.policy.maxAttempts ||
210
+ consecutiveFailures >= input.policy.maxConsecutiveFailures ||
211
+ repeatedErrorCount >= input.policy.maxRepeatedError;
212
+ await repository.update({
213
+ filterByTk: current.id,
214
+ values: {
215
+ state: shouldOpen ? 'open' : 'closed',
216
+ consecutiveFailures,
217
+ errorSignature: signature,
218
+ repeatedErrorCount,
219
+ lastRunId: input.lastRunId || null,
220
+ openedAt: shouldOpen ? now : null,
221
+ retryAt: shouldOpen ? new Date(now.getTime() + input.policy.cooldownMs) : null,
222
+ },
223
+ transaction,
224
+ });
225
+ return { open: shouldOpen, signature, consecutiveFailures, repeatedErrorCount };
226
+ }),
227
+ );
228
+ }
229
+
230
+ private withScopeLock<T>(patternId: number, scopeKey: string, operation: () => Promise<T>) {
231
+ const normalizedScope = scopeKey.trim();
232
+ if (!normalizedScope) throw new Error('Circuit breaker scope key is required.');
233
+ return this.distributedLock.runExclusive(
234
+ `agent-loop:circuit:${patternId}:${createHash('sha256').update(normalizedScope).digest('hex')}`,
235
+ operation,
236
+ 30_000,
237
+ );
238
+ }
239
+ }
@@ -19,6 +19,8 @@ export type OrchestratorTraceContext = {
19
19
  type SpanValues = {
20
20
  rootRunId: string;
21
21
  parentSpanId?: string;
22
+ depth?: number;
23
+ agentLoopRunId?: string | number;
22
24
  source?: string;
23
25
  parentSessionId?: string;
24
26
  subSessionId?: string;
@@ -0,0 +1,170 @@
1
+ import { parseHarnessSettings } from './HarnessSchema';
2
+ import type { HarnessSettings, ToolDecision, ToolEffect } from './HarnessSchema';
3
+
4
+ export type HarnessLayer = {
5
+ source: string;
6
+ settings: unknown;
7
+ };
8
+
9
+ export type CompiledHarness = HarnessSettings & {
10
+ sources: string[];
11
+ };
12
+
13
+ const effectRisk: Record<ToolEffect, number> = {
14
+ read: 0,
15
+ write: 1,
16
+ external: 2,
17
+ };
18
+
19
+ const networkRisk: Record<HarnessSettings['isolation']['networkAccess'], number> = {
20
+ allow: 0,
21
+ restricted: 1,
22
+ deny: 2,
23
+ };
24
+
25
+ function unique(values: string[]) {
26
+ return Array.from(new Set(values)).sort();
27
+ }
28
+
29
+ function union(values: string[][]) {
30
+ return unique(values.flat());
31
+ }
32
+
33
+ function intersectRestrictions(values: string[][]) {
34
+ const restrictions = values.filter((items) => items.length > 0).map((items) => new Set(items));
35
+ if (!restrictions.length) return [];
36
+ return unique(
37
+ Array.from(restrictions[0]).filter((item) => restrictions.every((restriction) => restriction.has(item))),
38
+ );
39
+ }
40
+
41
+ function minimumNullable(values: Array<number | null>) {
42
+ const limits = values.filter((value): value is number => value !== null);
43
+ return limits.length ? Math.min(...limits) : null;
44
+ }
45
+
46
+ function strictestEffect(values: ToolEffect[]): ToolEffect {
47
+ return values.reduce((strictest, value) => (effectRisk[value] > effectRisk[strictest] ? value : strictest), 'read');
48
+ }
49
+
50
+ function strictestNetwork(values: HarnessSettings['isolation']['networkAccess'][]) {
51
+ return values.reduce<HarnessSettings['isolation']['networkAccess']>(
52
+ (strictest, value) => (networkRisk[value] > networkRisk[strictest] ? value : strictest),
53
+ 'allow',
54
+ );
55
+ }
56
+
57
+ const sharingRank: Record<HarnessSettings['observability']['sharing'], number> = {
58
+ full: 0,
59
+ 'feedback-only': 1,
60
+ disabled: 2,
61
+ };
62
+
63
+ function strictestSharing(values: HarnessSettings['observability']['sharing'][]) {
64
+ return values.reduce<HarnessSettings['observability']['sharing']>(
65
+ (strictest, value) => (sharingRank[value] > sharingRank[strictest] ? value : strictest),
66
+ 'full',
67
+ );
68
+ }
69
+
70
+ // Per-tool caps compile like every other limit: the smallest value across layers wins.
71
+ function mergeTimeouts(settings: HarnessSettings[]) {
72
+ const timeouts: Record<string, number> = {};
73
+ for (const layer of settings) {
74
+ for (const [name, timeoutMs] of Object.entries(layer.tools.timeouts)) {
75
+ timeouts[name] = timeouts[name] === undefined ? timeoutMs : Math.min(timeouts[name], timeoutMs);
76
+ }
77
+ }
78
+ return timeouts;
79
+ }
80
+
81
+ export function compileHarness(layers: HarnessLayer[]): CompiledHarness {
82
+ if (!layers.length) {
83
+ throw new Error('At least one harness layer is required.');
84
+ }
85
+ const parsed = layers.map((layer) => ({ source: layer.source, settings: parseHarnessSettings(layer.settings) }));
86
+ const settings = parsed.map((layer) => layer.settings);
87
+ const effectNames = union(settings.map((layer) => Object.keys(layer.tools.effects)));
88
+ const effects = Object.fromEntries(
89
+ effectNames.map((name) => [
90
+ name,
91
+ strictestEffect(
92
+ settings
93
+ .map((layer) => layer.tools.effects[name])
94
+ .filter((effect): effect is ToolEffect => effect !== undefined),
95
+ ),
96
+ ]),
97
+ );
98
+
99
+ return {
100
+ sources: parsed.map((layer) => layer.source),
101
+ tools: {
102
+ allow: intersectRestrictions(settings.map((layer) => layer.tools.allow)),
103
+ ask: union(settings.map((layer) => layer.tools.ask)),
104
+ deny: union(settings.map((layer) => layer.tools.deny)),
105
+ // Escalatable tools widen authority per approved call, so a child may only inherit the
106
+ // escalation surface every layer agrees on — same semantics as `allow`.
107
+ escalate: intersectRestrictions(settings.map((layer) => layer.tools.escalate)),
108
+ effects,
109
+ trustedPreHandlerTools: intersectRestrictions(settings.map((layer) => layer.tools.trustedPreHandlerTools)),
110
+ timeouts: mergeTimeouts(settings),
111
+ },
112
+ memory: {
113
+ enabled: settings.every((layer) => layer.memory.enabled),
114
+ scopes: intersectRestrictions(
115
+ settings.map((layer) => layer.memory.scopes),
116
+ ) as HarnessSettings['memory']['scopes'],
117
+ maxChars: Math.min(...settings.map((layer) => layer.memory.maxChars)),
118
+ },
119
+ delegation: {
120
+ allowedEmployees: intersectRestrictions(settings.map((layer) => layer.delegation.allowedEmployees)),
121
+ maxDepth: minimumNullable(settings.map((layer) => layer.delegation.maxDepth)),
122
+ maxCount: minimumNullable(settings.map((layer) => layer.delegation.maxCount)),
123
+ },
124
+ limits: {
125
+ timeoutMs: minimumNullable(settings.map((layer) => layer.limits.timeoutMs)),
126
+ recursionLimit: minimumNullable(settings.map((layer) => layer.limits.recursionLimit)),
127
+ maxInvocations: minimumNullable(settings.map((layer) => layer.limits.maxInvocations)),
128
+ maxToolCalls: minimumNullable(settings.map((layer) => layer.limits.maxToolCalls)),
129
+ maxInputTokens: minimumNullable(settings.map((layer) => layer.limits.maxInputTokens)),
130
+ maxOutputTokens: minimumNullable(settings.map((layer) => layer.limits.maxOutputTokens)),
131
+ maxTotalTokens: minimumNullable(settings.map((layer) => layer.limits.maxTotalTokens)),
132
+ maxCost: minimumNullable(settings.map((layer) => layer.limits.maxCost)),
133
+ },
134
+ context: {
135
+ spill: {
136
+ maxInlineBytes: minimumNullable(settings.map((layer) => layer.context.spill.maxInlineBytes)),
137
+ },
138
+ },
139
+ isolation: {
140
+ mode: settings.some((layer) => layer.isolation.mode === 'worktree') ? 'worktree' : 'none',
141
+ requireWorktree: settings.some((layer) => layer.isolation.requireWorktree),
142
+ allowedConnectors: intersectRestrictions(settings.map((layer) => layer.isolation.allowedConnectors)),
143
+ networkAccess: strictestNetwork(settings.map((layer) => layer.isolation.networkAccess)),
144
+ },
145
+ observability: {
146
+ enabled: settings.every((layer) => layer.observability.enabled),
147
+ tracingRetentionDays: Math.min(...settings.map((layer) => layer.observability.tracingRetentionDays)),
148
+ captureInputs: settings.every((layer) => layer.observability.captureInputs),
149
+ captureOutputs: settings.every((layer) => layer.observability.captureOutputs),
150
+ // Any layer demanding redaction wins; any layer restricting sharing wins. Telemetry safety
151
+ // is union-of-concerns, not intersection.
152
+ redactSecrets: settings.some((layer) => layer.observability.redactSecrets),
153
+ sharing: strictestSharing(settings.map((layer) => layer.observability.sharing)),
154
+ },
155
+ };
156
+ }
157
+
158
+ export function decideTool(
159
+ harness: CompiledHarness,
160
+ toolName: string,
161
+ effect: ToolEffect = harness.tools.effects[toolName] || 'external',
162
+ ): ToolDecision {
163
+ if (harness.tools.deny.includes(toolName)) return 'deny';
164
+ if (harness.tools.ask.includes(toolName)) return 'ask';
165
+
166
+ const explicitlyAllowed = harness.tools.allow.includes(toolName);
167
+ if (!explicitlyAllowed) return 'ask';
168
+ if (effect !== 'read' && !harness.tools.trustedPreHandlerTools.includes(toolName)) return 'ask';
169
+ return 'allow';
170
+ }
@@ -0,0 +1,239 @@
1
+ import type { Database, Model, Transaction } from '@nocobase/database';
2
+ import { parseHarnessSettings, validateHarnessSettings } from './HarnessSchema';
3
+ import type { HarnessSettings } from './HarnessSchema';
4
+
5
+ type HarnessProfileVersion = {
6
+ id: number;
7
+ profileId: number;
8
+ version: number;
9
+ schemaVersion: number;
10
+ status: 'draft' | 'published';
11
+ settings: HarnessSettings;
12
+ publishedById?: number | null;
13
+ publishedAt?: Date | null;
14
+ };
15
+
16
+ function read(record: Model | Record<string, unknown>, key: string) {
17
+ const model = record as Model & { get?: (name: string) => unknown };
18
+ return typeof model.get === 'function' ? model.get(key) : (record as Record<string, unknown>)[key];
19
+ }
20
+
21
+ function positiveId(value: unknown, label: string) {
22
+ const parsed = typeof value === 'number' ? value : Number(value);
23
+ if (!Number.isSafeInteger(parsed) || parsed <= 0) {
24
+ throw new Error(`${label} must be a positive integer.`);
25
+ }
26
+ return parsed;
27
+ }
28
+
29
+ function versionRecord(record: Model | Record<string, unknown>): HarnessProfileVersion {
30
+ return {
31
+ id: positiveId(read(record, 'id'), 'Harness profile version id'),
32
+ profileId: positiveId(read(record, 'profileId'), 'Harness profile id'),
33
+ version: positiveId(read(record, 'version'), 'Harness profile version'),
34
+ schemaVersion: positiveId(read(record, 'schemaVersion'), 'Harness schema version'),
35
+ status: read(record, 'status') === 'published' ? 'published' : 'draft',
36
+ settings: parseHarnessSettings(read(record, 'settings')),
37
+ publishedById: (read(record, 'publishedById') as number | null | undefined) || null,
38
+ publishedAt: (read(record, 'publishedAt') as Date | null | undefined) || null,
39
+ };
40
+ }
41
+
42
+ export class HarnessProfileService {
43
+ constructor(private readonly database: Database) {}
44
+
45
+ validate(settings: unknown) {
46
+ return validateHarnessSettings(settings);
47
+ }
48
+
49
+ async createDraft(
50
+ input: { profileId: number; settings: unknown; schemaVersion?: number },
51
+ transaction?: Transaction,
52
+ ) {
53
+ const profileId = positiveId(input.profileId, 'Harness profile id');
54
+ const schemaVersion = positiveId(input.schemaVersion || 1, 'Harness schema version');
55
+ const settings = parseHarnessSettings(input.settings);
56
+
57
+ const create = async (active: Transaction) => {
58
+ await this.lockProfile(profileId, active);
59
+ const versions = this.database.getRepository('agentHarnessProfileVersions');
60
+ const latest = await versions.findOne({
61
+ filter: { profileId },
62
+ sort: ['-version'],
63
+ transaction: active,
64
+ });
65
+ const nextVersion = latest ? positiveId(read(latest, 'version'), 'Harness profile version') + 1 : 1;
66
+ const draft = await versions.create({
67
+ values: {
68
+ profileId,
69
+ version: nextVersion,
70
+ schemaVersion,
71
+ status: 'draft',
72
+ settings,
73
+ },
74
+ transaction: active,
75
+ });
76
+ return versionRecord(draft);
77
+ };
78
+ return transaction ? create(transaction) : this.database.sequelize.transaction(create);
79
+ }
80
+
81
+ // One open draft per profile: editing saves into the latest draft when it has not been
82
+ // published yet, and only starts a new version once the previous one shipped. This keeps the
83
+ // version history a clean publish trail instead of accumulating abandoned drafts.
84
+ async saveDraft(input: { profileId: number; settings: unknown }) {
85
+ const profileId = positiveId(input.profileId, 'Harness profile id');
86
+ const settings = parseHarnessSettings(input.settings);
87
+
88
+ return this.database.sequelize.transaction(async (transaction: Transaction) => {
89
+ await this.lockProfile(profileId, transaction);
90
+ const versions = this.database.getRepository('agentHarnessProfileVersions');
91
+ const latest = await versions.findOne({
92
+ filter: { profileId },
93
+ sort: ['-version'],
94
+ transaction,
95
+ });
96
+ if (latest && read(latest, 'status') !== 'published') {
97
+ await versions.update({ filterByTk: read(latest, 'id'), values: { settings }, transaction });
98
+ const updated = await versions.findOne({ filterByTk: read(latest, 'id'), transaction });
99
+ if (!updated) throw new Error(`Harness profile version ${read(latest, 'id')} was not found after update.`);
100
+ return versionRecord(updated);
101
+ }
102
+ const nextVersion = latest ? positiveId(read(latest, 'version'), 'Harness profile version') + 1 : 1;
103
+ const schemaVersion = latest ? positiveId(read(latest, 'schemaVersion') || 1, 'Harness schema version') : 1;
104
+ const draft = await versions.create({
105
+ values: {
106
+ profileId,
107
+ version: nextVersion,
108
+ schemaVersion,
109
+ status: 'draft',
110
+ settings,
111
+ },
112
+ transaction,
113
+ });
114
+ return versionRecord(draft);
115
+ });
116
+ }
117
+
118
+ async updateDraft(versionId: number, settings: unknown) {
119
+ const id = positiveId(versionId, 'Harness profile version id');
120
+ const parsedSettings = parseHarnessSettings(settings);
121
+ const versions = this.database.getRepository('agentHarnessProfileVersions');
122
+ const version = await versions.findOne({ filterByTk: id });
123
+ if (!version) throw new Error(`Harness profile version ${id} was not found.`);
124
+ if (read(version, 'status') !== 'draft') {
125
+ throw new Error('Published Harness profile versions are immutable.');
126
+ }
127
+ await versions.update({ filterByTk: id, values: { settings: parsedSettings } });
128
+ const updated = await versions.findOne({ filterByTk: id });
129
+ if (!updated) throw new Error(`Harness profile version ${id} was not found after update.`);
130
+ return versionRecord(updated);
131
+ }
132
+
133
+ async publish(versionId: number, publishedById?: number, transaction?: Transaction) {
134
+ const id = positiveId(versionId, 'Harness profile version id');
135
+
136
+ const publishVersion = async (active: Transaction) => {
137
+ const versions = this.database.getRepository('agentHarnessProfileVersions');
138
+ const candidate = await versions.findOne({ filterByTk: id, transaction: active });
139
+ if (!candidate) throw new Error(`Harness profile version ${id} was not found.`);
140
+ const profileId = positiveId(read(candidate, 'profileId'), 'Harness profile id');
141
+ await this.lockProfile(profileId, active);
142
+
143
+ const current = await versions.findOne({ filterByTk: id, transaction: active });
144
+ if (!current) throw new Error(`Harness profile version ${id} was not found.`);
145
+ if (read(current, 'status') === 'published') {
146
+ return versionRecord(current);
147
+ }
148
+
149
+ const settings = parseHarnessSettings(read(current, 'settings'));
150
+ const now = new Date();
151
+ await versions.update({
152
+ filterByTk: id,
153
+ values: {
154
+ status: 'published',
155
+ settings,
156
+ publishedById: publishedById ? positiveId(publishedById, 'Publisher id') : null,
157
+ publishedAt: now,
158
+ },
159
+ transaction: active,
160
+ });
161
+ await this.database.getRepository('agentHarnessProfiles').update({
162
+ filterByTk: profileId,
163
+ values: {
164
+ currentVersionId: id,
165
+ schemaVersion: positiveId(read(current, 'schemaVersion'), 'Harness schema version'),
166
+ },
167
+ transaction: active,
168
+ });
169
+ const published = await versions.findOne({ filterByTk: id, transaction: active });
170
+ if (!published) throw new Error(`Harness profile version ${id} was not found after publish.`);
171
+ return versionRecord(published);
172
+ };
173
+ return transaction ? publishVersion(transaction) : this.database.sequelize.transaction(publishVersion);
174
+ }
175
+
176
+ // Atomic bootstrap: the profile row and its first published version are created together, so a
177
+ // profile can never exist in a state where the row promises settings no version accounts for.
178
+ async createProfile(input: {
179
+ tag: string;
180
+ title?: string;
181
+ description?: string;
182
+ enabled?: boolean;
183
+ settings: unknown;
184
+ publishedById?: number;
185
+ }) {
186
+ const tag = input.tag.trim();
187
+ if (!tag) throw new Error('Harness profile tag is required.');
188
+ // Validate before opening the transaction: a rejected settings payload must never leave a
189
+ // profile row behind, even on connections without rollback guarantees.
190
+ const settings = parseHarnessSettings(input.settings);
191
+
192
+ return this.database.sequelize.transaction(async (transaction: Transaction) => {
193
+ const profile = await this.database.getRepository('agentHarnessProfiles').create({
194
+ values: {
195
+ tag,
196
+ title: input.title || '',
197
+ description: input.description || '',
198
+ enabled: input.enabled !== false,
199
+ schemaVersion: 1,
200
+ },
201
+ transaction,
202
+ });
203
+ const profileId = positiveId(read(profile, 'id'), 'Harness profile id');
204
+ const draft = await this.createDraft({ profileId, settings }, transaction);
205
+ const published = await this.publish(draft.id, input.publishedById, transaction);
206
+ const created = await this.database.getRepository('agentHarnessProfiles').findOne({
207
+ filterByTk: profileId,
208
+ transaction,
209
+ });
210
+ if (!created) throw new Error(`Harness profile ${profileId} was not found after create.`);
211
+ return { profile: created, version: published };
212
+ });
213
+ }
214
+
215
+ async getPublishedByTag(tag: string) {
216
+ const normalizedTag = tag.trim();
217
+ if (!normalizedTag) throw new Error('Harness profile tag is required.');
218
+ const profile = await this.database.getRepository('agentHarnessProfiles').findOne({
219
+ filter: { tag: normalizedTag, enabled: true },
220
+ });
221
+ if (!profile) return null;
222
+ const currentVersionId = Number(read(profile, 'currentVersionId'));
223
+ if (!Number.isSafeInteger(currentVersionId) || currentVersionId <= 0) return null;
224
+ const version = await this.database.getRepository('agentHarnessProfileVersions').findOne({
225
+ filter: { id: currentVersionId, status: 'published' },
226
+ });
227
+ return version ? versionRecord(version) : null;
228
+ }
229
+
230
+ private async lockProfile(profileId: number, transaction: Transaction) {
231
+ const profile = await this.database.getRepository('agentHarnessProfiles').findOne({
232
+ filterByTk: profileId,
233
+ transaction,
234
+ lock: transaction.LOCK.UPDATE,
235
+ });
236
+ if (!profile) throw new Error(`Harness profile ${profileId} was not found.`);
237
+ return profile;
238
+ }
239
+ }