plugin-agent-orchestrator 1.1.2 → 1.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client/index.js +1 -1
- package/dist/client-v2/214.b063f33ba044a808.js +10 -0
- package/dist/client-v2/253.59577b40d9875be0.js +10 -0
- package/dist/client-v2/264.7ed8bee71fa5935c.js +10 -0
- package/dist/client-v2/{41.ba6e080cc0488143.js → 41.3deb9e57a0f64fc4.js} +1 -1
- package/dist/client-v2/418.58fa350f5496efd3.js +10 -0
- package/dist/client-v2/{53.7c29c28043e9112d.js → 53.9a10455323390f14.js} +1 -1
- package/dist/client-v2/619.0a2144aaffefe018.js +10 -0
- package/dist/client-v2/{70.bda9518881c05360.js → 70.ffff2997c10fd4b0.js} +1 -1
- package/dist/client-v2/{794.9bbb8d3a61b2bdf2.js → 794.a67a2614405ba627.js} +1 -1
- package/dist/client-v2/925.e5925bf21ed68e7a.js +10 -0
- package/dist/client-v2/{993.82778b6fd6db3cb1.js → 993.b0688fdc5ccb000a.js} +1 -1
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +8 -6
- package/dist/locale/en-US.json +48 -28
- package/dist/locale/vi-VN.json +48 -28
- package/dist/locale/zh-CN.json +48 -28
- package/dist/server/collections/agent-execution-spans.js +47 -0
- package/dist/server/collections/agent-harness-profile-versions.js +56 -0
- package/dist/server/collections/agent-harness-profiles.js +12 -0
- package/dist/server/collections/agent-loop-action-approvals.js +68 -0
- package/dist/server/collections/agent-loop-artifacts.js +55 -0
- package/dist/server/collections/agent-loop-circuit-states.js +53 -0
- package/dist/server/collections/agent-loop-control-settings.js +51 -0
- package/dist/server/collections/agent-loop-events.js +27 -0
- package/dist/server/collections/agent-loop-path-locks.js +57 -0
- package/dist/server/collections/agent-loop-patterns.js +72 -0
- package/dist/server/collections/agent-loop-runs.js +163 -2
- package/dist/server/collections/agent-loop-steps.js +69 -0
- package/dist/server/collections/agent-loop-usage-buckets.js +52 -0
- package/dist/server/collections/agent-loop-worktrees.js +55 -0
- package/dist/server/migrations/{20260427000000-change-packages-to-text.js → 20260427000002-change-packages-to-text.js} +2 -0
- package/dist/server/migrations/20260429000000-add-llm-fields.js +3 -2
- package/dist/server/migrations/{20260429000000-fix-inputargs-json-to-text.js → 20260429000001-fix-inputargs-json-to-text.js} +14 -6
- package/dist/server/migrations/20260503000000-add-orchestrator-trace-fields.js +2 -1
- package/dist/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.js +2 -1
- package/dist/server/migrations/20260803010000-backfill-loop-control-plane-data.js +262 -0
- package/dist/server/plugin.js +52 -150
- package/dist/server/resources/agent-loop-approval.js +83 -0
- package/dist/server/resources/agent-loop-artifact.js +86 -0
- package/dist/server/resources/agent-loop-events-stream.js +130 -0
- package/dist/server/resources/agent-loop.js +181 -139
- package/dist/server/resources/resource-helpers.js +63 -0
- package/dist/server/resources/tracing.js +121 -107
- package/dist/server/services/DurableCircuitBreakerService.js +229 -0
- package/dist/server/services/HarnessCompiler.js +142 -0
- package/dist/server/services/HarnessProfileService.js +168 -0
- package/dist/server/services/HarnessSchema.js +167 -0
- package/dist/server/services/LoopBudgetService.js +269 -0
- package/dist/server/services/LoopControlService.js +139 -0
- package/dist/server/services/LoopPatternSchema.js +180 -0
- package/dist/server/services/LoopPatternService.js +132 -0
- package/dist/server/services/LoopRunRepository.js +205 -0
- package/dist/server/services/LoopRunStateMachine.js +389 -0
- package/dist/server/services/LoopSchedulerService.js +193 -0
- package/dist/server/services/LoopTriggerService.js +128 -0
- package/dist/server/services/LoopWorkerService.js +461 -0
- package/dist/server/services/PathLockService.js +288 -0
- package/dist/server/services/PluginAiRuntimeAdapter.js +215 -0
- package/dist/server/services/VerificationSchema.js +59 -0
- package/dist/server/services/VerificationService.js +169 -0
- package/dist/server/skill-hub/actions/git-import.js +13 -7
- package/dist/server/skill-hub/services/RegistrySkillSnapshotService.js +1 -5
- package/dist/server/utils/ensure-indexes.js +111 -0
- package/dist/server/utils/loop-pattern-context.js +56 -0
- package/package.json +2 -2
- package/src/client/OrchestratorSettings.tsx +44 -0
- package/src/client-v2/components/AgentRunsTab.tsx +576 -494
- package/src/client-v2/components/HarnessProfilesTab.tsx +13 -8
- package/src/client-v2/components/MemoryInspectorTab.tsx +19 -3
- package/src/client-v2/components/TracingTab.tsx +515 -432
- package/src/client-v2/hooks/useApiRequest.ts +141 -121
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +8 -6
- package/src/locale/en-US.json +52 -28
- package/src/locale/vi-VN.json +52 -28
- package/src/locale/zh-CN.json +52 -28
- package/src/server/__tests__/circuit-breaker.test.ts +225 -146
- package/src/server/__tests__/harness-compiler.test.ts +131 -0
- package/src/server/__tests__/harness-profile-service.test.ts +116 -0
- package/src/server/__tests__/harness-tool-plan.test.ts +148 -0
- package/src/server/__tests__/loop-budget-service.test.ts +255 -0
- package/src/server/__tests__/loop-control-plane-backfill.test.ts +266 -0
- package/src/server/__tests__/loop-pattern-schema.test.ts +56 -0
- package/src/server/__tests__/loop-pattern-service.test.ts +148 -0
- package/src/server/__tests__/loop-run-state-machine.test.ts +90 -0
- package/src/server/__tests__/loop-worker-claim.test.ts +341 -0
- package/src/server/__tests__/loop-worker-execution.test.ts +236 -0
- package/src/server/__tests__/path-lock-service.test.ts +254 -0
- package/src/server/__tests__/smoke.test.ts +62 -21
- package/src/server/collections/agent-execution-spans.ts +47 -0
- package/src/server/collections/agent-harness-profile-versions.ts +26 -0
- package/src/server/collections/agent-harness-profiles.ts +12 -0
- package/src/server/collections/agent-loop-action-approvals.ts +38 -0
- package/src/server/collections/agent-loop-artifacts.ts +25 -0
- package/src/server/collections/agent-loop-circuit-states.ts +23 -0
- package/src/server/collections/agent-loop-control-settings.ts +21 -0
- package/src/server/collections/agent-loop-events.ts +27 -0
- package/src/server/collections/agent-loop-path-locks.ts +27 -0
- package/src/server/collections/agent-loop-patterns.ts +42 -0
- package/src/server/collections/agent-loop-runs.ts +163 -2
- package/src/server/collections/agent-loop-steps.ts +69 -0
- package/src/server/collections/agent-loop-usage-buckets.ts +22 -0
- package/src/server/collections/agent-loop-worktrees.ts +25 -0
- package/src/server/migrations/{20260427000000-change-packages-to-text.ts → 20260427000002-change-packages-to-text.ts} +3 -0
- package/src/server/migrations/20260429000000-add-llm-fields.ts +3 -2
- package/src/server/migrations/{20260429000000-fix-inputargs-json-to-text.ts → 20260429000001-fix-inputargs-json-to-text.ts} +13 -6
- package/src/server/migrations/20260503000000-add-orchestrator-trace-fields.ts +2 -1
- package/src/server/migrations/20260524000000-add-agent-loop-fields-to-skill-executions.ts +2 -1
- package/src/server/migrations/20260803010000-backfill-loop-control-plane-data.ts +293 -0
- package/src/server/plugin.ts +53 -167
- package/src/server/resources/agent-loop-approval.ts +52 -0
- package/src/server/resources/agent-loop-artifact.ts +56 -0
- package/src/server/resources/agent-loop-events-stream.ts +105 -0
- package/src/server/resources/agent-loop.ts +202 -143
- package/src/server/resources/agent-monitor.ts +482 -482
- package/src/server/resources/resource-helpers.ts +33 -0
- package/src/server/resources/tracing.ts +145 -137
- package/src/server/services/DurableCircuitBreakerService.ts +239 -0
- package/src/server/services/HarnessCompiler.ts +133 -0
- package/src/server/services/HarnessProfileService.ts +157 -0
- package/src/server/services/HarnessSchema.ts +163 -0
- package/src/server/services/LoopBudgetService.ts +275 -0
- package/src/server/services/LoopControlService.ts +124 -0
- package/src/server/services/LoopPatternSchema.ts +167 -0
- package/src/server/services/LoopPatternService.ts +143 -0
- package/src/server/services/LoopRunRepository.ts +237 -0
- package/src/server/services/LoopRunStateMachine.ts +432 -0
- package/src/server/services/LoopSchedulerService.ts +199 -0
- package/src/server/services/LoopTriggerService.ts +115 -0
- package/src/server/services/LoopWorkerService.ts +522 -0
- package/src/server/services/PathLockService.ts +321 -0
- package/src/server/services/PluginAiRuntimeAdapter.ts +315 -0
- package/src/server/services/VerificationSchema.ts +31 -0
- package/src/server/services/VerificationService.ts +185 -0
- package/src/server/skill-hub/actions/__tests__/git-import.test.ts +62 -0
- package/src/server/skill-hub/actions/git-import.ts +9 -3
- package/src/server/skill-hub/services/RegistrySkillSnapshotService.ts +1 -5
- package/src/server/skill-hub/services/__tests__/RegistrySkillSnapshotService.test.ts +1 -3
- package/src/server/utils/ensure-indexes.ts +96 -0
- package/src/server/utils/logging.ts +0 -1
- package/src/server/utils/loop-pattern-context.ts +20 -0
- package/dist/client-v2/214.79650a549273f163.js +0 -10
- package/dist/client-v2/253.9f0537713cee9e6c.js +0 -10
- package/dist/client-v2/264.718a107e43fc163c.js +0 -10
- package/dist/client-v2/418.ce8f5b2b8a229d1d.js +0 -10
- package/dist/client-v2/619.bd3c5698b40705c3.js +0 -10
- package/dist/client-v2/925.f5370de8f6632d65.js +0 -10
- package/dist/server/services/AgentHarness.js +0 -81
- package/dist/server/services/AgentLoopController.js +0 -1023
- package/dist/server/services/AgentLoopRepository.js +0 -192
- package/dist/server/services/AgentLoopService.js +0 -142
- package/dist/server/services/AgentPlanValidator.js +0 -99
- package/dist/server/services/AgentPlannerService.js +0 -99
- package/dist/server/services/CircuitBreaker.js +0 -125
- package/dist/server/services/ContextAggregator.js +0 -201
- package/dist/server/services/PlanningPromptService.js +0 -95
- package/dist/server/tools/agent-loop.js +0 -373
- package/dist/server/tools/orchestrator-plan.js +0 -254
- package/src/server/__tests__/agent-loop-controller.test.ts +0 -375
- package/src/server/__tests__/context-aggregator.test.ts +0 -222
- package/src/server/__tests__/parallel-execution.test.ts +0 -318
- package/src/server/__tests__/planning-prompt-service.test.ts +0 -23
- package/src/server/services/AgentHarness.ts +0 -67
- package/src/server/services/AgentLoopController.ts +0 -1263
- package/src/server/services/AgentLoopRepository.ts +0 -178
- package/src/server/services/AgentLoopService.ts +0 -177
- package/src/server/services/AgentPlanValidator.ts +0 -73
- package/src/server/services/AgentPlannerService.ts +0 -80
- package/src/server/services/CircuitBreaker.ts +0 -126
- package/src/server/services/ContextAggregator.ts +0 -239
- package/src/server/services/PlanningPromptService.ts +0 -72
- package/src/server/tools/agent-loop.ts +0 -360
- package/src/server/tools/orchestrator-plan.ts +0 -255
|
@@ -0,0 +1,275 @@
|
|
|
1
|
+
import type { Database, Model } from '@nocobase/database';
|
|
2
|
+
import type { LoopPatternPolicy } from './LoopPatternSchema';
|
|
3
|
+
|
|
4
|
+
export type UsageDelta = {
|
|
5
|
+
invocations?: number;
|
|
6
|
+
toolCalls?: number;
|
|
7
|
+
delegations?: number;
|
|
8
|
+
verifications?: number;
|
|
9
|
+
inputTokens?: number;
|
|
10
|
+
outputTokens?: number;
|
|
11
|
+
totalTokens?: number;
|
|
12
|
+
cost?: number;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
type UsageTotals = Required<UsageDelta>;
|
|
16
|
+
|
|
17
|
+
function read(record: Model | Record<string, unknown>, key: string) {
|
|
18
|
+
const model = record as Model & { get?: (name: string) => unknown };
|
|
19
|
+
return typeof model.get === 'function' ? model.get(key) : (record as Record<string, unknown>)[key];
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
function storedCount(value: unknown, label: string) {
|
|
23
|
+
if (value === null || value === undefined) return 0;
|
|
24
|
+
const parsed = Number(value);
|
|
25
|
+
if (!Number.isSafeInteger(parsed) || parsed < 0) throw new Error(`${label} counter is invalid.`);
|
|
26
|
+
return parsed;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
function storedCost(value: unknown, label: string) {
|
|
30
|
+
if (value === null || value === undefined) return 0;
|
|
31
|
+
const parsed = Number(value);
|
|
32
|
+
if (!Number.isFinite(parsed) || parsed < 0) throw new Error(`${label} counter is invalid.`);
|
|
33
|
+
return parsed;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
function deltaCount(value: unknown, label: string) {
|
|
37
|
+
if (value === null || value === undefined) return 0;
|
|
38
|
+
const parsed = Number(value);
|
|
39
|
+
if (!Number.isSafeInteger(parsed) || parsed < 0)
|
|
40
|
+
throw new Error(`${label} usage delta must be a nonnegative integer.`);
|
|
41
|
+
return parsed;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
function deltaCost(value: unknown) {
|
|
45
|
+
if (value === null || value === undefined) return 0;
|
|
46
|
+
const parsed = Number(value);
|
|
47
|
+
if (!Number.isFinite(parsed) || parsed < 0) throw new Error('Cost usage delta must be a nonnegative finite number.');
|
|
48
|
+
return parsed;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
function normalizedDelta(delta: UsageDelta): UsageTotals {
|
|
52
|
+
const result = {
|
|
53
|
+
invocations: deltaCount(delta.invocations, 'Invocation'),
|
|
54
|
+
toolCalls: deltaCount(delta.toolCalls, 'Tool call'),
|
|
55
|
+
delegations: deltaCount(delta.delegations, 'Delegation'),
|
|
56
|
+
verifications: deltaCount(delta.verifications, 'Verification'),
|
|
57
|
+
inputTokens: deltaCount(delta.inputTokens, 'Input token'),
|
|
58
|
+
outputTokens: deltaCount(delta.outputTokens, 'Output token'),
|
|
59
|
+
totalTokens: deltaCount(delta.totalTokens, 'Total token'),
|
|
60
|
+
cost: deltaCost(delta.cost),
|
|
61
|
+
};
|
|
62
|
+
result.totalTokens = Math.max(result.totalTokens, result.inputTokens + result.outputTokens);
|
|
63
|
+
return result;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
function storedLimit(value: unknown, label: string) {
|
|
67
|
+
if (value === null || value === undefined) return null;
|
|
68
|
+
const parsed = Number(value);
|
|
69
|
+
if (!Number.isFinite(parsed) || parsed < 0) throw new Error(`${label} limit is invalid.`);
|
|
70
|
+
return parsed;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
function exceeds(current: number, delta: number, limit: number | null, label: string) {
|
|
74
|
+
if (limit !== null && current + delta > limit) {
|
|
75
|
+
throw new Error(`${label} budget exceeded: ${current} + ${delta} > ${limit}.`);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
function bucketDate(date: Date) {
|
|
80
|
+
return date.toISOString().slice(0, 10);
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
type DistributedLock = {
|
|
84
|
+
runExclusive<T>(key: string, operation: () => Promise<T>, ttl?: number): Promise<T>;
|
|
85
|
+
};
|
|
86
|
+
|
|
87
|
+
export class LoopBudgetService {
|
|
88
|
+
constructor(
|
|
89
|
+
private readonly database: Database,
|
|
90
|
+
private readonly distributedLock: DistributedLock,
|
|
91
|
+
) {}
|
|
92
|
+
|
|
93
|
+
async reserve(input: { runId: number; patternId: number; policy: LoopPatternPolicy; delta: UsageDelta; now?: Date }) {
|
|
94
|
+
if (!Number.isSafeInteger(input.runId) || input.runId <= 0) throw new Error('A valid run identifier is required.');
|
|
95
|
+
if (!Number.isSafeInteger(input.patternId) || input.patternId <= 0)
|
|
96
|
+
throw new Error('A valid pattern identifier is required.');
|
|
97
|
+
const delta = normalizedDelta(input.delta);
|
|
98
|
+
const date = bucketDate(input.now || new Date());
|
|
99
|
+
return this.distributedLock.runExclusive(
|
|
100
|
+
`agent-loop:budget:global:${date}`,
|
|
101
|
+
() => this.reserveInTransaction(input, delta, date),
|
|
102
|
+
30_000,
|
|
103
|
+
);
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
private async reserveInTransaction(
|
|
107
|
+
input: { runId: number; patternId: number; policy: LoopPatternPolicy; delta: UsageDelta },
|
|
108
|
+
delta: UsageTotals,
|
|
109
|
+
date: string,
|
|
110
|
+
) {
|
|
111
|
+
return this.database.sequelize.transaction(async (transaction) => {
|
|
112
|
+
const controls = this.database.getRepository('agentLoopControlSettings');
|
|
113
|
+
const control = await controls.findOne({
|
|
114
|
+
filter: { key: 'global' },
|
|
115
|
+
transaction,
|
|
116
|
+
lock: transaction.LOCK.UPDATE,
|
|
117
|
+
});
|
|
118
|
+
if (!control) throw new Error('Global Loop Control settings were not found.');
|
|
119
|
+
if (String(read(control, 'state')) !== 'running') {
|
|
120
|
+
throw new Error(String(read(control, 'reason') || 'Loop Control Plane is not running.'));
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
const runs = this.database.getRepository('agentLoopRuns');
|
|
124
|
+
const run = await runs.findOne({
|
|
125
|
+
filterByTk: input.runId,
|
|
126
|
+
transaction,
|
|
127
|
+
lock: transaction.LOCK.UPDATE,
|
|
128
|
+
});
|
|
129
|
+
if (!run) throw new Error(`Agent loop run ${input.runId} was not found.`);
|
|
130
|
+
if (String(read(run, 'runtimeVersion')) !== 'control-plane-v2') {
|
|
131
|
+
throw new Error('Historical plan-era runs cannot consume Loop Control Plane budgets.');
|
|
132
|
+
}
|
|
133
|
+
if (Number(read(run, 'patternId')) !== input.patternId) {
|
|
134
|
+
throw new Error(`Agent loop run ${input.runId} does not belong to pattern ${input.patternId}.`);
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
const buckets = this.database.getRepository('agentLoopUsageBuckets');
|
|
138
|
+
let bucket = await buckets.findOne({
|
|
139
|
+
filter: { patternId: input.patternId, bucketDate: date },
|
|
140
|
+
transaction,
|
|
141
|
+
lock: transaction.LOCK.UPDATE,
|
|
142
|
+
});
|
|
143
|
+
if (!bucket) {
|
|
144
|
+
bucket = await buckets.create({
|
|
145
|
+
values: { patternId: input.patternId, bucketDate: date },
|
|
146
|
+
transaction,
|
|
147
|
+
});
|
|
148
|
+
}
|
|
149
|
+
const dailyBuckets = await buckets.find({
|
|
150
|
+
filter: { bucketDate: date },
|
|
151
|
+
transaction,
|
|
152
|
+
lock: transaction.LOCK.UPDATE,
|
|
153
|
+
});
|
|
154
|
+
|
|
155
|
+
this.assertRunBudget(run, input.policy, delta);
|
|
156
|
+
this.assertDailyBudget(bucket, input.policy, delta);
|
|
157
|
+
this.assertGlobalDailyBudget(dailyBuckets, control, delta);
|
|
158
|
+
await runs.update({
|
|
159
|
+
filterByTk: input.runId,
|
|
160
|
+
values: {
|
|
161
|
+
invocationCount: storedCount(read(run, 'invocationCount'), 'Run invocation') + delta.invocations,
|
|
162
|
+
toolCallCount: storedCount(read(run, 'toolCallCount'), 'Run tool call') + delta.toolCalls,
|
|
163
|
+
delegationCount: storedCount(read(run, 'delegationCount'), 'Run delegation') + delta.delegations,
|
|
164
|
+
verificationCount: storedCount(read(run, 'verificationCount'), 'Run verification') + delta.verifications,
|
|
165
|
+
totalInputTokens: storedCount(read(run, 'totalInputTokens'), 'Run input token') + delta.inputTokens,
|
|
166
|
+
totalOutputTokens: storedCount(read(run, 'totalOutputTokens'), 'Run output token') + delta.outputTokens,
|
|
167
|
+
totalTokens: storedCount(read(run, 'totalTokens'), 'Run total token') + delta.totalTokens,
|
|
168
|
+
totalCost: storedCost(read(run, 'totalCost'), 'Run cost') + delta.cost,
|
|
169
|
+
},
|
|
170
|
+
transaction,
|
|
171
|
+
});
|
|
172
|
+
await buckets.update({
|
|
173
|
+
filterByTk: read(bucket, 'id'),
|
|
174
|
+
values: {
|
|
175
|
+
invocationCount: storedCount(read(bucket, 'invocationCount'), 'Daily invocation') + delta.invocations,
|
|
176
|
+
toolCallCount: storedCount(read(bucket, 'toolCallCount'), 'Daily tool call') + delta.toolCalls,
|
|
177
|
+
delegationCount: storedCount(read(bucket, 'delegationCount'), 'Daily delegation') + delta.delegations,
|
|
178
|
+
inputTokens: storedCount(read(bucket, 'inputTokens'), 'Daily input token') + delta.inputTokens,
|
|
179
|
+
outputTokens: storedCount(read(bucket, 'outputTokens'), 'Daily output token') + delta.outputTokens,
|
|
180
|
+
totalTokens: storedCount(read(bucket, 'totalTokens'), 'Daily total token') + delta.totalTokens,
|
|
181
|
+
totalCost: storedCost(read(bucket, 'totalCost'), 'Daily cost') + delta.cost,
|
|
182
|
+
},
|
|
183
|
+
transaction,
|
|
184
|
+
});
|
|
185
|
+
return { reserved: delta, bucketDate: date };
|
|
186
|
+
});
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
private assertRunBudget(run: Model, policy: LoopPatternPolicy, delta: UsageTotals) {
|
|
190
|
+
const limits = policy.perRun;
|
|
191
|
+
exceeds(
|
|
192
|
+
storedCount(read(run, 'invocationCount'), 'Run invocation'),
|
|
193
|
+
delta.invocations,
|
|
194
|
+
limits.maxInvocations,
|
|
195
|
+
'Per-run invocation',
|
|
196
|
+
);
|
|
197
|
+
exceeds(
|
|
198
|
+
storedCount(read(run, 'toolCallCount'), 'Run tool call'),
|
|
199
|
+
delta.toolCalls,
|
|
200
|
+
limits.maxToolCalls,
|
|
201
|
+
'Per-run tool call',
|
|
202
|
+
);
|
|
203
|
+
exceeds(
|
|
204
|
+
storedCount(read(run, 'delegationCount'), 'Run delegation'),
|
|
205
|
+
delta.delegations,
|
|
206
|
+
limits.maxDelegations,
|
|
207
|
+
'Per-run delegation',
|
|
208
|
+
);
|
|
209
|
+
exceeds(
|
|
210
|
+
storedCount(read(run, 'verificationCount'), 'Run verification'),
|
|
211
|
+
delta.verifications,
|
|
212
|
+
limits.maxVerifications,
|
|
213
|
+
'Per-run verification',
|
|
214
|
+
);
|
|
215
|
+
exceeds(
|
|
216
|
+
storedCount(read(run, 'totalTokens'), 'Run total token'),
|
|
217
|
+
delta.totalTokens,
|
|
218
|
+
limits.maxTokens,
|
|
219
|
+
'Per-run token',
|
|
220
|
+
);
|
|
221
|
+
exceeds(storedCost(read(run, 'totalCost'), 'Run cost'), delta.cost, limits.maxCost, 'Per-run cost');
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
private assertDailyBudget(bucket: Model, policy: LoopPatternPolicy, delta: UsageTotals) {
|
|
225
|
+
const limits = policy.daily;
|
|
226
|
+
exceeds(
|
|
227
|
+
storedCount(read(bucket, 'invocationCount'), 'Daily invocation'),
|
|
228
|
+
delta.invocations,
|
|
229
|
+
limits.maxInvocations,
|
|
230
|
+
'Daily invocation',
|
|
231
|
+
);
|
|
232
|
+
exceeds(
|
|
233
|
+
storedCount(read(bucket, 'toolCallCount'), 'Daily tool call'),
|
|
234
|
+
delta.toolCalls,
|
|
235
|
+
limits.maxToolCalls,
|
|
236
|
+
'Daily tool call',
|
|
237
|
+
);
|
|
238
|
+
exceeds(
|
|
239
|
+
storedCount(read(bucket, 'delegationCount'), 'Daily delegation'),
|
|
240
|
+
delta.delegations,
|
|
241
|
+
limits.maxDelegations,
|
|
242
|
+
'Daily delegation',
|
|
243
|
+
);
|
|
244
|
+
exceeds(
|
|
245
|
+
storedCount(read(bucket, 'totalTokens'), 'Daily total token'),
|
|
246
|
+
delta.totalTokens,
|
|
247
|
+
limits.maxTokens,
|
|
248
|
+
'Daily token',
|
|
249
|
+
);
|
|
250
|
+
exceeds(storedCost(read(bucket, 'totalCost'), 'Daily cost'), delta.cost, limits.maxCost, 'Daily cost');
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
private assertGlobalDailyBudget(buckets: Model[], control: Model, delta: UsageTotals) {
|
|
254
|
+
const currentTokens = buckets.reduce(
|
|
255
|
+
(total, bucket) => total + storedCount(read(bucket, 'totalTokens'), 'Daily total token'),
|
|
256
|
+
0,
|
|
257
|
+
);
|
|
258
|
+
const currentCost = buckets.reduce(
|
|
259
|
+
(total, bucket) => total + storedCost(read(bucket, 'totalCost'), 'Daily cost'),
|
|
260
|
+
0,
|
|
261
|
+
);
|
|
262
|
+
exceeds(
|
|
263
|
+
currentTokens,
|
|
264
|
+
delta.totalTokens,
|
|
265
|
+
storedLimit(read(control, 'dailyMaxTokens'), 'Global daily token'),
|
|
266
|
+
'Global daily token',
|
|
267
|
+
);
|
|
268
|
+
exceeds(
|
|
269
|
+
currentCost,
|
|
270
|
+
delta.cost,
|
|
271
|
+
storedLimit(read(control, 'dailyMaxCost'), 'Global daily cost'),
|
|
272
|
+
'Global daily cost',
|
|
273
|
+
);
|
|
274
|
+
}
|
|
275
|
+
}
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
import type { Database, Model, Transaction } from '@nocobase/database';
|
|
2
|
+
|
|
3
|
+
export type LoopControlState = 'running' | 'paused' | 'killed';
|
|
4
|
+
|
|
5
|
+
export type LoopControlSnapshot = {
|
|
6
|
+
id: number;
|
|
7
|
+
acceptNewRuns: boolean;
|
|
8
|
+
state: LoopControlState;
|
|
9
|
+
reason: string;
|
|
10
|
+
globalMaxConcurrency: number;
|
|
11
|
+
dailyMaxTokens: number | null;
|
|
12
|
+
dailyMaxCost: number | null;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
function read(record: Model | Record<string, unknown>, key: string) {
|
|
16
|
+
const model = record as Model & { get?: (name: string) => unknown };
|
|
17
|
+
return typeof model.get === 'function' ? model.get(key) : (record as Record<string, unknown>)[key];
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
function optionalLimit(value: unknown, label: string) {
|
|
21
|
+
if (value === null || value === undefined) return null;
|
|
22
|
+
const parsed = Number(value);
|
|
23
|
+
if (!Number.isFinite(parsed) || parsed < 0) throw new Error(`${label} is invalid.`);
|
|
24
|
+
return parsed;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
function snapshot(record: Model | Record<string, unknown>): LoopControlSnapshot {
|
|
28
|
+
const id = Number(read(record, 'id'));
|
|
29
|
+
const state = read(record, 'state');
|
|
30
|
+
const maxConcurrency = Number(read(record, 'globalMaxConcurrency'));
|
|
31
|
+
if (!Number.isSafeInteger(id) || id <= 0) throw new Error('Global Loop Control settings have an invalid identifier.');
|
|
32
|
+
if (state !== 'running' && state !== 'paused' && state !== 'killed') {
|
|
33
|
+
throw new Error('Global Loop Control state is invalid.');
|
|
34
|
+
}
|
|
35
|
+
if (!Number.isSafeInteger(maxConcurrency) || maxConcurrency <= 0) {
|
|
36
|
+
throw new Error('Global Loop Control concurrency is invalid.');
|
|
37
|
+
}
|
|
38
|
+
return {
|
|
39
|
+
id,
|
|
40
|
+
acceptNewRuns: read(record, 'acceptNewRuns') === true,
|
|
41
|
+
state,
|
|
42
|
+
reason: typeof read(record, 'reason') === 'string' ? String(read(record, 'reason')) : '',
|
|
43
|
+
globalMaxConcurrency: maxConcurrency,
|
|
44
|
+
dailyMaxTokens: optionalLimit(read(record, 'dailyMaxTokens'), 'Global daily token limit'),
|
|
45
|
+
dailyMaxCost: optionalLimit(read(record, 'dailyMaxCost'), 'Global daily cost limit'),
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
export class LoopControlService {
|
|
50
|
+
constructor(private readonly database: Database) {}
|
|
51
|
+
|
|
52
|
+
async get(transaction?: Transaction) {
|
|
53
|
+
const repository = this.database.getRepository('agentLoopControlSettings');
|
|
54
|
+
let record = await repository.findOne({ filter: { key: 'global' }, transaction });
|
|
55
|
+
if (!record) {
|
|
56
|
+
record = await repository.create({
|
|
57
|
+
values: {
|
|
58
|
+
key: 'global',
|
|
59
|
+
acceptNewRuns: true,
|
|
60
|
+
state: 'running',
|
|
61
|
+
globalMaxConcurrency: 5,
|
|
62
|
+
createdAt: new Date(),
|
|
63
|
+
updatedAt: new Date(),
|
|
64
|
+
},
|
|
65
|
+
transaction,
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
return snapshot(record);
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
async getForUpdate(transaction: Transaction) {
|
|
72
|
+
const repository = this.database.getRepository('agentLoopControlSettings');
|
|
73
|
+
const record = await repository.findOne({
|
|
74
|
+
filter: { key: 'global' },
|
|
75
|
+
transaction,
|
|
76
|
+
lock: transaction.LOCK.UPDATE,
|
|
77
|
+
});
|
|
78
|
+
if (!record) throw new Error('Global Loop Control settings were not found.');
|
|
79
|
+
return snapshot(record);
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
async assertCanEnqueue(transaction?: Transaction) {
|
|
83
|
+
const control = await this.get(transaction);
|
|
84
|
+
if (!control.acceptNewRuns || control.state !== 'running') {
|
|
85
|
+
throw new Error(control.reason || `Loop Control Plane is ${control.state}; new runs are disabled.`);
|
|
86
|
+
}
|
|
87
|
+
return control;
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
async assertCanExecute(transaction?: Transaction) {
|
|
91
|
+
const control = await this.get(transaction);
|
|
92
|
+
if (control.state !== 'running') {
|
|
93
|
+
throw new Error(control.reason || `Loop Control Plane is ${control.state}.`);
|
|
94
|
+
}
|
|
95
|
+
return control;
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
async update(input: { state: LoopControlState; acceptNewRuns: boolean; reason: string; changedById?: number }) {
|
|
99
|
+
return this.database.sequelize.transaction(async (transaction) => {
|
|
100
|
+
const repository = this.database.getRepository('agentLoopControlSettings');
|
|
101
|
+
const current = await this.get(transaction);
|
|
102
|
+
const record = await repository.findOne({
|
|
103
|
+
filterByTk: current.id,
|
|
104
|
+
transaction,
|
|
105
|
+
lock: transaction.LOCK.UPDATE,
|
|
106
|
+
});
|
|
107
|
+
if (!record) throw new Error('Global Loop Control settings were not found.');
|
|
108
|
+
await repository.update({
|
|
109
|
+
filterByTk: current.id,
|
|
110
|
+
values: {
|
|
111
|
+
state: input.state,
|
|
112
|
+
acceptNewRuns: input.acceptNewRuns,
|
|
113
|
+
reason: input.reason,
|
|
114
|
+
changedById: input.changedById || null,
|
|
115
|
+
changedAt: new Date(),
|
|
116
|
+
},
|
|
117
|
+
transaction,
|
|
118
|
+
});
|
|
119
|
+
const updated = await repository.findOne({ filterByTk: current.id, transaction });
|
|
120
|
+
if (!updated) throw new Error('Global Loop Control settings were not found after update.');
|
|
121
|
+
return snapshot(updated);
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
}
|
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { harnessSettingsSchema } from './HarnessSchema';
|
|
3
|
+
|
|
4
|
+
const finiteLimit = z.number().finite().nonnegative().nullable().default(null);
|
|
5
|
+
const countLimit = z.number().int().nonnegative().nullable().default(null);
|
|
6
|
+
|
|
7
|
+
export const loopPatternPolicySchema = z
|
|
8
|
+
.object({
|
|
9
|
+
harness: harnessSettingsSchema.default({}),
|
|
10
|
+
maxConcurrency: z.number().int().positive().default(1),
|
|
11
|
+
perRun: z
|
|
12
|
+
.object({
|
|
13
|
+
maxInvocations: countLimit,
|
|
14
|
+
maxToolCalls: countLimit,
|
|
15
|
+
maxDelegations: countLimit,
|
|
16
|
+
maxVerifications: countLimit,
|
|
17
|
+
maxTokens: countLimit,
|
|
18
|
+
maxCost: finiteLimit,
|
|
19
|
+
})
|
|
20
|
+
.default({}),
|
|
21
|
+
daily: z
|
|
22
|
+
.object({
|
|
23
|
+
maxInvocations: countLimit,
|
|
24
|
+
maxToolCalls: countLimit,
|
|
25
|
+
maxDelegations: countLimit,
|
|
26
|
+
maxTokens: countLimit,
|
|
27
|
+
maxCost: finiteLimit,
|
|
28
|
+
})
|
|
29
|
+
.default({}),
|
|
30
|
+
circuit: z
|
|
31
|
+
.object({
|
|
32
|
+
maxAttempts: z.number().int().positive().default(3),
|
|
33
|
+
maxConsecutiveFailures: z.number().int().positive().default(3),
|
|
34
|
+
maxRepeatedError: z.number().int().positive().default(2),
|
|
35
|
+
cooldownMs: z.number().int().positive().default(300_000),
|
|
36
|
+
})
|
|
37
|
+
.default({}),
|
|
38
|
+
paths: z
|
|
39
|
+
.object({
|
|
40
|
+
maxFiles: z.number().int().positive().nullable().default(null),
|
|
41
|
+
deny: z.array(z.string().min(1)).default([]),
|
|
42
|
+
})
|
|
43
|
+
.default({}),
|
|
44
|
+
actions: z
|
|
45
|
+
.object({
|
|
46
|
+
autoAllowlist: z.array(z.string().min(1)).default([]),
|
|
47
|
+
approvalAssigneeIds: z.array(z.number().int().positive()).default([]),
|
|
48
|
+
approvalTimeoutMs: z.number().int().positive().default(86_400_000),
|
|
49
|
+
})
|
|
50
|
+
.default({}),
|
|
51
|
+
verification: z
|
|
52
|
+
.object({
|
|
53
|
+
requiredChecks: z.array(z.string().min(1)).min(1).default(['goal']),
|
|
54
|
+
maxAttempts: z.number().int().positive().default(2),
|
|
55
|
+
})
|
|
56
|
+
.default({}),
|
|
57
|
+
})
|
|
58
|
+
.strict();
|
|
59
|
+
|
|
60
|
+
export const loopPatternSchema = z
|
|
61
|
+
.object({
|
|
62
|
+
key: z
|
|
63
|
+
.string()
|
|
64
|
+
.trim()
|
|
65
|
+
.min(1)
|
|
66
|
+
.max(120)
|
|
67
|
+
.regex(/^[a-z0-9][a-z0-9._-]*$/),
|
|
68
|
+
title: z.string().trim().min(1).max(240),
|
|
69
|
+
description: z.string().default(''),
|
|
70
|
+
goalTemplate: z.string().trim().min(1),
|
|
71
|
+
enabled: z.boolean().default(false),
|
|
72
|
+
autonomyLevel: z.enum(['L1', 'L2', 'L3']).default('L1'),
|
|
73
|
+
triggerType: z.enum(['manual', 'cron', 'event']).default('manual'),
|
|
74
|
+
cronExpression: z.string().trim().max(120).nullable().default(null),
|
|
75
|
+
timezone: z.string().trim().max(80).nullable().default(null),
|
|
76
|
+
eventKey: z.string().trim().max(160).nullable().default(null),
|
|
77
|
+
triggerConfig: z.record(z.unknown()).default({}),
|
|
78
|
+
leaderUsername: z.string().trim().min(1).max(100),
|
|
79
|
+
makerUsernames: z.array(z.string().trim().min(1).max(100)).default([]),
|
|
80
|
+
verifierUsername: z.string().trim().min(1).max(100),
|
|
81
|
+
leaderHarnessTag: z.string().trim().min(1).max(100).default('default'),
|
|
82
|
+
makerHarnessTag: z.string().trim().min(1).max(100).default('default'),
|
|
83
|
+
verifierHarnessTag: z.string().trim().min(1).max(100).default('safe'),
|
|
84
|
+
repositoryKey: z.string().trim().max(200).nullable().default(null),
|
|
85
|
+
repositoryRoot: z.string().trim().max(1000).nullable().default(null),
|
|
86
|
+
baseRef: z.string().trim().min(1).max(200).default('main'),
|
|
87
|
+
actingOn: z.array(z.string().trim().min(1)).default([]),
|
|
88
|
+
policy: loopPatternPolicySchema.default({}),
|
|
89
|
+
})
|
|
90
|
+
.superRefine((pattern, context) => {
|
|
91
|
+
const makers = new Set(pattern.makerUsernames);
|
|
92
|
+
if (pattern.verifierUsername === pattern.leaderUsername || makers.has(pattern.verifierUsername)) {
|
|
93
|
+
context.addIssue({
|
|
94
|
+
code: z.ZodIssueCode.custom,
|
|
95
|
+
path: ['verifierUsername'],
|
|
96
|
+
message: 'Verifier must be different from the leader and every maker.',
|
|
97
|
+
});
|
|
98
|
+
}
|
|
99
|
+
if (makers.size !== pattern.makerUsernames.length) {
|
|
100
|
+
context.addIssue({
|
|
101
|
+
code: z.ZodIssueCode.custom,
|
|
102
|
+
path: ['makerUsernames'],
|
|
103
|
+
message: 'Maker usernames must be unique.',
|
|
104
|
+
});
|
|
105
|
+
}
|
|
106
|
+
if (pattern.triggerType === 'cron') {
|
|
107
|
+
const parts = pattern.cronExpression?.split(/\s+/).filter(Boolean) || [];
|
|
108
|
+
if (parts.length !== 5 && parts.length !== 6) {
|
|
109
|
+
context.addIssue({
|
|
110
|
+
code: z.ZodIssueCode.custom,
|
|
111
|
+
path: ['cronExpression'],
|
|
112
|
+
message: 'Cron patterns require a 5- or 6-field cron expression.',
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
if (!pattern.timezone) {
|
|
116
|
+
context.addIssue({
|
|
117
|
+
code: z.ZodIssueCode.custom,
|
|
118
|
+
path: ['timezone'],
|
|
119
|
+
message: 'Cron patterns require an explicit timezone.',
|
|
120
|
+
});
|
|
121
|
+
} else {
|
|
122
|
+
try {
|
|
123
|
+
new Intl.DateTimeFormat('en-US', { timeZone: pattern.timezone });
|
|
124
|
+
} catch {
|
|
125
|
+
context.addIssue({
|
|
126
|
+
code: z.ZodIssueCode.custom,
|
|
127
|
+
path: ['timezone'],
|
|
128
|
+
message: 'Cron pattern timezone is invalid.',
|
|
129
|
+
});
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
if (pattern.triggerType === 'event' && !pattern.eventKey) {
|
|
134
|
+
context.addIssue({
|
|
135
|
+
code: z.ZodIssueCode.custom,
|
|
136
|
+
path: ['eventKey'],
|
|
137
|
+
message: 'Event patterns require an event key.',
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
if (pattern.autonomyLevel !== 'L1') {
|
|
141
|
+
if (!pattern.repositoryKey || !pattern.repositoryRoot || pattern.actingOn.length === 0) {
|
|
142
|
+
context.addIssue({
|
|
143
|
+
code: z.ZodIssueCode.custom,
|
|
144
|
+
path: ['repositoryKey'],
|
|
145
|
+
message: 'L2 and L3 patterns require repository identity, root, and declared actingOn paths.',
|
|
146
|
+
});
|
|
147
|
+
}
|
|
148
|
+
if (!pattern.policy.harness.isolation.requireWorktree) {
|
|
149
|
+
context.addIssue({
|
|
150
|
+
code: z.ZodIssueCode.custom,
|
|
151
|
+
path: ['policy', 'harness', 'isolation', 'requireWorktree'],
|
|
152
|
+
message: 'L2 and L3 patterns must require a worktree.',
|
|
153
|
+
});
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
});
|
|
157
|
+
|
|
158
|
+
export type LoopPattern = z.infer<typeof loopPatternSchema>;
|
|
159
|
+
export type LoopPatternPolicy = z.infer<typeof loopPatternPolicySchema>;
|
|
160
|
+
|
|
161
|
+
export function parseLoopPattern(value: unknown) {
|
|
162
|
+
return loopPatternSchema.parse(value);
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
export function validateLoopPattern(value: unknown) {
|
|
166
|
+
return loopPatternSchema.safeParse(value);
|
|
167
|
+
}
|