sentinelayer-cli 0.1.1 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +996 -996
- package/bin/create-sentinelayer.js +5 -5
- package/bin/sentinelayer-cli.js +4 -4
- package/bin/sl.js +5 -5
- package/package.json +62 -54
- package/src/agents/jules/config/definition.js +209 -209
- package/src/agents/jules/config/system-prompt.js +175 -175
- package/src/agents/jules/error-intake.js +51 -51
- package/src/agents/jules/fix-cycle.js +377 -377
- package/src/agents/jules/loop.js +367 -367
- package/src/agents/jules/pulse.js +319 -319
- package/src/agents/jules/stream.js +186 -186
- package/src/agents/jules/swarm/file-scanner.js +74 -74
- package/src/agents/jules/swarm/index.js +11 -11
- package/src/agents/jules/swarm/orchestrator.js +362 -362
- package/src/agents/jules/swarm/pattern-hunter.js +123 -123
- package/src/agents/jules/swarm/sub-agent.js +308 -308
- package/src/agents/jules/tools/auth-audit.js +226 -222
- package/src/agents/jules/tools/dispatch.js +327 -327
- package/src/agents/jules/tools/file-edit.js +180 -180
- package/src/agents/jules/tools/file-read.js +100 -100
- package/src/agents/jules/tools/frontend-analyze.js +570 -570
- package/src/agents/jules/tools/glob.js +168 -168
- package/src/agents/jules/tools/grep.js +228 -228
- package/src/agents/jules/tools/index.js +29 -29
- package/src/agents/jules/tools/path-guards.js +161 -161
- package/src/agents/jules/tools/runtime-audit.js +493 -493
- package/src/agents/jules/tools/shell.js +383 -383
- package/src/ai/aidenid.js +972 -945
- package/src/ai/client.js +508 -508
- package/src/ai/domain-target-store.js +268 -268
- package/src/ai/identity-store.js +270 -270
- package/src/ai/site-store.js +145 -145
- package/src/audit/agents/architecture.js +180 -180
- package/src/audit/agents/compliance.js +179 -179
- package/src/audit/agents/documentation.js +165 -165
- package/src/audit/agents/performance.js +145 -145
- package/src/audit/agents/security.js +215 -215
- package/src/audit/agents/testing.js +172 -172
- package/src/audit/orchestrator.js +557 -557
- package/src/audit/package.js +204 -204
- package/src/audit/registry.js +284 -284
- package/src/audit/replay.js +103 -103
- package/src/auth/http.js +113 -113
- package/src/auth/service.js +891 -848
- package/src/auth/session-store.js +359 -345
- package/src/cli.js +252 -252
- package/src/commands/ai/identity-lifecycle.js +1338 -1337
- package/src/commands/ai/provision-governance.js +1272 -1246
- package/src/commands/ai/shared.js +147 -147
- package/src/commands/ai.js +11 -11
- package/src/commands/apply.js +12 -12
- package/src/commands/audit.js +1166 -1147
- package/src/commands/auth.js +375 -366
- package/src/commands/chat.js +191 -191
- package/src/commands/config.js +184 -184
- package/src/commands/cost.js +311 -311
- package/src/commands/daemon/core.js +850 -850
- package/src/commands/daemon/extended.js +1048 -1048
- package/src/commands/daemon/shared.js +213 -213
- package/src/commands/daemon.js +11 -11
- package/src/commands/guide.js +174 -174
- package/src/commands/ingest.js +58 -58
- package/src/commands/init.js +55 -55
- package/src/commands/legacy-args.js +10 -10
- package/src/commands/mcp.js +461 -404
- package/src/commands/omargate.js +15 -15
- package/src/commands/persona.js +20 -20
- package/src/commands/plugin.js +260 -260
- package/src/commands/policy.js +132 -132
- package/src/commands/prompt.js +238 -238
- package/src/commands/review.js +704 -704
- package/src/commands/scan.js +866 -788
- package/src/commands/spec.js +716 -716
- package/src/commands/swarm.js +651 -651
- package/src/commands/telemetry.js +202 -202
- package/src/commands/watch.js +510 -510
- package/src/config/agent-dictionary.js +182 -182
- package/src/config/io.js +56 -56
- package/src/config/paths.js +18 -18
- package/src/config/schema.js +55 -55
- package/src/config/service.js +184 -184
- package/src/cost/budget.js +235 -235
- package/src/cost/history.js +188 -188
- package/src/cost/tracker.js +171 -171
- package/src/daemon/artifact-lineage.js +534 -534
- package/src/daemon/assignment-ledger.js +770 -770
- package/src/daemon/ast-parser-layer.js +258 -258
- package/src/daemon/budget-governor.js +633 -633
- package/src/daemon/callgraph-overlay.js +646 -646
- package/src/daemon/error-worker.js +626 -626
- package/src/daemon/hybrid-mapper.js +929 -929
- package/src/daemon/ingest-refresh.js +195 -0
- package/src/daemon/jira-lifecycle.js +632 -632
- package/src/daemon/operator-control.js +657 -657
- package/src/daemon/reliability-lane.js +471 -471
- package/src/daemon/watchdog.js +971 -971
- package/src/guide/generator.js +316 -316
- package/src/ingest/engine.js +918 -918
- package/src/interactive/action-menu.js +132 -0
- package/src/interactive/auto-ingest.js +111 -0
- package/src/interactive/index.js +95 -0
- package/src/interactive/workspace.js +92 -0
- package/src/legacy-cli.js +2548 -2435
- package/src/mcp/registry.js +695 -695
- package/src/memory/blackboard.js +301 -301
- package/src/memory/retrieval.js +581 -581
- package/src/plugin/manifest.js +553 -553
- package/src/policy/packs.js +144 -144
- package/src/prompt/generator.js +118 -106
- package/src/review/ai-review.js +669 -669
- package/src/review/local-review.js +1284 -1284
- package/src/review/replay.js +235 -235
- package/src/review/report.js +664 -664
- package/src/review/spec-binding.js +487 -487
- package/src/scaffold/generator.js +67 -0
- package/src/scaffold/templates.js +150 -0
- package/src/scan/generator.js +418 -351
- package/src/scan/gh-secrets.js +107 -0
- package/src/spec/generator.js +519 -519
- package/src/spec/regenerate.js +237 -237
- package/src/spec/templates.js +91 -91
- package/src/swarm/dashboard.js +247 -247
- package/src/swarm/factory.js +363 -363
- package/src/swarm/pentest.js +934 -934
- package/src/swarm/registry.js +419 -419
- package/src/swarm/report.js +158 -158
- package/src/swarm/runtime.js +576 -576
- package/src/swarm/scenario-dsl.js +272 -272
- package/src/telemetry/ledger.js +302 -302
- package/src/telemetry/session-tracker.js +118 -0
- package/src/telemetry/sync.js +190 -0
- package/src/ui/markdown.js +220 -220
|
@@ -1,657 +1,657 @@
|
|
|
1
|
-
import fsp from "node:fs/promises";
|
|
2
|
-
import path from "node:path";
|
|
3
|
-
|
|
4
|
-
import { ASSIGNMENT_STATUSES, resolveAssignmentLedgerStorage, listAssignments } from "./assignment-ledger.js";
|
|
5
|
-
import { DAEMON_BUDGET_LIFECYCLE_STATES, listBudgetStates } from "./budget-governor.js";
|
|
6
|
-
import { WORK_ITEM_STATUSES, listErrorQueue, resolveErrorDaemonStorage } from "./error-worker.js";
|
|
7
|
-
import { commentJiraIssue, listJiraIssues } from "./jira-lifecycle.js";
|
|
8
|
-
|
|
9
|
-
const OPERATOR_CONTROL_SCHEMA_VERSION = "1.0.0";
|
|
10
|
-
const QUEUE_SCHEMA_VERSION = "1.0.0";
|
|
11
|
-
const LEDGER_SCHEMA_VERSION = "1.0.0";
|
|
12
|
-
|
|
13
|
-
const WORK_ITEM_STATUS_SET = new Set(WORK_ITEM_STATUSES);
|
|
14
|
-
const ASSIGNMENT_STATUS_SET = new Set(ASSIGNMENT_STATUSES);
|
|
15
|
-
|
|
16
|
-
const ACTIVE_ASSIGNMENT_STATUSES = new Set(["CLAIMED", "IN_PROGRESS", "BLOCKED"]);
|
|
17
|
-
|
|
18
|
-
export const OPERATOR_STOP_MODES = Object.freeze(["QUARANTINE", "SQUASH"]);
|
|
19
|
-
export const BUDGET_HEALTH_COLORS = Object.freeze(["GREEN", "YELLOW", "RED"]);
|
|
20
|
-
|
|
21
|
-
function normalizeString(value) {
|
|
22
|
-
return String(value || "").trim();
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
function normalizeIsoTimestamp(value, fallbackIso = new Date().toISOString()) {
|
|
26
|
-
const normalized = normalizeString(value);
|
|
27
|
-
if (!normalized) {
|
|
28
|
-
return fallbackIso;
|
|
29
|
-
}
|
|
30
|
-
const epoch = Date.parse(normalized);
|
|
31
|
-
if (!Number.isFinite(epoch)) {
|
|
32
|
-
return fallbackIso;
|
|
33
|
-
}
|
|
34
|
-
return new Date(epoch).toISOString();
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
function normalizePositiveInteger(value, fieldName, fallbackValue) {
|
|
38
|
-
if (value === undefined || value === null || normalizeString(value) === "") {
|
|
39
|
-
return fallbackValue;
|
|
40
|
-
}
|
|
41
|
-
const normalized = Number(value);
|
|
42
|
-
if (!Number.isFinite(normalized) || normalized <= 0) {
|
|
43
|
-
throw new Error(`${fieldName} must be a positive integer.`);
|
|
44
|
-
}
|
|
45
|
-
return Math.floor(normalized);
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
function normalizeStatus(value, statusSet, fallbackStatus) {
|
|
49
|
-
const normalized = normalizeString(value).toUpperCase();
|
|
50
|
-
if (statusSet.has(normalized)) {
|
|
51
|
-
return normalized;
|
|
52
|
-
}
|
|
53
|
-
return fallbackStatus;
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
function normalizeObject(value, fallbackValue = {}) {
|
|
57
|
-
if (!value || typeof value !== "object" || Array.isArray(value)) {
|
|
58
|
-
return fallbackValue;
|
|
59
|
-
}
|
|
60
|
-
return { ...value };
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
function normalizeStatusList(statuses = [], statusSet = new Set()) {
|
|
64
|
-
if (!Array.isArray(statuses)) {
|
|
65
|
-
return [];
|
|
66
|
-
}
|
|
67
|
-
return statuses
|
|
68
|
-
.map((status) => normalizeString(status).toUpperCase())
|
|
69
|
-
.filter(Boolean)
|
|
70
|
-
.filter((status) => statusSet.has(status));
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
function loadJsonFile(filePath, defaultFactory) {
|
|
74
|
-
return fsp
|
|
75
|
-
.readFile(filePath, "utf-8")
|
|
76
|
-
.then((raw) => JSON.parse(raw))
|
|
77
|
-
.catch((error) => {
|
|
78
|
-
if (error && typeof error === "object" && error.code === "ENOENT") {
|
|
79
|
-
return defaultFactory();
|
|
80
|
-
}
|
|
81
|
-
throw error;
|
|
82
|
-
});
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
async function writeJsonFile(filePath, payload = {}) {
|
|
86
|
-
await fsp.mkdir(path.dirname(filePath), { recursive: true });
|
|
87
|
-
await fsp.writeFile(filePath, `${JSON.stringify(payload, null, 2)}\n`, "utf-8");
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
async function appendJsonLine(filePath, payload = {}) {
|
|
91
|
-
await fsp.mkdir(path.dirname(filePath), { recursive: true });
|
|
92
|
-
await fsp.appendFile(filePath, `${JSON.stringify(payload)}\n`, "utf-8");
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
function resolveBudgetHealthColor(budgetLifecycleState = "") {
|
|
96
|
-
const normalized = normalizeString(budgetLifecycleState).toUpperCase();
|
|
97
|
-
if (normalized === "HARD_LIMIT_QUARANTINED" || normalized === "HARD_LIMIT_SQUASHED") {
|
|
98
|
-
return "RED";
|
|
99
|
-
}
|
|
100
|
-
if (normalized === "WARNING_THRESHOLD") {
|
|
101
|
-
return "YELLOW";
|
|
102
|
-
}
|
|
103
|
-
return "GREEN";
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
function deriveTimer(sessionStartedAt, sessionLastSeenAt, nowIso) {
|
|
107
|
-
const nowEpoch = Date.parse(normalizeIsoTimestamp(nowIso, new Date().toISOString()));
|
|
108
|
-
const startEpoch = Date.parse(String(sessionStartedAt || ""));
|
|
109
|
-
const lastSeenEpoch = Date.parse(String(sessionLastSeenAt || ""));
|
|
110
|
-
return {
|
|
111
|
-
sessionElapsedSeconds:
|
|
112
|
-
Number.isFinite(nowEpoch) && Number.isFinite(startEpoch)
|
|
113
|
-
? Math.max(0, Math.floor((nowEpoch - startEpoch) / 1000))
|
|
114
|
-
: null,
|
|
115
|
-
sessionIdleSeconds:
|
|
116
|
-
Number.isFinite(nowEpoch) && Number.isFinite(lastSeenEpoch)
|
|
117
|
-
? Math.max(0, Math.floor((nowEpoch - lastSeenEpoch) / 1000))
|
|
118
|
-
: null,
|
|
119
|
-
};
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
function createInitialControlState(nowIso = new Date().toISOString()) {
|
|
123
|
-
return {
|
|
124
|
-
schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
|
|
125
|
-
generatedAt: normalizeIsoTimestamp(nowIso, nowIso),
|
|
126
|
-
snapshotCount: 0,
|
|
127
|
-
lastSnapshotAt: null,
|
|
128
|
-
lastSnapshotRunId: null,
|
|
129
|
-
lastSummary: {},
|
|
130
|
-
};
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
function normalizeControlState(state = {}, nowIso = new Date().toISOString()) {
|
|
134
|
-
return {
|
|
135
|
-
schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
|
|
136
|
-
generatedAt: normalizeIsoTimestamp(state.generatedAt, nowIso),
|
|
137
|
-
snapshotCount: Math.max(0, Math.floor(Number(state.snapshotCount || 0))),
|
|
138
|
-
lastSnapshotAt: state.lastSnapshotAt ? normalizeIsoTimestamp(state.lastSnapshotAt, nowIso) : null,
|
|
139
|
-
lastSnapshotRunId: normalizeString(state.lastSnapshotRunId) || null,
|
|
140
|
-
lastSummary: normalizeObject(state.lastSummary),
|
|
141
|
-
};
|
|
142
|
-
}
|
|
143
|
-
|
|
144
|
-
function createRunId(nowIso, counter) {
|
|
145
|
-
const timestamp = nowIso.replace(/[:.]/g, "-");
|
|
146
|
-
return `operator-snapshot-${timestamp}-${String(counter).padStart(4, "0")}`;
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
function normalizeQueue(queue = {}, nowIso = new Date().toISOString()) {
|
|
150
|
-
return {
|
|
151
|
-
schemaVersion: normalizeString(queue.schemaVersion) || QUEUE_SCHEMA_VERSION,
|
|
152
|
-
generatedAt: normalizeIsoTimestamp(queue.generatedAt, nowIso),
|
|
153
|
-
items: Array.isArray(queue.items)
|
|
154
|
-
? queue.items
|
|
155
|
-
.map((item) => ({
|
|
156
|
-
...item,
|
|
157
|
-
workItemId: normalizeString(item.workItemId),
|
|
158
|
-
status: normalizeStatus(item.status, WORK_ITEM_STATUS_SET, "QUEUED"),
|
|
159
|
-
updatedAt: normalizeIsoTimestamp(item.updatedAt, nowIso),
|
|
160
|
-
metadata: normalizeObject(item.metadata),
|
|
161
|
-
}))
|
|
162
|
-
.filter((item) => item.workItemId)
|
|
163
|
-
: [],
|
|
164
|
-
};
|
|
165
|
-
}
|
|
166
|
-
|
|
167
|
-
function normalizeLedger(ledger = {}, nowIso = new Date().toISOString()) {
|
|
168
|
-
return {
|
|
169
|
-
schemaVersion: normalizeString(ledger.schemaVersion) || LEDGER_SCHEMA_VERSION,
|
|
170
|
-
generatedAt: normalizeIsoTimestamp(ledger.generatedAt, nowIso),
|
|
171
|
-
assignments: Array.isArray(ledger.assignments)
|
|
172
|
-
? ledger.assignments
|
|
173
|
-
.map((assignment) => ({
|
|
174
|
-
...assignment,
|
|
175
|
-
workItemId: normalizeString(assignment.workItemId),
|
|
176
|
-
assignedAgentIdentity: normalizeString(assignment.assignedAgentIdentity) || null,
|
|
177
|
-
status: normalizeStatus(assignment.status, ASSIGNMENT_STATUS_SET, "QUEUED"),
|
|
178
|
-
leasedAt: assignment.leasedAt ? normalizeIsoTimestamp(assignment.leasedAt, nowIso) : null,
|
|
179
|
-
heartbeatAt: assignment.heartbeatAt
|
|
180
|
-
? normalizeIsoTimestamp(assignment.heartbeatAt, nowIso)
|
|
181
|
-
: null,
|
|
182
|
-
releasedAt: assignment.releasedAt ? normalizeIsoTimestamp(assignment.releasedAt, nowIso) : null,
|
|
183
|
-
updatedAt: normalizeIsoTimestamp(assignment.updatedAt, nowIso),
|
|
184
|
-
releaseReason: normalizeString(assignment.releaseReason) || null,
|
|
185
|
-
}))
|
|
186
|
-
.filter((assignment) => assignment.workItemId)
|
|
187
|
-
: [],
|
|
188
|
-
};
|
|
189
|
-
}
|
|
190
|
-
|
|
191
|
-
function buildStatusSummary(rows = []) {
|
|
192
|
-
const statusCounts = {};
|
|
193
|
-
const healthCounts = {
|
|
194
|
-
GREEN: 0,
|
|
195
|
-
YELLOW: 0,
|
|
196
|
-
RED: 0,
|
|
197
|
-
};
|
|
198
|
-
for (const row of rows) {
|
|
199
|
-
statusCounts[row.workItemStatus] = (statusCounts[row.workItemStatus] || 0) + 1;
|
|
200
|
-
healthCounts[row.budgetHealthColor] = (healthCounts[row.budgetHealthColor] || 0) + 1;
|
|
201
|
-
}
|
|
202
|
-
return {
|
|
203
|
-
statusCounts,
|
|
204
|
-
healthCounts,
|
|
205
|
-
};
|
|
206
|
-
}
|
|
207
|
-
|
|
208
|
-
function buildAgentRoster(rows = []) {
|
|
209
|
-
const byAgent = new Map();
|
|
210
|
-
for (const row of rows) {
|
|
211
|
-
const agentIdentity = normalizeString(row.assignedAgentIdentity) || "unassigned";
|
|
212
|
-
if (!byAgent.has(agentIdentity)) {
|
|
213
|
-
byAgent.set(agentIdentity, {
|
|
214
|
-
agentIdentity,
|
|
215
|
-
workItemCount: 0,
|
|
216
|
-
activeWorkItemCount: 0,
|
|
217
|
-
blockedCount: 0,
|
|
218
|
-
squashedCount: 0,
|
|
219
|
-
budgetHealthCounts: {
|
|
220
|
-
GREEN: 0,
|
|
221
|
-
YELLOW: 0,
|
|
222
|
-
RED: 0,
|
|
223
|
-
},
|
|
224
|
-
maxSessionElapsedSeconds: 0,
|
|
225
|
-
latestSessionSeenAt: null,
|
|
226
|
-
});
|
|
227
|
-
}
|
|
228
|
-
const aggregate = byAgent.get(agentIdentity);
|
|
229
|
-
aggregate.workItemCount += 1;
|
|
230
|
-
if (ACTIVE_ASSIGNMENT_STATUSES.has(normalizeString(row.assignmentStatus).toUpperCase())) {
|
|
231
|
-
aggregate.activeWorkItemCount += 1;
|
|
232
|
-
}
|
|
233
|
-
if (row.workItemStatus === "BLOCKED") {
|
|
234
|
-
aggregate.blockedCount += 1;
|
|
235
|
-
}
|
|
236
|
-
if (row.workItemStatus === "SQUASHED") {
|
|
237
|
-
aggregate.squashedCount += 1;
|
|
238
|
-
}
|
|
239
|
-
aggregate.budgetHealthCounts[row.budgetHealthColor] =
|
|
240
|
-
(aggregate.budgetHealthCounts[row.budgetHealthColor] || 0) + 1;
|
|
241
|
-
const elapsed = Number(row.sessionElapsedSeconds || 0);
|
|
242
|
-
if (elapsed > aggregate.maxSessionElapsedSeconds) {
|
|
243
|
-
aggregate.maxSessionElapsedSeconds = elapsed;
|
|
244
|
-
}
|
|
245
|
-
const seenEpoch = Date.parse(String(row.sessionLastSeenAt || "")) || 0;
|
|
246
|
-
const currentSeenEpoch = Date.parse(String(aggregate.latestSessionSeenAt || "")) || 0;
|
|
247
|
-
if (seenEpoch > currentSeenEpoch) {
|
|
248
|
-
aggregate.latestSessionSeenAt = row.sessionLastSeenAt || null;
|
|
249
|
-
}
|
|
250
|
-
}
|
|
251
|
-
return [...byAgent.values()].sort((left, right) => {
|
|
252
|
-
if (right.activeWorkItemCount !== left.activeWorkItemCount) {
|
|
253
|
-
return right.activeWorkItemCount - left.activeWorkItemCount;
|
|
254
|
-
}
|
|
255
|
-
if (right.workItemCount !== left.workItemCount) {
|
|
256
|
-
return right.workItemCount - left.workItemCount;
|
|
257
|
-
}
|
|
258
|
-
return left.agentIdentity.localeCompare(right.agentIdentity);
|
|
259
|
-
});
|
|
260
|
-
}
|
|
261
|
-
|
|
262
|
-
export async function resolveOperatorControlStorage({
|
|
263
|
-
targetPath = ".",
|
|
264
|
-
outputDir = "",
|
|
265
|
-
env,
|
|
266
|
-
homeDir,
|
|
267
|
-
} = {}) {
|
|
268
|
-
const daemonStorage = await resolveErrorDaemonStorage({
|
|
269
|
-
targetPath,
|
|
270
|
-
outputDir,
|
|
271
|
-
env,
|
|
272
|
-
homeDir,
|
|
273
|
-
});
|
|
274
|
-
return {
|
|
275
|
-
...daemonStorage,
|
|
276
|
-
operatorStatePath: path.join(daemonStorage.baseDir, "operator-control-state.json"),
|
|
277
|
-
operatorEventsPath: path.join(daemonStorage.baseDir, "operator-events.ndjson"),
|
|
278
|
-
operatorSnapshotsDir: path.join(daemonStorage.baseDir, "operator-snapshots"),
|
|
279
|
-
};
|
|
280
|
-
}
|
|
281
|
-
|
|
282
|
-
export async function buildOperatorControlSnapshot({
|
|
283
|
-
targetPath = ".",
|
|
284
|
-
outputDir = "",
|
|
285
|
-
statuses = [],
|
|
286
|
-
agentIdentity = "",
|
|
287
|
-
limit = 50,
|
|
288
|
-
env,
|
|
289
|
-
homeDir,
|
|
290
|
-
nowIso = new Date().toISOString(),
|
|
291
|
-
} = {}) {
|
|
292
|
-
const normalizedNow = normalizeIsoTimestamp(nowIso, new Date().toISOString());
|
|
293
|
-
const normalizedLimit = normalizePositiveInteger(limit, "limit", 50);
|
|
294
|
-
const normalizedStatuses = normalizeStatusList(statuses, WORK_ITEM_STATUS_SET);
|
|
295
|
-
const normalizedAgentIdentity = normalizeString(agentIdentity);
|
|
296
|
-
const storage = await resolveOperatorControlStorage({
|
|
297
|
-
targetPath,
|
|
298
|
-
outputDir,
|
|
299
|
-
env,
|
|
300
|
-
homeDir,
|
|
301
|
-
});
|
|
302
|
-
const internalLimit = Math.max(200, normalizedLimit * 4);
|
|
303
|
-
const [queue, assignments, jiraIssues, budgets, controlState] = await Promise.all([
|
|
304
|
-
listErrorQueue({
|
|
305
|
-
targetPath,
|
|
306
|
-
outputDir,
|
|
307
|
-
statuses: normalizedStatuses,
|
|
308
|
-
limit: internalLimit,
|
|
309
|
-
env,
|
|
310
|
-
homeDir,
|
|
311
|
-
}),
|
|
312
|
-
listAssignments({
|
|
313
|
-
targetPath,
|
|
314
|
-
outputDir,
|
|
315
|
-
includeExpired: true,
|
|
316
|
-
limit: internalLimit,
|
|
317
|
-
env,
|
|
318
|
-
homeDir,
|
|
319
|
-
nowIso: normalizedNow,
|
|
320
|
-
}),
|
|
321
|
-
listJiraIssues({
|
|
322
|
-
targetPath,
|
|
323
|
-
outputDir,
|
|
324
|
-
limit: internalLimit,
|
|
325
|
-
env,
|
|
326
|
-
homeDir,
|
|
327
|
-
nowIso: normalizedNow,
|
|
328
|
-
}),
|
|
329
|
-
listBudgetStates({
|
|
330
|
-
targetPath,
|
|
331
|
-
outputDir,
|
|
332
|
-
limit: internalLimit,
|
|
333
|
-
env,
|
|
334
|
-
homeDir,
|
|
335
|
-
nowIso: normalizedNow,
|
|
336
|
-
}),
|
|
337
|
-
loadJsonFile(storage.operatorStatePath, () => createInitialControlState(normalizedNow)).then((state) =>
|
|
338
|
-
normalizeControlState(state, normalizedNow)
|
|
339
|
-
),
|
|
340
|
-
]);
|
|
341
|
-
|
|
342
|
-
const assignmentByWorkItem = new Map();
|
|
343
|
-
for (const assignment of assignments.assignments) {
|
|
344
|
-
if (!assignmentByWorkItem.has(assignment.workItemId)) {
|
|
345
|
-
assignmentByWorkItem.set(assignment.workItemId, assignment);
|
|
346
|
-
}
|
|
347
|
-
}
|
|
348
|
-
const jiraByWorkItem = new Map();
|
|
349
|
-
for (const issue of jiraIssues.issues) {
|
|
350
|
-
if (!jiraByWorkItem.has(issue.workItemId)) {
|
|
351
|
-
jiraByWorkItem.set(issue.workItemId, issue);
|
|
352
|
-
}
|
|
353
|
-
}
|
|
354
|
-
const budgetByWorkItem = new Map();
|
|
355
|
-
for (const record of budgets.records) {
|
|
356
|
-
if (!budgetByWorkItem.has(record.workItemId)) {
|
|
357
|
-
budgetByWorkItem.set(record.workItemId, record);
|
|
358
|
-
}
|
|
359
|
-
}
|
|
360
|
-
|
|
361
|
-
const rows = [];
|
|
362
|
-
for (const queueItem of queue.items) {
|
|
363
|
-
const assignment = assignmentByWorkItem.get(queueItem.workItemId) || null;
|
|
364
|
-
if (
|
|
365
|
-
normalizedAgentIdentity &&
|
|
366
|
-
normalizeString(assignment?.assignedAgentIdentity) !== normalizedAgentIdentity
|
|
367
|
-
) {
|
|
368
|
-
continue;
|
|
369
|
-
}
|
|
370
|
-
const issue = jiraByWorkItem.get(queueItem.workItemId) || null;
|
|
371
|
-
const budget = budgetByWorkItem.get(queueItem.workItemId) || null;
|
|
372
|
-
const budgetHealthColor = resolveBudgetHealthColor(budget?.lifecycleState);
|
|
373
|
-
const sessionStartedAt =
|
|
374
|
-
assignment?.leasedAt ||
|
|
375
|
-
assignment?.updatedAt ||
|
|
376
|
-
queueItem.updatedAt ||
|
|
377
|
-
queueItem.lastSeenAt ||
|
|
378
|
-
queueItem.firstSeenAt;
|
|
379
|
-
const sessionLastSeenAt =
|
|
380
|
-
assignment?.heartbeatAt ||
|
|
381
|
-
assignment?.updatedAt ||
|
|
382
|
-
queueItem.updatedAt ||
|
|
383
|
-
queueItem.lastSeenAt ||
|
|
384
|
-
sessionStartedAt;
|
|
385
|
-
const timer = deriveTimer(sessionStartedAt, sessionLastSeenAt, normalizedNow);
|
|
386
|
-
rows.push({
|
|
387
|
-
workItemId: queueItem.workItemId,
|
|
388
|
-
severity: queueItem.severity,
|
|
389
|
-
service: queueItem.service,
|
|
390
|
-
endpoint: queueItem.endpoint,
|
|
391
|
-
errorCode: queueItem.errorCode,
|
|
392
|
-
workItemStatus: queueItem.status,
|
|
393
|
-
assignedAgentIdentity: assignment?.assignedAgentIdentity || null,
|
|
394
|
-
assignmentStatus: assignment?.status || "QUEUED",
|
|
395
|
-
jiraIssueKey: issue?.issueKey || null,
|
|
396
|
-
jiraStatus: issue?.status || null,
|
|
397
|
-
budgetLifecycleState: budget?.lifecycleState || "WITHIN_BUDGET",
|
|
398
|
-
budgetHealthColor,
|
|
399
|
-
budgetWarnings: Array.isArray(budget?.warnings) ? budget.warnings : [],
|
|
400
|
-
budgetStopReasons: Array.isArray(budget?.stopReasons) ? budget.stopReasons : [],
|
|
401
|
-
sessionStartedAt: sessionStartedAt || null,
|
|
402
|
-
sessionLastSeenAt: sessionLastSeenAt || null,
|
|
403
|
-
sessionElapsedSeconds: timer.sessionElapsedSeconds,
|
|
404
|
-
sessionIdleSeconds: timer.sessionIdleSeconds,
|
|
405
|
-
updatedAt: queueItem.updatedAt,
|
|
406
|
-
});
|
|
407
|
-
if (rows.length >= normalizedLimit) {
|
|
408
|
-
break;
|
|
409
|
-
}
|
|
410
|
-
}
|
|
411
|
-
|
|
412
|
-
const statusSummary = buildStatusSummary(rows);
|
|
413
|
-
const agentRoster = buildAgentRoster(rows);
|
|
414
|
-
const nextSnapshotCount = controlState.snapshotCount + 1;
|
|
415
|
-
const runId = createRunId(normalizedNow, nextSnapshotCount);
|
|
416
|
-
const runPath = path.join(storage.operatorSnapshotsDir, `${runId}.json`);
|
|
417
|
-
const snapshot = {
|
|
418
|
-
schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
|
|
419
|
-
generatedAt: normalizedNow,
|
|
420
|
-
runId,
|
|
421
|
-
summary: {
|
|
422
|
-
totalQueueItems: queue.totalCount,
|
|
423
|
-
visibleWorkItems: rows.length,
|
|
424
|
-
activeAgents: agentRoster.filter((agent) => agent.activeWorkItemCount > 0).length,
|
|
425
|
-
...statusSummary,
|
|
426
|
-
},
|
|
427
|
-
workItems: rows,
|
|
428
|
-
agentRoster,
|
|
429
|
-
};
|
|
430
|
-
await fsp.mkdir(storage.operatorSnapshotsDir, { recursive: true });
|
|
431
|
-
await writeJsonFile(runPath, snapshot);
|
|
432
|
-
|
|
433
|
-
const nextControlState = normalizeControlState(
|
|
434
|
-
{
|
|
435
|
-
...controlState,
|
|
436
|
-
generatedAt: normalizedNow,
|
|
437
|
-
snapshotCount: nextSnapshotCount,
|
|
438
|
-
lastSnapshotAt: normalizedNow,
|
|
439
|
-
lastSnapshotRunId: runId,
|
|
440
|
-
lastSummary: snapshot.summary,
|
|
441
|
-
},
|
|
442
|
-
normalizedNow
|
|
443
|
-
);
|
|
444
|
-
await Promise.all([
|
|
445
|
-
writeJsonFile(storage.operatorStatePath, nextControlState),
|
|
446
|
-
appendJsonLine(storage.operatorEventsPath, {
|
|
447
|
-
timestamp: normalizedNow,
|
|
448
|
-
eventType: "operator_snapshot",
|
|
449
|
-
runId,
|
|
450
|
-
totalQueueItems: queue.totalCount,
|
|
451
|
-
visibleWorkItems: rows.length,
|
|
452
|
-
activeAgents: snapshot.summary.activeAgents,
|
|
453
|
-
statusCounts: statusSummary.statusCounts,
|
|
454
|
-
healthCounts: statusSummary.healthCounts,
|
|
455
|
-
}),
|
|
456
|
-
]);
|
|
457
|
-
|
|
458
|
-
return {
|
|
459
|
-
...storage,
|
|
460
|
-
runId,
|
|
461
|
-
runPath,
|
|
462
|
-
state: nextControlState,
|
|
463
|
-
totalQueueItems: queue.totalCount,
|
|
464
|
-
visibleWorkItems: rows.length,
|
|
465
|
-
statusCounts: statusSummary.statusCounts,
|
|
466
|
-
healthCounts: statusSummary.healthCounts,
|
|
467
|
-
workItems: rows,
|
|
468
|
-
agentRoster,
|
|
469
|
-
};
|
|
470
|
-
}
|
|
471
|
-
|
|
472
|
-
export async function applyOperatorStopControl({
|
|
473
|
-
targetPath = ".",
|
|
474
|
-
outputDir = "",
|
|
475
|
-
workItemId,
|
|
476
|
-
mode = "QUARANTINE",
|
|
477
|
-
reason = "",
|
|
478
|
-
actor = "omar-operator",
|
|
479
|
-
confirm = false,
|
|
480
|
-
env,
|
|
481
|
-
homeDir,
|
|
482
|
-
nowIso = new Date().toISOString(),
|
|
483
|
-
} = {}) {
|
|
484
|
-
const normalizedNow = normalizeIsoTimestamp(nowIso, new Date().toISOString());
|
|
485
|
-
const normalizedWorkItemId = normalizeString(workItemId);
|
|
486
|
-
if (!normalizedWorkItemId) {
|
|
487
|
-
throw new Error("workItemId is required.");
|
|
488
|
-
}
|
|
489
|
-
if (!confirm) {
|
|
490
|
-
throw new Error("Operator stop requires --confirm.");
|
|
491
|
-
}
|
|
492
|
-
const normalizedMode = normalizeString(mode).toUpperCase();
|
|
493
|
-
if (!OPERATOR_STOP_MODES.includes(normalizedMode)) {
|
|
494
|
-
throw new Error(`mode must be one of: ${OPERATOR_STOP_MODES.join(", ")}.`);
|
|
495
|
-
}
|
|
496
|
-
|
|
497
|
-
const normalizedActor = normalizeString(actor) || "omar-operator";
|
|
498
|
-
const normalizedReason =
|
|
499
|
-
normalizeString(reason) ||
|
|
500
|
-
(normalizedMode === "SQUASH"
|
|
501
|
-
? "Manual operator squash requested."
|
|
502
|
-
: "Manual operator quarantine requested.");
|
|
503
|
-
const targetStatus = normalizedMode === "SQUASH" ? "SQUASHED" : "BLOCKED";
|
|
504
|
-
const assignmentStatus = targetStatus === "SQUASHED" ? "SQUASHED" : "BLOCKED";
|
|
505
|
-
|
|
506
|
-
const storage = await resolveOperatorControlStorage({
|
|
507
|
-
targetPath,
|
|
508
|
-
outputDir,
|
|
509
|
-
env,
|
|
510
|
-
homeDir,
|
|
511
|
-
});
|
|
512
|
-
const assignmentStorage = await resolveAssignmentLedgerStorage({
|
|
513
|
-
targetPath,
|
|
514
|
-
outputDir,
|
|
515
|
-
env,
|
|
516
|
-
homeDir,
|
|
517
|
-
});
|
|
518
|
-
|
|
519
|
-
const [queueRaw, ledgerRaw] = await Promise.all([
|
|
520
|
-
loadJsonFile(storage.queuePath, () => ({
|
|
521
|
-
schemaVersion: QUEUE_SCHEMA_VERSION,
|
|
522
|
-
generatedAt: normalizedNow,
|
|
523
|
-
items: [],
|
|
524
|
-
})),
|
|
525
|
-
loadJsonFile(assignmentStorage.ledgerPath, () => ({
|
|
526
|
-
schemaVersion: LEDGER_SCHEMA_VERSION,
|
|
527
|
-
generatedAt: normalizedNow,
|
|
528
|
-
assignments: [],
|
|
529
|
-
})),
|
|
530
|
-
]);
|
|
531
|
-
const queue = normalizeQueue(queueRaw, normalizedNow);
|
|
532
|
-
const ledger = normalizeLedger(ledgerRaw, normalizedNow);
|
|
533
|
-
|
|
534
|
-
const queueIndex = queue.items.findIndex((item) => item.workItemId === normalizedWorkItemId);
|
|
535
|
-
if (queueIndex < 0) {
|
|
536
|
-
throw new Error(`Work item '${normalizedWorkItemId}' was not found in daemon queue.`);
|
|
537
|
-
}
|
|
538
|
-
|
|
539
|
-
const queueItem = queue.items[queueIndex];
|
|
540
|
-
const operatorMetadata = {
|
|
541
|
-
mode: normalizedMode,
|
|
542
|
-
reason: normalizedReason,
|
|
543
|
-
actor: normalizedActor,
|
|
544
|
-
confirmed: true,
|
|
545
|
-
appliedAt: normalizedNow,
|
|
546
|
-
};
|
|
547
|
-
queue.items[queueIndex] = {
|
|
548
|
-
...queueItem,
|
|
549
|
-
status: targetStatus,
|
|
550
|
-
updatedAt: normalizedNow,
|
|
551
|
-
metadata: {
|
|
552
|
-
...normalizeObject(queueItem.metadata),
|
|
553
|
-
operatorControl: operatorMetadata,
|
|
554
|
-
},
|
|
555
|
-
};
|
|
556
|
-
queue.generatedAt = normalizedNow;
|
|
557
|
-
|
|
558
|
-
const assignmentIndex = ledger.assignments.findIndex(
|
|
559
|
-
(assignment) => assignment.workItemId === normalizedWorkItemId
|
|
560
|
-
);
|
|
561
|
-
let assignment = null;
|
|
562
|
-
if (assignmentIndex >= 0) {
|
|
563
|
-
const existing = ledger.assignments[assignmentIndex];
|
|
564
|
-
assignment = {
|
|
565
|
-
...existing,
|
|
566
|
-
status: assignmentStatus,
|
|
567
|
-
releasedAt: normalizedNow,
|
|
568
|
-
releaseReason: normalizedReason,
|
|
569
|
-
updatedAt: normalizedNow,
|
|
570
|
-
};
|
|
571
|
-
ledger.assignments[assignmentIndex] = assignment;
|
|
572
|
-
}
|
|
573
|
-
ledger.generatedAt = normalizedNow;
|
|
574
|
-
|
|
575
|
-
let jiraIssueKey = null;
|
|
576
|
-
let jiraCommented = false;
|
|
577
|
-
let jiraCommentWarning = null;
|
|
578
|
-
try {
|
|
579
|
-
const listed = await listJiraIssues({
|
|
580
|
-
targetPath,
|
|
581
|
-
outputDir,
|
|
582
|
-
workItemId: normalizedWorkItemId,
|
|
583
|
-
limit: 1,
|
|
584
|
-
env,
|
|
585
|
-
homeDir,
|
|
586
|
-
nowIso: normalizedNow,
|
|
587
|
-
});
|
|
588
|
-
if (listed.issues.length > 0) {
|
|
589
|
-
jiraIssueKey = listed.issues[0].issueKey;
|
|
590
|
-
await commentJiraIssue({
|
|
591
|
-
targetPath,
|
|
592
|
-
outputDir,
|
|
593
|
-
workItemId: normalizedWorkItemId,
|
|
594
|
-
issueKey: jiraIssueKey,
|
|
595
|
-
type: "operator_stop",
|
|
596
|
-
message: `[operator-control] mode=${normalizedMode}, status=${targetStatus}, reason=${normalizedReason}`,
|
|
597
|
-
actor: normalizedActor,
|
|
598
|
-
env,
|
|
599
|
-
homeDir,
|
|
600
|
-
nowIso: normalizedNow,
|
|
601
|
-
});
|
|
602
|
-
jiraCommented = true;
|
|
603
|
-
}
|
|
604
|
-
} catch (error) {
|
|
605
|
-
jiraCommentWarning = error instanceof Error ? error.message : String(error);
|
|
606
|
-
}
|
|
607
|
-
|
|
608
|
-
await Promise.all([
|
|
609
|
-
writeJsonFile(storage.queuePath, queue),
|
|
610
|
-
writeJsonFile(assignmentStorage.ledgerPath, ledger),
|
|
611
|
-
appendJsonLine(storage.operatorEventsPath, {
|
|
612
|
-
timestamp: normalizedNow,
|
|
613
|
-
eventType: "operator_stop",
|
|
614
|
-
workItemId: normalizedWorkItemId,
|
|
615
|
-
mode: normalizedMode,
|
|
616
|
-
targetStatus,
|
|
617
|
-
actor: normalizedActor,
|
|
618
|
-
reason: normalizedReason,
|
|
619
|
-
jiraIssueKey,
|
|
620
|
-
jiraCommented,
|
|
621
|
-
}),
|
|
622
|
-
]);
|
|
623
|
-
|
|
624
|
-
return {
|
|
625
|
-
...storage,
|
|
626
|
-
workItemId: normalizedWorkItemId,
|
|
627
|
-
mode: normalizedMode,
|
|
628
|
-
targetStatus,
|
|
629
|
-
actor: normalizedActor,
|
|
630
|
-
reason: normalizedReason,
|
|
631
|
-
queueItem: queue.items[queueIndex],
|
|
632
|
-
assignment,
|
|
633
|
-
jiraIssueKey,
|
|
634
|
-
jiraCommented,
|
|
635
|
-
jiraCommentWarning,
|
|
636
|
-
};
|
|
637
|
-
}
|
|
638
|
-
|
|
639
|
-
export function getBudgetHealthColor(lifecycleState = "") {
|
|
640
|
-
return resolveBudgetHealthColor(lifecycleState);
|
|
641
|
-
}
|
|
642
|
-
|
|
643
|
-
export function normalizeOperatorStopMode(mode = "") {
|
|
644
|
-
const normalized = normalizeString(mode).toUpperCase();
|
|
645
|
-
if (OPERATOR_STOP_MODES.includes(normalized)) {
|
|
646
|
-
return normalized;
|
|
647
|
-
}
|
|
648
|
-
return "QUARANTINE";
|
|
649
|
-
}
|
|
650
|
-
|
|
651
|
-
export function normalizeBudgetLifecycleState(value = "") {
|
|
652
|
-
const normalized = normalizeString(value).toUpperCase();
|
|
653
|
-
if (DAEMON_BUDGET_LIFECYCLE_STATES.includes(normalized)) {
|
|
654
|
-
return normalized;
|
|
655
|
-
}
|
|
656
|
-
return "WITHIN_BUDGET";
|
|
657
|
-
}
|
|
1
|
+
import fsp from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
|
|
4
|
+
import { ASSIGNMENT_STATUSES, resolveAssignmentLedgerStorage, listAssignments } from "./assignment-ledger.js";
|
|
5
|
+
import { DAEMON_BUDGET_LIFECYCLE_STATES, listBudgetStates } from "./budget-governor.js";
|
|
6
|
+
import { WORK_ITEM_STATUSES, listErrorQueue, resolveErrorDaemonStorage } from "./error-worker.js";
|
|
7
|
+
import { commentJiraIssue, listJiraIssues } from "./jira-lifecycle.js";
|
|
8
|
+
|
|
9
|
+
const OPERATOR_CONTROL_SCHEMA_VERSION = "1.0.0";
|
|
10
|
+
const QUEUE_SCHEMA_VERSION = "1.0.0";
|
|
11
|
+
const LEDGER_SCHEMA_VERSION = "1.0.0";
|
|
12
|
+
|
|
13
|
+
const WORK_ITEM_STATUS_SET = new Set(WORK_ITEM_STATUSES);
|
|
14
|
+
const ASSIGNMENT_STATUS_SET = new Set(ASSIGNMENT_STATUSES);
|
|
15
|
+
|
|
16
|
+
const ACTIVE_ASSIGNMENT_STATUSES = new Set(["CLAIMED", "IN_PROGRESS", "BLOCKED"]);
|
|
17
|
+
|
|
18
|
+
export const OPERATOR_STOP_MODES = Object.freeze(["QUARANTINE", "SQUASH"]);
|
|
19
|
+
export const BUDGET_HEALTH_COLORS = Object.freeze(["GREEN", "YELLOW", "RED"]);
|
|
20
|
+
|
|
21
|
+
function normalizeString(value) {
|
|
22
|
+
return String(value || "").trim();
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
function normalizeIsoTimestamp(value, fallbackIso = new Date().toISOString()) {
|
|
26
|
+
const normalized = normalizeString(value);
|
|
27
|
+
if (!normalized) {
|
|
28
|
+
return fallbackIso;
|
|
29
|
+
}
|
|
30
|
+
const epoch = Date.parse(normalized);
|
|
31
|
+
if (!Number.isFinite(epoch)) {
|
|
32
|
+
return fallbackIso;
|
|
33
|
+
}
|
|
34
|
+
return new Date(epoch).toISOString();
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
function normalizePositiveInteger(value, fieldName, fallbackValue) {
|
|
38
|
+
if (value === undefined || value === null || normalizeString(value) === "") {
|
|
39
|
+
return fallbackValue;
|
|
40
|
+
}
|
|
41
|
+
const normalized = Number(value);
|
|
42
|
+
if (!Number.isFinite(normalized) || normalized <= 0) {
|
|
43
|
+
throw new Error(`${fieldName} must be a positive integer.`);
|
|
44
|
+
}
|
|
45
|
+
return Math.floor(normalized);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
function normalizeStatus(value, statusSet, fallbackStatus) {
|
|
49
|
+
const normalized = normalizeString(value).toUpperCase();
|
|
50
|
+
if (statusSet.has(normalized)) {
|
|
51
|
+
return normalized;
|
|
52
|
+
}
|
|
53
|
+
return fallbackStatus;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
function normalizeObject(value, fallbackValue = {}) {
|
|
57
|
+
if (!value || typeof value !== "object" || Array.isArray(value)) {
|
|
58
|
+
return fallbackValue;
|
|
59
|
+
}
|
|
60
|
+
return { ...value };
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
function normalizeStatusList(statuses = [], statusSet = new Set()) {
|
|
64
|
+
if (!Array.isArray(statuses)) {
|
|
65
|
+
return [];
|
|
66
|
+
}
|
|
67
|
+
return statuses
|
|
68
|
+
.map((status) => normalizeString(status).toUpperCase())
|
|
69
|
+
.filter(Boolean)
|
|
70
|
+
.filter((status) => statusSet.has(status));
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
function loadJsonFile(filePath, defaultFactory) {
|
|
74
|
+
return fsp
|
|
75
|
+
.readFile(filePath, "utf-8")
|
|
76
|
+
.then((raw) => JSON.parse(raw))
|
|
77
|
+
.catch((error) => {
|
|
78
|
+
if (error && typeof error === "object" && error.code === "ENOENT") {
|
|
79
|
+
return defaultFactory();
|
|
80
|
+
}
|
|
81
|
+
throw error;
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
async function writeJsonFile(filePath, payload = {}) {
|
|
86
|
+
await fsp.mkdir(path.dirname(filePath), { recursive: true });
|
|
87
|
+
await fsp.writeFile(filePath, `${JSON.stringify(payload, null, 2)}\n`, "utf-8");
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
async function appendJsonLine(filePath, payload = {}) {
|
|
91
|
+
await fsp.mkdir(path.dirname(filePath), { recursive: true });
|
|
92
|
+
await fsp.appendFile(filePath, `${JSON.stringify(payload)}\n`, "utf-8");
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
function resolveBudgetHealthColor(budgetLifecycleState = "") {
|
|
96
|
+
const normalized = normalizeString(budgetLifecycleState).toUpperCase();
|
|
97
|
+
if (normalized === "HARD_LIMIT_QUARANTINED" || normalized === "HARD_LIMIT_SQUASHED") {
|
|
98
|
+
return "RED";
|
|
99
|
+
}
|
|
100
|
+
if (normalized === "WARNING_THRESHOLD") {
|
|
101
|
+
return "YELLOW";
|
|
102
|
+
}
|
|
103
|
+
return "GREEN";
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
function deriveTimer(sessionStartedAt, sessionLastSeenAt, nowIso) {
|
|
107
|
+
const nowEpoch = Date.parse(normalizeIsoTimestamp(nowIso, new Date().toISOString()));
|
|
108
|
+
const startEpoch = Date.parse(String(sessionStartedAt || ""));
|
|
109
|
+
const lastSeenEpoch = Date.parse(String(sessionLastSeenAt || ""));
|
|
110
|
+
return {
|
|
111
|
+
sessionElapsedSeconds:
|
|
112
|
+
Number.isFinite(nowEpoch) && Number.isFinite(startEpoch)
|
|
113
|
+
? Math.max(0, Math.floor((nowEpoch - startEpoch) / 1000))
|
|
114
|
+
: null,
|
|
115
|
+
sessionIdleSeconds:
|
|
116
|
+
Number.isFinite(nowEpoch) && Number.isFinite(lastSeenEpoch)
|
|
117
|
+
? Math.max(0, Math.floor((nowEpoch - lastSeenEpoch) / 1000))
|
|
118
|
+
: null,
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
function createInitialControlState(nowIso = new Date().toISOString()) {
|
|
123
|
+
return {
|
|
124
|
+
schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
|
|
125
|
+
generatedAt: normalizeIsoTimestamp(nowIso, nowIso),
|
|
126
|
+
snapshotCount: 0,
|
|
127
|
+
lastSnapshotAt: null,
|
|
128
|
+
lastSnapshotRunId: null,
|
|
129
|
+
lastSummary: {},
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
function normalizeControlState(state = {}, nowIso = new Date().toISOString()) {
|
|
134
|
+
return {
|
|
135
|
+
schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
|
|
136
|
+
generatedAt: normalizeIsoTimestamp(state.generatedAt, nowIso),
|
|
137
|
+
snapshotCount: Math.max(0, Math.floor(Number(state.snapshotCount || 0))),
|
|
138
|
+
lastSnapshotAt: state.lastSnapshotAt ? normalizeIsoTimestamp(state.lastSnapshotAt, nowIso) : null,
|
|
139
|
+
lastSnapshotRunId: normalizeString(state.lastSnapshotRunId) || null,
|
|
140
|
+
lastSummary: normalizeObject(state.lastSummary),
|
|
141
|
+
};
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
function createRunId(nowIso, counter) {
|
|
145
|
+
const timestamp = nowIso.replace(/[:.]/g, "-");
|
|
146
|
+
return `operator-snapshot-${timestamp}-${String(counter).padStart(4, "0")}`;
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
function normalizeQueue(queue = {}, nowIso = new Date().toISOString()) {
|
|
150
|
+
return {
|
|
151
|
+
schemaVersion: normalizeString(queue.schemaVersion) || QUEUE_SCHEMA_VERSION,
|
|
152
|
+
generatedAt: normalizeIsoTimestamp(queue.generatedAt, nowIso),
|
|
153
|
+
items: Array.isArray(queue.items)
|
|
154
|
+
? queue.items
|
|
155
|
+
.map((item) => ({
|
|
156
|
+
...item,
|
|
157
|
+
workItemId: normalizeString(item.workItemId),
|
|
158
|
+
status: normalizeStatus(item.status, WORK_ITEM_STATUS_SET, "QUEUED"),
|
|
159
|
+
updatedAt: normalizeIsoTimestamp(item.updatedAt, nowIso),
|
|
160
|
+
metadata: normalizeObject(item.metadata),
|
|
161
|
+
}))
|
|
162
|
+
.filter((item) => item.workItemId)
|
|
163
|
+
: [],
|
|
164
|
+
};
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
function normalizeLedger(ledger = {}, nowIso = new Date().toISOString()) {
|
|
168
|
+
return {
|
|
169
|
+
schemaVersion: normalizeString(ledger.schemaVersion) || LEDGER_SCHEMA_VERSION,
|
|
170
|
+
generatedAt: normalizeIsoTimestamp(ledger.generatedAt, nowIso),
|
|
171
|
+
assignments: Array.isArray(ledger.assignments)
|
|
172
|
+
? ledger.assignments
|
|
173
|
+
.map((assignment) => ({
|
|
174
|
+
...assignment,
|
|
175
|
+
workItemId: normalizeString(assignment.workItemId),
|
|
176
|
+
assignedAgentIdentity: normalizeString(assignment.assignedAgentIdentity) || null,
|
|
177
|
+
status: normalizeStatus(assignment.status, ASSIGNMENT_STATUS_SET, "QUEUED"),
|
|
178
|
+
leasedAt: assignment.leasedAt ? normalizeIsoTimestamp(assignment.leasedAt, nowIso) : null,
|
|
179
|
+
heartbeatAt: assignment.heartbeatAt
|
|
180
|
+
? normalizeIsoTimestamp(assignment.heartbeatAt, nowIso)
|
|
181
|
+
: null,
|
|
182
|
+
releasedAt: assignment.releasedAt ? normalizeIsoTimestamp(assignment.releasedAt, nowIso) : null,
|
|
183
|
+
updatedAt: normalizeIsoTimestamp(assignment.updatedAt, nowIso),
|
|
184
|
+
releaseReason: normalizeString(assignment.releaseReason) || null,
|
|
185
|
+
}))
|
|
186
|
+
.filter((assignment) => assignment.workItemId)
|
|
187
|
+
: [],
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
function buildStatusSummary(rows = []) {
|
|
192
|
+
const statusCounts = {};
|
|
193
|
+
const healthCounts = {
|
|
194
|
+
GREEN: 0,
|
|
195
|
+
YELLOW: 0,
|
|
196
|
+
RED: 0,
|
|
197
|
+
};
|
|
198
|
+
for (const row of rows) {
|
|
199
|
+
statusCounts[row.workItemStatus] = (statusCounts[row.workItemStatus] || 0) + 1;
|
|
200
|
+
healthCounts[row.budgetHealthColor] = (healthCounts[row.budgetHealthColor] || 0) + 1;
|
|
201
|
+
}
|
|
202
|
+
return {
|
|
203
|
+
statusCounts,
|
|
204
|
+
healthCounts,
|
|
205
|
+
};
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
function buildAgentRoster(rows = []) {
|
|
209
|
+
const byAgent = new Map();
|
|
210
|
+
for (const row of rows) {
|
|
211
|
+
const agentIdentity = normalizeString(row.assignedAgentIdentity) || "unassigned";
|
|
212
|
+
if (!byAgent.has(agentIdentity)) {
|
|
213
|
+
byAgent.set(agentIdentity, {
|
|
214
|
+
agentIdentity,
|
|
215
|
+
workItemCount: 0,
|
|
216
|
+
activeWorkItemCount: 0,
|
|
217
|
+
blockedCount: 0,
|
|
218
|
+
squashedCount: 0,
|
|
219
|
+
budgetHealthCounts: {
|
|
220
|
+
GREEN: 0,
|
|
221
|
+
YELLOW: 0,
|
|
222
|
+
RED: 0,
|
|
223
|
+
},
|
|
224
|
+
maxSessionElapsedSeconds: 0,
|
|
225
|
+
latestSessionSeenAt: null,
|
|
226
|
+
});
|
|
227
|
+
}
|
|
228
|
+
const aggregate = byAgent.get(agentIdentity);
|
|
229
|
+
aggregate.workItemCount += 1;
|
|
230
|
+
if (ACTIVE_ASSIGNMENT_STATUSES.has(normalizeString(row.assignmentStatus).toUpperCase())) {
|
|
231
|
+
aggregate.activeWorkItemCount += 1;
|
|
232
|
+
}
|
|
233
|
+
if (row.workItemStatus === "BLOCKED") {
|
|
234
|
+
aggregate.blockedCount += 1;
|
|
235
|
+
}
|
|
236
|
+
if (row.workItemStatus === "SQUASHED") {
|
|
237
|
+
aggregate.squashedCount += 1;
|
|
238
|
+
}
|
|
239
|
+
aggregate.budgetHealthCounts[row.budgetHealthColor] =
|
|
240
|
+
(aggregate.budgetHealthCounts[row.budgetHealthColor] || 0) + 1;
|
|
241
|
+
const elapsed = Number(row.sessionElapsedSeconds || 0);
|
|
242
|
+
if (elapsed > aggregate.maxSessionElapsedSeconds) {
|
|
243
|
+
aggregate.maxSessionElapsedSeconds = elapsed;
|
|
244
|
+
}
|
|
245
|
+
const seenEpoch = Date.parse(String(row.sessionLastSeenAt || "")) || 0;
|
|
246
|
+
const currentSeenEpoch = Date.parse(String(aggregate.latestSessionSeenAt || "")) || 0;
|
|
247
|
+
if (seenEpoch > currentSeenEpoch) {
|
|
248
|
+
aggregate.latestSessionSeenAt = row.sessionLastSeenAt || null;
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
return [...byAgent.values()].sort((left, right) => {
|
|
252
|
+
if (right.activeWorkItemCount !== left.activeWorkItemCount) {
|
|
253
|
+
return right.activeWorkItemCount - left.activeWorkItemCount;
|
|
254
|
+
}
|
|
255
|
+
if (right.workItemCount !== left.workItemCount) {
|
|
256
|
+
return right.workItemCount - left.workItemCount;
|
|
257
|
+
}
|
|
258
|
+
return left.agentIdentity.localeCompare(right.agentIdentity);
|
|
259
|
+
});
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
export async function resolveOperatorControlStorage({
|
|
263
|
+
targetPath = ".",
|
|
264
|
+
outputDir = "",
|
|
265
|
+
env,
|
|
266
|
+
homeDir,
|
|
267
|
+
} = {}) {
|
|
268
|
+
const daemonStorage = await resolveErrorDaemonStorage({
|
|
269
|
+
targetPath,
|
|
270
|
+
outputDir,
|
|
271
|
+
env,
|
|
272
|
+
homeDir,
|
|
273
|
+
});
|
|
274
|
+
return {
|
|
275
|
+
...daemonStorage,
|
|
276
|
+
operatorStatePath: path.join(daemonStorage.baseDir, "operator-control-state.json"),
|
|
277
|
+
operatorEventsPath: path.join(daemonStorage.baseDir, "operator-events.ndjson"),
|
|
278
|
+
operatorSnapshotsDir: path.join(daemonStorage.baseDir, "operator-snapshots"),
|
|
279
|
+
};
|
|
280
|
+
}
|
|
281
|
+
|
|
282
|
+
export async function buildOperatorControlSnapshot({
|
|
283
|
+
targetPath = ".",
|
|
284
|
+
outputDir = "",
|
|
285
|
+
statuses = [],
|
|
286
|
+
agentIdentity = "",
|
|
287
|
+
limit = 50,
|
|
288
|
+
env,
|
|
289
|
+
homeDir,
|
|
290
|
+
nowIso = new Date().toISOString(),
|
|
291
|
+
} = {}) {
|
|
292
|
+
const normalizedNow = normalizeIsoTimestamp(nowIso, new Date().toISOString());
|
|
293
|
+
const normalizedLimit = normalizePositiveInteger(limit, "limit", 50);
|
|
294
|
+
const normalizedStatuses = normalizeStatusList(statuses, WORK_ITEM_STATUS_SET);
|
|
295
|
+
const normalizedAgentIdentity = normalizeString(agentIdentity);
|
|
296
|
+
const storage = await resolveOperatorControlStorage({
|
|
297
|
+
targetPath,
|
|
298
|
+
outputDir,
|
|
299
|
+
env,
|
|
300
|
+
homeDir,
|
|
301
|
+
});
|
|
302
|
+
const internalLimit = Math.max(200, normalizedLimit * 4);
|
|
303
|
+
const [queue, assignments, jiraIssues, budgets, controlState] = await Promise.all([
|
|
304
|
+
listErrorQueue({
|
|
305
|
+
targetPath,
|
|
306
|
+
outputDir,
|
|
307
|
+
statuses: normalizedStatuses,
|
|
308
|
+
limit: internalLimit,
|
|
309
|
+
env,
|
|
310
|
+
homeDir,
|
|
311
|
+
}),
|
|
312
|
+
listAssignments({
|
|
313
|
+
targetPath,
|
|
314
|
+
outputDir,
|
|
315
|
+
includeExpired: true,
|
|
316
|
+
limit: internalLimit,
|
|
317
|
+
env,
|
|
318
|
+
homeDir,
|
|
319
|
+
nowIso: normalizedNow,
|
|
320
|
+
}),
|
|
321
|
+
listJiraIssues({
|
|
322
|
+
targetPath,
|
|
323
|
+
outputDir,
|
|
324
|
+
limit: internalLimit,
|
|
325
|
+
env,
|
|
326
|
+
homeDir,
|
|
327
|
+
nowIso: normalizedNow,
|
|
328
|
+
}),
|
|
329
|
+
listBudgetStates({
|
|
330
|
+
targetPath,
|
|
331
|
+
outputDir,
|
|
332
|
+
limit: internalLimit,
|
|
333
|
+
env,
|
|
334
|
+
homeDir,
|
|
335
|
+
nowIso: normalizedNow,
|
|
336
|
+
}),
|
|
337
|
+
loadJsonFile(storage.operatorStatePath, () => createInitialControlState(normalizedNow)).then((state) =>
|
|
338
|
+
normalizeControlState(state, normalizedNow)
|
|
339
|
+
),
|
|
340
|
+
]);
|
|
341
|
+
|
|
342
|
+
const assignmentByWorkItem = new Map();
|
|
343
|
+
for (const assignment of assignments.assignments) {
|
|
344
|
+
if (!assignmentByWorkItem.has(assignment.workItemId)) {
|
|
345
|
+
assignmentByWorkItem.set(assignment.workItemId, assignment);
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
const jiraByWorkItem = new Map();
|
|
349
|
+
for (const issue of jiraIssues.issues) {
|
|
350
|
+
if (!jiraByWorkItem.has(issue.workItemId)) {
|
|
351
|
+
jiraByWorkItem.set(issue.workItemId, issue);
|
|
352
|
+
}
|
|
353
|
+
}
|
|
354
|
+
const budgetByWorkItem = new Map();
|
|
355
|
+
for (const record of budgets.records) {
|
|
356
|
+
if (!budgetByWorkItem.has(record.workItemId)) {
|
|
357
|
+
budgetByWorkItem.set(record.workItemId, record);
|
|
358
|
+
}
|
|
359
|
+
}
|
|
360
|
+
|
|
361
|
+
const rows = [];
|
|
362
|
+
for (const queueItem of queue.items) {
|
|
363
|
+
const assignment = assignmentByWorkItem.get(queueItem.workItemId) || null;
|
|
364
|
+
if (
|
|
365
|
+
normalizedAgentIdentity &&
|
|
366
|
+
normalizeString(assignment?.assignedAgentIdentity) !== normalizedAgentIdentity
|
|
367
|
+
) {
|
|
368
|
+
continue;
|
|
369
|
+
}
|
|
370
|
+
const issue = jiraByWorkItem.get(queueItem.workItemId) || null;
|
|
371
|
+
const budget = budgetByWorkItem.get(queueItem.workItemId) || null;
|
|
372
|
+
const budgetHealthColor = resolveBudgetHealthColor(budget?.lifecycleState);
|
|
373
|
+
const sessionStartedAt =
|
|
374
|
+
assignment?.leasedAt ||
|
|
375
|
+
assignment?.updatedAt ||
|
|
376
|
+
queueItem.updatedAt ||
|
|
377
|
+
queueItem.lastSeenAt ||
|
|
378
|
+
queueItem.firstSeenAt;
|
|
379
|
+
const sessionLastSeenAt =
|
|
380
|
+
assignment?.heartbeatAt ||
|
|
381
|
+
assignment?.updatedAt ||
|
|
382
|
+
queueItem.updatedAt ||
|
|
383
|
+
queueItem.lastSeenAt ||
|
|
384
|
+
sessionStartedAt;
|
|
385
|
+
const timer = deriveTimer(sessionStartedAt, sessionLastSeenAt, normalizedNow);
|
|
386
|
+
rows.push({
|
|
387
|
+
workItemId: queueItem.workItemId,
|
|
388
|
+
severity: queueItem.severity,
|
|
389
|
+
service: queueItem.service,
|
|
390
|
+
endpoint: queueItem.endpoint,
|
|
391
|
+
errorCode: queueItem.errorCode,
|
|
392
|
+
workItemStatus: queueItem.status,
|
|
393
|
+
assignedAgentIdentity: assignment?.assignedAgentIdentity || null,
|
|
394
|
+
assignmentStatus: assignment?.status || "QUEUED",
|
|
395
|
+
jiraIssueKey: issue?.issueKey || null,
|
|
396
|
+
jiraStatus: issue?.status || null,
|
|
397
|
+
budgetLifecycleState: budget?.lifecycleState || "WITHIN_BUDGET",
|
|
398
|
+
budgetHealthColor,
|
|
399
|
+
budgetWarnings: Array.isArray(budget?.warnings) ? budget.warnings : [],
|
|
400
|
+
budgetStopReasons: Array.isArray(budget?.stopReasons) ? budget.stopReasons : [],
|
|
401
|
+
sessionStartedAt: sessionStartedAt || null,
|
|
402
|
+
sessionLastSeenAt: sessionLastSeenAt || null,
|
|
403
|
+
sessionElapsedSeconds: timer.sessionElapsedSeconds,
|
|
404
|
+
sessionIdleSeconds: timer.sessionIdleSeconds,
|
|
405
|
+
updatedAt: queueItem.updatedAt,
|
|
406
|
+
});
|
|
407
|
+
if (rows.length >= normalizedLimit) {
|
|
408
|
+
break;
|
|
409
|
+
}
|
|
410
|
+
}
|
|
411
|
+
|
|
412
|
+
const statusSummary = buildStatusSummary(rows);
|
|
413
|
+
const agentRoster = buildAgentRoster(rows);
|
|
414
|
+
const nextSnapshotCount = controlState.snapshotCount + 1;
|
|
415
|
+
const runId = createRunId(normalizedNow, nextSnapshotCount);
|
|
416
|
+
const runPath = path.join(storage.operatorSnapshotsDir, `${runId}.json`);
|
|
417
|
+
const snapshot = {
|
|
418
|
+
schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
|
|
419
|
+
generatedAt: normalizedNow,
|
|
420
|
+
runId,
|
|
421
|
+
summary: {
|
|
422
|
+
totalQueueItems: queue.totalCount,
|
|
423
|
+
visibleWorkItems: rows.length,
|
|
424
|
+
activeAgents: agentRoster.filter((agent) => agent.activeWorkItemCount > 0).length,
|
|
425
|
+
...statusSummary,
|
|
426
|
+
},
|
|
427
|
+
workItems: rows,
|
|
428
|
+
agentRoster,
|
|
429
|
+
};
|
|
430
|
+
await fsp.mkdir(storage.operatorSnapshotsDir, { recursive: true });
|
|
431
|
+
await writeJsonFile(runPath, snapshot);
|
|
432
|
+
|
|
433
|
+
const nextControlState = normalizeControlState(
|
|
434
|
+
{
|
|
435
|
+
...controlState,
|
|
436
|
+
generatedAt: normalizedNow,
|
|
437
|
+
snapshotCount: nextSnapshotCount,
|
|
438
|
+
lastSnapshotAt: normalizedNow,
|
|
439
|
+
lastSnapshotRunId: runId,
|
|
440
|
+
lastSummary: snapshot.summary,
|
|
441
|
+
},
|
|
442
|
+
normalizedNow
|
|
443
|
+
);
|
|
444
|
+
await Promise.all([
|
|
445
|
+
writeJsonFile(storage.operatorStatePath, nextControlState),
|
|
446
|
+
appendJsonLine(storage.operatorEventsPath, {
|
|
447
|
+
timestamp: normalizedNow,
|
|
448
|
+
eventType: "operator_snapshot",
|
|
449
|
+
runId,
|
|
450
|
+
totalQueueItems: queue.totalCount,
|
|
451
|
+
visibleWorkItems: rows.length,
|
|
452
|
+
activeAgents: snapshot.summary.activeAgents,
|
|
453
|
+
statusCounts: statusSummary.statusCounts,
|
|
454
|
+
healthCounts: statusSummary.healthCounts,
|
|
455
|
+
}),
|
|
456
|
+
]);
|
|
457
|
+
|
|
458
|
+
return {
|
|
459
|
+
...storage,
|
|
460
|
+
runId,
|
|
461
|
+
runPath,
|
|
462
|
+
state: nextControlState,
|
|
463
|
+
totalQueueItems: queue.totalCount,
|
|
464
|
+
visibleWorkItems: rows.length,
|
|
465
|
+
statusCounts: statusSummary.statusCounts,
|
|
466
|
+
healthCounts: statusSummary.healthCounts,
|
|
467
|
+
workItems: rows,
|
|
468
|
+
agentRoster,
|
|
469
|
+
};
|
|
470
|
+
}
|
|
471
|
+
|
|
472
|
+
export async function applyOperatorStopControl({
|
|
473
|
+
targetPath = ".",
|
|
474
|
+
outputDir = "",
|
|
475
|
+
workItemId,
|
|
476
|
+
mode = "QUARANTINE",
|
|
477
|
+
reason = "",
|
|
478
|
+
actor = "omar-operator",
|
|
479
|
+
confirm = false,
|
|
480
|
+
env,
|
|
481
|
+
homeDir,
|
|
482
|
+
nowIso = new Date().toISOString(),
|
|
483
|
+
} = {}) {
|
|
484
|
+
const normalizedNow = normalizeIsoTimestamp(nowIso, new Date().toISOString());
|
|
485
|
+
const normalizedWorkItemId = normalizeString(workItemId);
|
|
486
|
+
if (!normalizedWorkItemId) {
|
|
487
|
+
throw new Error("workItemId is required.");
|
|
488
|
+
}
|
|
489
|
+
if (!confirm) {
|
|
490
|
+
throw new Error("Operator stop requires --confirm.");
|
|
491
|
+
}
|
|
492
|
+
const normalizedMode = normalizeString(mode).toUpperCase();
|
|
493
|
+
if (!OPERATOR_STOP_MODES.includes(normalizedMode)) {
|
|
494
|
+
throw new Error(`mode must be one of: ${OPERATOR_STOP_MODES.join(", ")}.`);
|
|
495
|
+
}
|
|
496
|
+
|
|
497
|
+
const normalizedActor = normalizeString(actor) || "omar-operator";
|
|
498
|
+
const normalizedReason =
|
|
499
|
+
normalizeString(reason) ||
|
|
500
|
+
(normalizedMode === "SQUASH"
|
|
501
|
+
? "Manual operator squash requested."
|
|
502
|
+
: "Manual operator quarantine requested.");
|
|
503
|
+
const targetStatus = normalizedMode === "SQUASH" ? "SQUASHED" : "BLOCKED";
|
|
504
|
+
const assignmentStatus = targetStatus === "SQUASHED" ? "SQUASHED" : "BLOCKED";
|
|
505
|
+
|
|
506
|
+
const storage = await resolveOperatorControlStorage({
|
|
507
|
+
targetPath,
|
|
508
|
+
outputDir,
|
|
509
|
+
env,
|
|
510
|
+
homeDir,
|
|
511
|
+
});
|
|
512
|
+
const assignmentStorage = await resolveAssignmentLedgerStorage({
|
|
513
|
+
targetPath,
|
|
514
|
+
outputDir,
|
|
515
|
+
env,
|
|
516
|
+
homeDir,
|
|
517
|
+
});
|
|
518
|
+
|
|
519
|
+
const [queueRaw, ledgerRaw] = await Promise.all([
|
|
520
|
+
loadJsonFile(storage.queuePath, () => ({
|
|
521
|
+
schemaVersion: QUEUE_SCHEMA_VERSION,
|
|
522
|
+
generatedAt: normalizedNow,
|
|
523
|
+
items: [],
|
|
524
|
+
})),
|
|
525
|
+
loadJsonFile(assignmentStorage.ledgerPath, () => ({
|
|
526
|
+
schemaVersion: LEDGER_SCHEMA_VERSION,
|
|
527
|
+
generatedAt: normalizedNow,
|
|
528
|
+
assignments: [],
|
|
529
|
+
})),
|
|
530
|
+
]);
|
|
531
|
+
const queue = normalizeQueue(queueRaw, normalizedNow);
|
|
532
|
+
const ledger = normalizeLedger(ledgerRaw, normalizedNow);
|
|
533
|
+
|
|
534
|
+
const queueIndex = queue.items.findIndex((item) => item.workItemId === normalizedWorkItemId);
|
|
535
|
+
if (queueIndex < 0) {
|
|
536
|
+
throw new Error(`Work item '${normalizedWorkItemId}' was not found in daemon queue.`);
|
|
537
|
+
}
|
|
538
|
+
|
|
539
|
+
const queueItem = queue.items[queueIndex];
|
|
540
|
+
const operatorMetadata = {
|
|
541
|
+
mode: normalizedMode,
|
|
542
|
+
reason: normalizedReason,
|
|
543
|
+
actor: normalizedActor,
|
|
544
|
+
confirmed: true,
|
|
545
|
+
appliedAt: normalizedNow,
|
|
546
|
+
};
|
|
547
|
+
queue.items[queueIndex] = {
|
|
548
|
+
...queueItem,
|
|
549
|
+
status: targetStatus,
|
|
550
|
+
updatedAt: normalizedNow,
|
|
551
|
+
metadata: {
|
|
552
|
+
...normalizeObject(queueItem.metadata),
|
|
553
|
+
operatorControl: operatorMetadata,
|
|
554
|
+
},
|
|
555
|
+
};
|
|
556
|
+
queue.generatedAt = normalizedNow;
|
|
557
|
+
|
|
558
|
+
const assignmentIndex = ledger.assignments.findIndex(
|
|
559
|
+
(assignment) => assignment.workItemId === normalizedWorkItemId
|
|
560
|
+
);
|
|
561
|
+
let assignment = null;
|
|
562
|
+
if (assignmentIndex >= 0) {
|
|
563
|
+
const existing = ledger.assignments[assignmentIndex];
|
|
564
|
+
assignment = {
|
|
565
|
+
...existing,
|
|
566
|
+
status: assignmentStatus,
|
|
567
|
+
releasedAt: normalizedNow,
|
|
568
|
+
releaseReason: normalizedReason,
|
|
569
|
+
updatedAt: normalizedNow,
|
|
570
|
+
};
|
|
571
|
+
ledger.assignments[assignmentIndex] = assignment;
|
|
572
|
+
}
|
|
573
|
+
ledger.generatedAt = normalizedNow;
|
|
574
|
+
|
|
575
|
+
let jiraIssueKey = null;
|
|
576
|
+
let jiraCommented = false;
|
|
577
|
+
let jiraCommentWarning = null;
|
|
578
|
+
try {
|
|
579
|
+
const listed = await listJiraIssues({
|
|
580
|
+
targetPath,
|
|
581
|
+
outputDir,
|
|
582
|
+
workItemId: normalizedWorkItemId,
|
|
583
|
+
limit: 1,
|
|
584
|
+
env,
|
|
585
|
+
homeDir,
|
|
586
|
+
nowIso: normalizedNow,
|
|
587
|
+
});
|
|
588
|
+
if (listed.issues.length > 0) {
|
|
589
|
+
jiraIssueKey = listed.issues[0].issueKey;
|
|
590
|
+
await commentJiraIssue({
|
|
591
|
+
targetPath,
|
|
592
|
+
outputDir,
|
|
593
|
+
workItemId: normalizedWorkItemId,
|
|
594
|
+
issueKey: jiraIssueKey,
|
|
595
|
+
type: "operator_stop",
|
|
596
|
+
message: `[operator-control] mode=${normalizedMode}, status=${targetStatus}, reason=${normalizedReason}`,
|
|
597
|
+
actor: normalizedActor,
|
|
598
|
+
env,
|
|
599
|
+
homeDir,
|
|
600
|
+
nowIso: normalizedNow,
|
|
601
|
+
});
|
|
602
|
+
jiraCommented = true;
|
|
603
|
+
}
|
|
604
|
+
} catch (error) {
|
|
605
|
+
jiraCommentWarning = error instanceof Error ? error.message : String(error);
|
|
606
|
+
}
|
|
607
|
+
|
|
608
|
+
await Promise.all([
|
|
609
|
+
writeJsonFile(storage.queuePath, queue),
|
|
610
|
+
writeJsonFile(assignmentStorage.ledgerPath, ledger),
|
|
611
|
+
appendJsonLine(storage.operatorEventsPath, {
|
|
612
|
+
timestamp: normalizedNow,
|
|
613
|
+
eventType: "operator_stop",
|
|
614
|
+
workItemId: normalizedWorkItemId,
|
|
615
|
+
mode: normalizedMode,
|
|
616
|
+
targetStatus,
|
|
617
|
+
actor: normalizedActor,
|
|
618
|
+
reason: normalizedReason,
|
|
619
|
+
jiraIssueKey,
|
|
620
|
+
jiraCommented,
|
|
621
|
+
}),
|
|
622
|
+
]);
|
|
623
|
+
|
|
624
|
+
return {
|
|
625
|
+
...storage,
|
|
626
|
+
workItemId: normalizedWorkItemId,
|
|
627
|
+
mode: normalizedMode,
|
|
628
|
+
targetStatus,
|
|
629
|
+
actor: normalizedActor,
|
|
630
|
+
reason: normalizedReason,
|
|
631
|
+
queueItem: queue.items[queueIndex],
|
|
632
|
+
assignment,
|
|
633
|
+
jiraIssueKey,
|
|
634
|
+
jiraCommented,
|
|
635
|
+
jiraCommentWarning,
|
|
636
|
+
};
|
|
637
|
+
}
|
|
638
|
+
|
|
639
|
+
export function getBudgetHealthColor(lifecycleState = "") {
|
|
640
|
+
return resolveBudgetHealthColor(lifecycleState);
|
|
641
|
+
}
|
|
642
|
+
|
|
643
|
+
export function normalizeOperatorStopMode(mode = "") {
|
|
644
|
+
const normalized = normalizeString(mode).toUpperCase();
|
|
645
|
+
if (OPERATOR_STOP_MODES.includes(normalized)) {
|
|
646
|
+
return normalized;
|
|
647
|
+
}
|
|
648
|
+
return "QUARANTINE";
|
|
649
|
+
}
|
|
650
|
+
|
|
651
|
+
export function normalizeBudgetLifecycleState(value = "") {
|
|
652
|
+
const normalized = normalizeString(value).toUpperCase();
|
|
653
|
+
if (DAEMON_BUDGET_LIFECYCLE_STATES.includes(normalized)) {
|
|
654
|
+
return normalized;
|
|
655
|
+
}
|
|
656
|
+
return "WITHIN_BUDGET";
|
|
657
|
+
}
|