sentinelayer-cli 0.4.5 → 0.6.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (149) hide show
  1. package/README.md +996 -998
  2. package/bin/create-sentinelayer.js +5 -5
  3. package/bin/sentinelayer-cli.js +4 -4
  4. package/bin/sl.js +5 -5
  5. package/package.json +63 -63
  6. package/src/agents/jules/config/definition.js +160 -209
  7. package/src/agents/jules/config/system-prompt.js +182 -175
  8. package/src/agents/jules/error-intake.js +51 -51
  9. package/src/agents/jules/fix-cycle.js +17 -377
  10. package/src/agents/jules/loop.js +450 -367
  11. package/src/agents/jules/pulse.js +10 -327
  12. package/src/agents/jules/stream.js +186 -186
  13. package/src/agents/jules/swarm/file-scanner.js +74 -74
  14. package/src/agents/jules/swarm/index.js +11 -11
  15. package/src/agents/jules/swarm/orchestrator.js +362 -362
  16. package/src/agents/jules/swarm/pattern-hunter.js +123 -123
  17. package/src/agents/jules/swarm/sub-agent.js +309 -308
  18. package/src/agents/jules/tools/aidenid-email.js +189 -0
  19. package/src/agents/jules/tools/auth-audit.js +1691 -557
  20. package/src/agents/jules/tools/dispatch.js +335 -327
  21. package/src/agents/jules/tools/file-edit.js +2 -180
  22. package/src/agents/jules/tools/file-read.js +2 -100
  23. package/src/agents/jules/tools/frontend-analyze.js +570 -570
  24. package/src/agents/jules/tools/glob.js +2 -168
  25. package/src/agents/jules/tools/grep.js +2 -228
  26. package/src/agents/jules/tools/index.js +29 -29
  27. package/src/agents/jules/tools/path-guards.js +2 -161
  28. package/src/agents/jules/tools/runtime-audit.js +507 -503
  29. package/src/agents/jules/tools/shell.js +2 -383
  30. package/src/agents/jules/tools/url-policy.js +100 -100
  31. package/src/agents/persona-visuals.js +61 -0
  32. package/src/agents/shared-tools/dispatch-core.js +315 -0
  33. package/src/agents/shared-tools/file-edit.js +180 -0
  34. package/src/agents/shared-tools/file-read.js +100 -0
  35. package/src/agents/shared-tools/glob.js +168 -0
  36. package/src/agents/shared-tools/grep.js +228 -0
  37. package/src/agents/shared-tools/index.js +46 -0
  38. package/src/agents/shared-tools/path-guards.js +161 -0
  39. package/src/agents/shared-tools/shell.js +383 -0
  40. package/src/ai/aidenid.js +1009 -972
  41. package/src/ai/client.js +553 -508
  42. package/src/ai/domain-target-store.js +268 -268
  43. package/src/ai/identity-store.js +270 -270
  44. package/src/ai/proxy.js +137 -0
  45. package/src/ai/site-store.js +145 -145
  46. package/src/audit/agents/architecture.js +180 -180
  47. package/src/audit/agents/compliance.js +179 -179
  48. package/src/audit/agents/documentation.js +165 -165
  49. package/src/audit/agents/performance.js +145 -145
  50. package/src/audit/agents/security.js +215 -215
  51. package/src/audit/agents/testing.js +172 -172
  52. package/src/audit/orchestrator.js +557 -557
  53. package/src/audit/package.js +204 -204
  54. package/src/audit/registry.js +284 -284
  55. package/src/audit/replay.js +103 -103
  56. package/src/auth/gate.js +371 -126
  57. package/src/auth/http.js +611 -270
  58. package/src/auth/service.js +1106 -891
  59. package/src/auth/session-store.js +813 -359
  60. package/src/cli.js +252 -252
  61. package/src/commands/ai/identity-lifecycle.js +1338 -1338
  62. package/src/commands/ai/provision-governance.js +1272 -1272
  63. package/src/commands/ai/shared.js +147 -147
  64. package/src/commands/ai.js +11 -11
  65. package/src/commands/apply.js +12 -12
  66. package/src/commands/audit.js +1166 -1166
  67. package/src/commands/auth.js +419 -375
  68. package/src/commands/chat.js +191 -191
  69. package/src/commands/config.js +184 -184
  70. package/src/commands/cost.js +311 -311
  71. package/src/commands/daemon/core.js +850 -850
  72. package/src/commands/daemon/extended.js +1048 -1048
  73. package/src/commands/daemon/shared.js +213 -213
  74. package/src/commands/daemon.js +11 -11
  75. package/src/commands/guide.js +174 -174
  76. package/src/commands/ingest.js +58 -58
  77. package/src/commands/init.js +55 -55
  78. package/src/commands/legacy-args.js +10 -10
  79. package/src/commands/mcp.js +461 -461
  80. package/src/commands/omargate.js +29 -21
  81. package/src/commands/persona.js +20 -20
  82. package/src/commands/plugin.js +260 -260
  83. package/src/commands/policy.js +132 -132
  84. package/src/commands/prompt.js +238 -238
  85. package/src/commands/review.js +704 -704
  86. package/src/commands/scan.js +872 -866
  87. package/src/commands/spec.js +716 -716
  88. package/src/commands/swarm.js +651 -651
  89. package/src/commands/telemetry.js +202 -202
  90. package/src/commands/watch.js +511 -510
  91. package/src/config/agent-dictionary.js +182 -182
  92. package/src/config/io.js +56 -56
  93. package/src/config/paths.js +18 -18
  94. package/src/config/schema.js +55 -55
  95. package/src/config/service.js +184 -184
  96. package/src/cost/budget.js +235 -235
  97. package/src/cost/history.js +188 -188
  98. package/src/cost/tracker.js +171 -171
  99. package/src/daemon/artifact-lineage.js +534 -534
  100. package/src/daemon/assignment-ledger.js +770 -770
  101. package/src/daemon/ast-parser-layer.js +258 -258
  102. package/src/daemon/budget-governor.js +633 -633
  103. package/src/daemon/callgraph-overlay.js +646 -646
  104. package/src/daemon/error-worker.js +626 -626
  105. package/src/daemon/fix-cycle.js +377 -0
  106. package/src/daemon/hybrid-mapper.js +929 -929
  107. package/src/daemon/jira-lifecycle.js +632 -632
  108. package/src/daemon/operator-control.js +657 -657
  109. package/src/daemon/pulse.js +327 -0
  110. package/src/daemon/reliability-lane.js +471 -471
  111. package/src/daemon/watchdog.js +971 -971
  112. package/src/guide/generator.js +316 -316
  113. package/src/ingest/engine.js +918 -918
  114. package/src/interactive/index.js +97 -95
  115. package/src/legacy-cli.js +2994 -2592
  116. package/src/mcp/registry.js +695 -695
  117. package/src/memory/blackboard.js +301 -301
  118. package/src/memory/retrieval.js +581 -581
  119. package/src/plugin/manifest.js +553 -553
  120. package/src/policy/packs.js +144 -144
  121. package/src/prompt/generator.js +118 -118
  122. package/src/review/ai-review.js +679 -669
  123. package/src/review/local-review.js +1305 -1295
  124. package/src/review/omargate-interactive.js +68 -0
  125. package/src/review/omargate-orchestrator.js +300 -0
  126. package/src/review/persona-prompts.js +296 -0
  127. package/src/review/replay.js +235 -235
  128. package/src/review/report.js +664 -664
  129. package/src/review/scan-modes.js +42 -0
  130. package/src/review/spec-binding.js +487 -487
  131. package/src/scaffold/generator.js +67 -67
  132. package/src/scaffold/templates.js +150 -150
  133. package/src/scan/generator.js +418 -418
  134. package/src/scan/gh-secrets.js +107 -107
  135. package/src/spec/generator.js +519 -519
  136. package/src/spec/regenerate.js +237 -237
  137. package/src/spec/templates.js +91 -91
  138. package/src/swarm/dashboard.js +247 -247
  139. package/src/swarm/factory.js +363 -363
  140. package/src/swarm/pentest.js +934 -934
  141. package/src/swarm/registry.js +419 -419
  142. package/src/swarm/report.js +158 -158
  143. package/src/swarm/runtime.js +576 -576
  144. package/src/swarm/scenario-dsl.js +272 -272
  145. package/src/telemetry/ledger.js +302 -302
  146. package/src/telemetry/session-tracker.js +234 -118
  147. package/src/telemetry/sync.js +203 -199
  148. package/src/ui/command-hints.js +13 -0
  149. package/src/ui/markdown.js +220 -220
@@ -1,657 +1,657 @@
1
- import fsp from "node:fs/promises";
2
- import path from "node:path";
3
-
4
- import { ASSIGNMENT_STATUSES, resolveAssignmentLedgerStorage, listAssignments } from "./assignment-ledger.js";
5
- import { DAEMON_BUDGET_LIFECYCLE_STATES, listBudgetStates } from "./budget-governor.js";
6
- import { WORK_ITEM_STATUSES, listErrorQueue, resolveErrorDaemonStorage } from "./error-worker.js";
7
- import { commentJiraIssue, listJiraIssues } from "./jira-lifecycle.js";
8
-
9
- const OPERATOR_CONTROL_SCHEMA_VERSION = "1.0.0";
10
- const QUEUE_SCHEMA_VERSION = "1.0.0";
11
- const LEDGER_SCHEMA_VERSION = "1.0.0";
12
-
13
- const WORK_ITEM_STATUS_SET = new Set(WORK_ITEM_STATUSES);
14
- const ASSIGNMENT_STATUS_SET = new Set(ASSIGNMENT_STATUSES);
15
-
16
- const ACTIVE_ASSIGNMENT_STATUSES = new Set(["CLAIMED", "IN_PROGRESS", "BLOCKED"]);
17
-
18
- export const OPERATOR_STOP_MODES = Object.freeze(["QUARANTINE", "SQUASH"]);
19
- export const BUDGET_HEALTH_COLORS = Object.freeze(["GREEN", "YELLOW", "RED"]);
20
-
21
- function normalizeString(value) {
22
- return String(value || "").trim();
23
- }
24
-
25
- function normalizeIsoTimestamp(value, fallbackIso = new Date().toISOString()) {
26
- const normalized = normalizeString(value);
27
- if (!normalized) {
28
- return fallbackIso;
29
- }
30
- const epoch = Date.parse(normalized);
31
- if (!Number.isFinite(epoch)) {
32
- return fallbackIso;
33
- }
34
- return new Date(epoch).toISOString();
35
- }
36
-
37
- function normalizePositiveInteger(value, fieldName, fallbackValue) {
38
- if (value === undefined || value === null || normalizeString(value) === "") {
39
- return fallbackValue;
40
- }
41
- const normalized = Number(value);
42
- if (!Number.isFinite(normalized) || normalized <= 0) {
43
- throw new Error(`${fieldName} must be a positive integer.`);
44
- }
45
- return Math.floor(normalized);
46
- }
47
-
48
- function normalizeStatus(value, statusSet, fallbackStatus) {
49
- const normalized = normalizeString(value).toUpperCase();
50
- if (statusSet.has(normalized)) {
51
- return normalized;
52
- }
53
- return fallbackStatus;
54
- }
55
-
56
- function normalizeObject(value, fallbackValue = {}) {
57
- if (!value || typeof value !== "object" || Array.isArray(value)) {
58
- return fallbackValue;
59
- }
60
- return { ...value };
61
- }
62
-
63
- function normalizeStatusList(statuses = [], statusSet = new Set()) {
64
- if (!Array.isArray(statuses)) {
65
- return [];
66
- }
67
- return statuses
68
- .map((status) => normalizeString(status).toUpperCase())
69
- .filter(Boolean)
70
- .filter((status) => statusSet.has(status));
71
- }
72
-
73
- function loadJsonFile(filePath, defaultFactory) {
74
- return fsp
75
- .readFile(filePath, "utf-8")
76
- .then((raw) => JSON.parse(raw))
77
- .catch((error) => {
78
- if (error && typeof error === "object" && error.code === "ENOENT") {
79
- return defaultFactory();
80
- }
81
- throw error;
82
- });
83
- }
84
-
85
- async function writeJsonFile(filePath, payload = {}) {
86
- await fsp.mkdir(path.dirname(filePath), { recursive: true });
87
- await fsp.writeFile(filePath, `${JSON.stringify(payload, null, 2)}\n`, "utf-8");
88
- }
89
-
90
- async function appendJsonLine(filePath, payload = {}) {
91
- await fsp.mkdir(path.dirname(filePath), { recursive: true });
92
- await fsp.appendFile(filePath, `${JSON.stringify(payload)}\n`, "utf-8");
93
- }
94
-
95
- function resolveBudgetHealthColor(budgetLifecycleState = "") {
96
- const normalized = normalizeString(budgetLifecycleState).toUpperCase();
97
- if (normalized === "HARD_LIMIT_QUARANTINED" || normalized === "HARD_LIMIT_SQUASHED") {
98
- return "RED";
99
- }
100
- if (normalized === "WARNING_THRESHOLD") {
101
- return "YELLOW";
102
- }
103
- return "GREEN";
104
- }
105
-
106
- function deriveTimer(sessionStartedAt, sessionLastSeenAt, nowIso) {
107
- const nowEpoch = Date.parse(normalizeIsoTimestamp(nowIso, new Date().toISOString()));
108
- const startEpoch = Date.parse(String(sessionStartedAt || ""));
109
- const lastSeenEpoch = Date.parse(String(sessionLastSeenAt || ""));
110
- return {
111
- sessionElapsedSeconds:
112
- Number.isFinite(nowEpoch) && Number.isFinite(startEpoch)
113
- ? Math.max(0, Math.floor((nowEpoch - startEpoch) / 1000))
114
- : null,
115
- sessionIdleSeconds:
116
- Number.isFinite(nowEpoch) && Number.isFinite(lastSeenEpoch)
117
- ? Math.max(0, Math.floor((nowEpoch - lastSeenEpoch) / 1000))
118
- : null,
119
- };
120
- }
121
-
122
- function createInitialControlState(nowIso = new Date().toISOString()) {
123
- return {
124
- schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
125
- generatedAt: normalizeIsoTimestamp(nowIso, nowIso),
126
- snapshotCount: 0,
127
- lastSnapshotAt: null,
128
- lastSnapshotRunId: null,
129
- lastSummary: {},
130
- };
131
- }
132
-
133
- function normalizeControlState(state = {}, nowIso = new Date().toISOString()) {
134
- return {
135
- schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
136
- generatedAt: normalizeIsoTimestamp(state.generatedAt, nowIso),
137
- snapshotCount: Math.max(0, Math.floor(Number(state.snapshotCount || 0))),
138
- lastSnapshotAt: state.lastSnapshotAt ? normalizeIsoTimestamp(state.lastSnapshotAt, nowIso) : null,
139
- lastSnapshotRunId: normalizeString(state.lastSnapshotRunId) || null,
140
- lastSummary: normalizeObject(state.lastSummary),
141
- };
142
- }
143
-
144
- function createRunId(nowIso, counter) {
145
- const timestamp = nowIso.replace(/[:.]/g, "-");
146
- return `operator-snapshot-${timestamp}-${String(counter).padStart(4, "0")}`;
147
- }
148
-
149
- function normalizeQueue(queue = {}, nowIso = new Date().toISOString()) {
150
- return {
151
- schemaVersion: normalizeString(queue.schemaVersion) || QUEUE_SCHEMA_VERSION,
152
- generatedAt: normalizeIsoTimestamp(queue.generatedAt, nowIso),
153
- items: Array.isArray(queue.items)
154
- ? queue.items
155
- .map((item) => ({
156
- ...item,
157
- workItemId: normalizeString(item.workItemId),
158
- status: normalizeStatus(item.status, WORK_ITEM_STATUS_SET, "QUEUED"),
159
- updatedAt: normalizeIsoTimestamp(item.updatedAt, nowIso),
160
- metadata: normalizeObject(item.metadata),
161
- }))
162
- .filter((item) => item.workItemId)
163
- : [],
164
- };
165
- }
166
-
167
- function normalizeLedger(ledger = {}, nowIso = new Date().toISOString()) {
168
- return {
169
- schemaVersion: normalizeString(ledger.schemaVersion) || LEDGER_SCHEMA_VERSION,
170
- generatedAt: normalizeIsoTimestamp(ledger.generatedAt, nowIso),
171
- assignments: Array.isArray(ledger.assignments)
172
- ? ledger.assignments
173
- .map((assignment) => ({
174
- ...assignment,
175
- workItemId: normalizeString(assignment.workItemId),
176
- assignedAgentIdentity: normalizeString(assignment.assignedAgentIdentity) || null,
177
- status: normalizeStatus(assignment.status, ASSIGNMENT_STATUS_SET, "QUEUED"),
178
- leasedAt: assignment.leasedAt ? normalizeIsoTimestamp(assignment.leasedAt, nowIso) : null,
179
- heartbeatAt: assignment.heartbeatAt
180
- ? normalizeIsoTimestamp(assignment.heartbeatAt, nowIso)
181
- : null,
182
- releasedAt: assignment.releasedAt ? normalizeIsoTimestamp(assignment.releasedAt, nowIso) : null,
183
- updatedAt: normalizeIsoTimestamp(assignment.updatedAt, nowIso),
184
- releaseReason: normalizeString(assignment.releaseReason) || null,
185
- }))
186
- .filter((assignment) => assignment.workItemId)
187
- : [],
188
- };
189
- }
190
-
191
- function buildStatusSummary(rows = []) {
192
- const statusCounts = {};
193
- const healthCounts = {
194
- GREEN: 0,
195
- YELLOW: 0,
196
- RED: 0,
197
- };
198
- for (const row of rows) {
199
- statusCounts[row.workItemStatus] = (statusCounts[row.workItemStatus] || 0) + 1;
200
- healthCounts[row.budgetHealthColor] = (healthCounts[row.budgetHealthColor] || 0) + 1;
201
- }
202
- return {
203
- statusCounts,
204
- healthCounts,
205
- };
206
- }
207
-
208
- function buildAgentRoster(rows = []) {
209
- const byAgent = new Map();
210
- for (const row of rows) {
211
- const agentIdentity = normalizeString(row.assignedAgentIdentity) || "unassigned";
212
- if (!byAgent.has(agentIdentity)) {
213
- byAgent.set(agentIdentity, {
214
- agentIdentity,
215
- workItemCount: 0,
216
- activeWorkItemCount: 0,
217
- blockedCount: 0,
218
- squashedCount: 0,
219
- budgetHealthCounts: {
220
- GREEN: 0,
221
- YELLOW: 0,
222
- RED: 0,
223
- },
224
- maxSessionElapsedSeconds: 0,
225
- latestSessionSeenAt: null,
226
- });
227
- }
228
- const aggregate = byAgent.get(agentIdentity);
229
- aggregate.workItemCount += 1;
230
- if (ACTIVE_ASSIGNMENT_STATUSES.has(normalizeString(row.assignmentStatus).toUpperCase())) {
231
- aggregate.activeWorkItemCount += 1;
232
- }
233
- if (row.workItemStatus === "BLOCKED") {
234
- aggregate.blockedCount += 1;
235
- }
236
- if (row.workItemStatus === "SQUASHED") {
237
- aggregate.squashedCount += 1;
238
- }
239
- aggregate.budgetHealthCounts[row.budgetHealthColor] =
240
- (aggregate.budgetHealthCounts[row.budgetHealthColor] || 0) + 1;
241
- const elapsed = Number(row.sessionElapsedSeconds || 0);
242
- if (elapsed > aggregate.maxSessionElapsedSeconds) {
243
- aggregate.maxSessionElapsedSeconds = elapsed;
244
- }
245
- const seenEpoch = Date.parse(String(row.sessionLastSeenAt || "")) || 0;
246
- const currentSeenEpoch = Date.parse(String(aggregate.latestSessionSeenAt || "")) || 0;
247
- if (seenEpoch > currentSeenEpoch) {
248
- aggregate.latestSessionSeenAt = row.sessionLastSeenAt || null;
249
- }
250
- }
251
- return [...byAgent.values()].sort((left, right) => {
252
- if (right.activeWorkItemCount !== left.activeWorkItemCount) {
253
- return right.activeWorkItemCount - left.activeWorkItemCount;
254
- }
255
- if (right.workItemCount !== left.workItemCount) {
256
- return right.workItemCount - left.workItemCount;
257
- }
258
- return left.agentIdentity.localeCompare(right.agentIdentity);
259
- });
260
- }
261
-
262
- export async function resolveOperatorControlStorage({
263
- targetPath = ".",
264
- outputDir = "",
265
- env,
266
- homeDir,
267
- } = {}) {
268
- const daemonStorage = await resolveErrorDaemonStorage({
269
- targetPath,
270
- outputDir,
271
- env,
272
- homeDir,
273
- });
274
- return {
275
- ...daemonStorage,
276
- operatorStatePath: path.join(daemonStorage.baseDir, "operator-control-state.json"),
277
- operatorEventsPath: path.join(daemonStorage.baseDir, "operator-events.ndjson"),
278
- operatorSnapshotsDir: path.join(daemonStorage.baseDir, "operator-snapshots"),
279
- };
280
- }
281
-
282
- export async function buildOperatorControlSnapshot({
283
- targetPath = ".",
284
- outputDir = "",
285
- statuses = [],
286
- agentIdentity = "",
287
- limit = 50,
288
- env,
289
- homeDir,
290
- nowIso = new Date().toISOString(),
291
- } = {}) {
292
- const normalizedNow = normalizeIsoTimestamp(nowIso, new Date().toISOString());
293
- const normalizedLimit = normalizePositiveInteger(limit, "limit", 50);
294
- const normalizedStatuses = normalizeStatusList(statuses, WORK_ITEM_STATUS_SET);
295
- const normalizedAgentIdentity = normalizeString(agentIdentity);
296
- const storage = await resolveOperatorControlStorage({
297
- targetPath,
298
- outputDir,
299
- env,
300
- homeDir,
301
- });
302
- const internalLimit = Math.max(200, normalizedLimit * 4);
303
- const [queue, assignments, jiraIssues, budgets, controlState] = await Promise.all([
304
- listErrorQueue({
305
- targetPath,
306
- outputDir,
307
- statuses: normalizedStatuses,
308
- limit: internalLimit,
309
- env,
310
- homeDir,
311
- }),
312
- listAssignments({
313
- targetPath,
314
- outputDir,
315
- includeExpired: true,
316
- limit: internalLimit,
317
- env,
318
- homeDir,
319
- nowIso: normalizedNow,
320
- }),
321
- listJiraIssues({
322
- targetPath,
323
- outputDir,
324
- limit: internalLimit,
325
- env,
326
- homeDir,
327
- nowIso: normalizedNow,
328
- }),
329
- listBudgetStates({
330
- targetPath,
331
- outputDir,
332
- limit: internalLimit,
333
- env,
334
- homeDir,
335
- nowIso: normalizedNow,
336
- }),
337
- loadJsonFile(storage.operatorStatePath, () => createInitialControlState(normalizedNow)).then((state) =>
338
- normalizeControlState(state, normalizedNow)
339
- ),
340
- ]);
341
-
342
- const assignmentByWorkItem = new Map();
343
- for (const assignment of assignments.assignments) {
344
- if (!assignmentByWorkItem.has(assignment.workItemId)) {
345
- assignmentByWorkItem.set(assignment.workItemId, assignment);
346
- }
347
- }
348
- const jiraByWorkItem = new Map();
349
- for (const issue of jiraIssues.issues) {
350
- if (!jiraByWorkItem.has(issue.workItemId)) {
351
- jiraByWorkItem.set(issue.workItemId, issue);
352
- }
353
- }
354
- const budgetByWorkItem = new Map();
355
- for (const record of budgets.records) {
356
- if (!budgetByWorkItem.has(record.workItemId)) {
357
- budgetByWorkItem.set(record.workItemId, record);
358
- }
359
- }
360
-
361
- const rows = [];
362
- for (const queueItem of queue.items) {
363
- const assignment = assignmentByWorkItem.get(queueItem.workItemId) || null;
364
- if (
365
- normalizedAgentIdentity &&
366
- normalizeString(assignment?.assignedAgentIdentity) !== normalizedAgentIdentity
367
- ) {
368
- continue;
369
- }
370
- const issue = jiraByWorkItem.get(queueItem.workItemId) || null;
371
- const budget = budgetByWorkItem.get(queueItem.workItemId) || null;
372
- const budgetHealthColor = resolveBudgetHealthColor(budget?.lifecycleState);
373
- const sessionStartedAt =
374
- assignment?.leasedAt ||
375
- assignment?.updatedAt ||
376
- queueItem.updatedAt ||
377
- queueItem.lastSeenAt ||
378
- queueItem.firstSeenAt;
379
- const sessionLastSeenAt =
380
- assignment?.heartbeatAt ||
381
- assignment?.updatedAt ||
382
- queueItem.updatedAt ||
383
- queueItem.lastSeenAt ||
384
- sessionStartedAt;
385
- const timer = deriveTimer(sessionStartedAt, sessionLastSeenAt, normalizedNow);
386
- rows.push({
387
- workItemId: queueItem.workItemId,
388
- severity: queueItem.severity,
389
- service: queueItem.service,
390
- endpoint: queueItem.endpoint,
391
- errorCode: queueItem.errorCode,
392
- workItemStatus: queueItem.status,
393
- assignedAgentIdentity: assignment?.assignedAgentIdentity || null,
394
- assignmentStatus: assignment?.status || "QUEUED",
395
- jiraIssueKey: issue?.issueKey || null,
396
- jiraStatus: issue?.status || null,
397
- budgetLifecycleState: budget?.lifecycleState || "WITHIN_BUDGET",
398
- budgetHealthColor,
399
- budgetWarnings: Array.isArray(budget?.warnings) ? budget.warnings : [],
400
- budgetStopReasons: Array.isArray(budget?.stopReasons) ? budget.stopReasons : [],
401
- sessionStartedAt: sessionStartedAt || null,
402
- sessionLastSeenAt: sessionLastSeenAt || null,
403
- sessionElapsedSeconds: timer.sessionElapsedSeconds,
404
- sessionIdleSeconds: timer.sessionIdleSeconds,
405
- updatedAt: queueItem.updatedAt,
406
- });
407
- if (rows.length >= normalizedLimit) {
408
- break;
409
- }
410
- }
411
-
412
- const statusSummary = buildStatusSummary(rows);
413
- const agentRoster = buildAgentRoster(rows);
414
- const nextSnapshotCount = controlState.snapshotCount + 1;
415
- const runId = createRunId(normalizedNow, nextSnapshotCount);
416
- const runPath = path.join(storage.operatorSnapshotsDir, `${runId}.json`);
417
- const snapshot = {
418
- schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
419
- generatedAt: normalizedNow,
420
- runId,
421
- summary: {
422
- totalQueueItems: queue.totalCount,
423
- visibleWorkItems: rows.length,
424
- activeAgents: agentRoster.filter((agent) => agent.activeWorkItemCount > 0).length,
425
- ...statusSummary,
426
- },
427
- workItems: rows,
428
- agentRoster,
429
- };
430
- await fsp.mkdir(storage.operatorSnapshotsDir, { recursive: true });
431
- await writeJsonFile(runPath, snapshot);
432
-
433
- const nextControlState = normalizeControlState(
434
- {
435
- ...controlState,
436
- generatedAt: normalizedNow,
437
- snapshotCount: nextSnapshotCount,
438
- lastSnapshotAt: normalizedNow,
439
- lastSnapshotRunId: runId,
440
- lastSummary: snapshot.summary,
441
- },
442
- normalizedNow
443
- );
444
- await Promise.all([
445
- writeJsonFile(storage.operatorStatePath, nextControlState),
446
- appendJsonLine(storage.operatorEventsPath, {
447
- timestamp: normalizedNow,
448
- eventType: "operator_snapshot",
449
- runId,
450
- totalQueueItems: queue.totalCount,
451
- visibleWorkItems: rows.length,
452
- activeAgents: snapshot.summary.activeAgents,
453
- statusCounts: statusSummary.statusCounts,
454
- healthCounts: statusSummary.healthCounts,
455
- }),
456
- ]);
457
-
458
- return {
459
- ...storage,
460
- runId,
461
- runPath,
462
- state: nextControlState,
463
- totalQueueItems: queue.totalCount,
464
- visibleWorkItems: rows.length,
465
- statusCounts: statusSummary.statusCounts,
466
- healthCounts: statusSummary.healthCounts,
467
- workItems: rows,
468
- agentRoster,
469
- };
470
- }
471
-
472
- export async function applyOperatorStopControl({
473
- targetPath = ".",
474
- outputDir = "",
475
- workItemId,
476
- mode = "QUARANTINE",
477
- reason = "",
478
- actor = "omar-operator",
479
- confirm = false,
480
- env,
481
- homeDir,
482
- nowIso = new Date().toISOString(),
483
- } = {}) {
484
- const normalizedNow = normalizeIsoTimestamp(nowIso, new Date().toISOString());
485
- const normalizedWorkItemId = normalizeString(workItemId);
486
- if (!normalizedWorkItemId) {
487
- throw new Error("workItemId is required.");
488
- }
489
- if (!confirm) {
490
- throw new Error("Operator stop requires --confirm.");
491
- }
492
- const normalizedMode = normalizeString(mode).toUpperCase();
493
- if (!OPERATOR_STOP_MODES.includes(normalizedMode)) {
494
- throw new Error(`mode must be one of: ${OPERATOR_STOP_MODES.join(", ")}.`);
495
- }
496
-
497
- const normalizedActor = normalizeString(actor) || "omar-operator";
498
- const normalizedReason =
499
- normalizeString(reason) ||
500
- (normalizedMode === "SQUASH"
501
- ? "Manual operator squash requested."
502
- : "Manual operator quarantine requested.");
503
- const targetStatus = normalizedMode === "SQUASH" ? "SQUASHED" : "BLOCKED";
504
- const assignmentStatus = targetStatus === "SQUASHED" ? "SQUASHED" : "BLOCKED";
505
-
506
- const storage = await resolveOperatorControlStorage({
507
- targetPath,
508
- outputDir,
509
- env,
510
- homeDir,
511
- });
512
- const assignmentStorage = await resolveAssignmentLedgerStorage({
513
- targetPath,
514
- outputDir,
515
- env,
516
- homeDir,
517
- });
518
-
519
- const [queueRaw, ledgerRaw] = await Promise.all([
520
- loadJsonFile(storage.queuePath, () => ({
521
- schemaVersion: QUEUE_SCHEMA_VERSION,
522
- generatedAt: normalizedNow,
523
- items: [],
524
- })),
525
- loadJsonFile(assignmentStorage.ledgerPath, () => ({
526
- schemaVersion: LEDGER_SCHEMA_VERSION,
527
- generatedAt: normalizedNow,
528
- assignments: [],
529
- })),
530
- ]);
531
- const queue = normalizeQueue(queueRaw, normalizedNow);
532
- const ledger = normalizeLedger(ledgerRaw, normalizedNow);
533
-
534
- const queueIndex = queue.items.findIndex((item) => item.workItemId === normalizedWorkItemId);
535
- if (queueIndex < 0) {
536
- throw new Error(`Work item '${normalizedWorkItemId}' was not found in daemon queue.`);
537
- }
538
-
539
- const queueItem = queue.items[queueIndex];
540
- const operatorMetadata = {
541
- mode: normalizedMode,
542
- reason: normalizedReason,
543
- actor: normalizedActor,
544
- confirmed: true,
545
- appliedAt: normalizedNow,
546
- };
547
- queue.items[queueIndex] = {
548
- ...queueItem,
549
- status: targetStatus,
550
- updatedAt: normalizedNow,
551
- metadata: {
552
- ...normalizeObject(queueItem.metadata),
553
- operatorControl: operatorMetadata,
554
- },
555
- };
556
- queue.generatedAt = normalizedNow;
557
-
558
- const assignmentIndex = ledger.assignments.findIndex(
559
- (assignment) => assignment.workItemId === normalizedWorkItemId
560
- );
561
- let assignment = null;
562
- if (assignmentIndex >= 0) {
563
- const existing = ledger.assignments[assignmentIndex];
564
- assignment = {
565
- ...existing,
566
- status: assignmentStatus,
567
- releasedAt: normalizedNow,
568
- releaseReason: normalizedReason,
569
- updatedAt: normalizedNow,
570
- };
571
- ledger.assignments[assignmentIndex] = assignment;
572
- }
573
- ledger.generatedAt = normalizedNow;
574
-
575
- let jiraIssueKey = null;
576
- let jiraCommented = false;
577
- let jiraCommentWarning = null;
578
- try {
579
- const listed = await listJiraIssues({
580
- targetPath,
581
- outputDir,
582
- workItemId: normalizedWorkItemId,
583
- limit: 1,
584
- env,
585
- homeDir,
586
- nowIso: normalizedNow,
587
- });
588
- if (listed.issues.length > 0) {
589
- jiraIssueKey = listed.issues[0].issueKey;
590
- await commentJiraIssue({
591
- targetPath,
592
- outputDir,
593
- workItemId: normalizedWorkItemId,
594
- issueKey: jiraIssueKey,
595
- type: "operator_stop",
596
- message: `[operator-control] mode=${normalizedMode}, status=${targetStatus}, reason=${normalizedReason}`,
597
- actor: normalizedActor,
598
- env,
599
- homeDir,
600
- nowIso: normalizedNow,
601
- });
602
- jiraCommented = true;
603
- }
604
- } catch (error) {
605
- jiraCommentWarning = error instanceof Error ? error.message : String(error);
606
- }
607
-
608
- await Promise.all([
609
- writeJsonFile(storage.queuePath, queue),
610
- writeJsonFile(assignmentStorage.ledgerPath, ledger),
611
- appendJsonLine(storage.operatorEventsPath, {
612
- timestamp: normalizedNow,
613
- eventType: "operator_stop",
614
- workItemId: normalizedWorkItemId,
615
- mode: normalizedMode,
616
- targetStatus,
617
- actor: normalizedActor,
618
- reason: normalizedReason,
619
- jiraIssueKey,
620
- jiraCommented,
621
- }),
622
- ]);
623
-
624
- return {
625
- ...storage,
626
- workItemId: normalizedWorkItemId,
627
- mode: normalizedMode,
628
- targetStatus,
629
- actor: normalizedActor,
630
- reason: normalizedReason,
631
- queueItem: queue.items[queueIndex],
632
- assignment,
633
- jiraIssueKey,
634
- jiraCommented,
635
- jiraCommentWarning,
636
- };
637
- }
638
-
639
- export function getBudgetHealthColor(lifecycleState = "") {
640
- return resolveBudgetHealthColor(lifecycleState);
641
- }
642
-
643
- export function normalizeOperatorStopMode(mode = "") {
644
- const normalized = normalizeString(mode).toUpperCase();
645
- if (OPERATOR_STOP_MODES.includes(normalized)) {
646
- return normalized;
647
- }
648
- return "QUARANTINE";
649
- }
650
-
651
- export function normalizeBudgetLifecycleState(value = "") {
652
- const normalized = normalizeString(value).toUpperCase();
653
- if (DAEMON_BUDGET_LIFECYCLE_STATES.includes(normalized)) {
654
- return normalized;
655
- }
656
- return "WITHIN_BUDGET";
657
- }
1
+ import fsp from "node:fs/promises";
2
+ import path from "node:path";
3
+
4
+ import { ASSIGNMENT_STATUSES, resolveAssignmentLedgerStorage, listAssignments } from "./assignment-ledger.js";
5
+ import { DAEMON_BUDGET_LIFECYCLE_STATES, listBudgetStates } from "./budget-governor.js";
6
+ import { WORK_ITEM_STATUSES, listErrorQueue, resolveErrorDaemonStorage } from "./error-worker.js";
7
+ import { commentJiraIssue, listJiraIssues } from "./jira-lifecycle.js";
8
+
9
+ const OPERATOR_CONTROL_SCHEMA_VERSION = "1.0.0";
10
+ const QUEUE_SCHEMA_VERSION = "1.0.0";
11
+ const LEDGER_SCHEMA_VERSION = "1.0.0";
12
+
13
+ const WORK_ITEM_STATUS_SET = new Set(WORK_ITEM_STATUSES);
14
+ const ASSIGNMENT_STATUS_SET = new Set(ASSIGNMENT_STATUSES);
15
+
16
+ const ACTIVE_ASSIGNMENT_STATUSES = new Set(["CLAIMED", "IN_PROGRESS", "BLOCKED"]);
17
+
18
+ export const OPERATOR_STOP_MODES = Object.freeze(["QUARANTINE", "SQUASH"]);
19
+ export const BUDGET_HEALTH_COLORS = Object.freeze(["GREEN", "YELLOW", "RED"]);
20
+
21
+ function normalizeString(value) {
22
+ return String(value || "").trim();
23
+ }
24
+
25
+ function normalizeIsoTimestamp(value, fallbackIso = new Date().toISOString()) {
26
+ const normalized = normalizeString(value);
27
+ if (!normalized) {
28
+ return fallbackIso;
29
+ }
30
+ const epoch = Date.parse(normalized);
31
+ if (!Number.isFinite(epoch)) {
32
+ return fallbackIso;
33
+ }
34
+ return new Date(epoch).toISOString();
35
+ }
36
+
37
+ function normalizePositiveInteger(value, fieldName, fallbackValue) {
38
+ if (value === undefined || value === null || normalizeString(value) === "") {
39
+ return fallbackValue;
40
+ }
41
+ const normalized = Number(value);
42
+ if (!Number.isFinite(normalized) || normalized <= 0) {
43
+ throw new Error(`${fieldName} must be a positive integer.`);
44
+ }
45
+ return Math.floor(normalized);
46
+ }
47
+
48
+ function normalizeStatus(value, statusSet, fallbackStatus) {
49
+ const normalized = normalizeString(value).toUpperCase();
50
+ if (statusSet.has(normalized)) {
51
+ return normalized;
52
+ }
53
+ return fallbackStatus;
54
+ }
55
+
56
+ function normalizeObject(value, fallbackValue = {}) {
57
+ if (!value || typeof value !== "object" || Array.isArray(value)) {
58
+ return fallbackValue;
59
+ }
60
+ return { ...value };
61
+ }
62
+
63
+ function normalizeStatusList(statuses = [], statusSet = new Set()) {
64
+ if (!Array.isArray(statuses)) {
65
+ return [];
66
+ }
67
+ return statuses
68
+ .map((status) => normalizeString(status).toUpperCase())
69
+ .filter(Boolean)
70
+ .filter((status) => statusSet.has(status));
71
+ }
72
+
73
+ function loadJsonFile(filePath, defaultFactory) {
74
+ return fsp
75
+ .readFile(filePath, "utf-8")
76
+ .then((raw) => JSON.parse(raw))
77
+ .catch((error) => {
78
+ if (error && typeof error === "object" && error.code === "ENOENT") {
79
+ return defaultFactory();
80
+ }
81
+ throw error;
82
+ });
83
+ }
84
+
85
+ async function writeJsonFile(filePath, payload = {}) {
86
+ await fsp.mkdir(path.dirname(filePath), { recursive: true });
87
+ await fsp.writeFile(filePath, `${JSON.stringify(payload, null, 2)}\n`, "utf-8");
88
+ }
89
+
90
+ async function appendJsonLine(filePath, payload = {}) {
91
+ await fsp.mkdir(path.dirname(filePath), { recursive: true });
92
+ await fsp.appendFile(filePath, `${JSON.stringify(payload)}\n`, "utf-8");
93
+ }
94
+
95
+ function resolveBudgetHealthColor(budgetLifecycleState = "") {
96
+ const normalized = normalizeString(budgetLifecycleState).toUpperCase();
97
+ if (normalized === "HARD_LIMIT_QUARANTINED" || normalized === "HARD_LIMIT_SQUASHED") {
98
+ return "RED";
99
+ }
100
+ if (normalized === "WARNING_THRESHOLD") {
101
+ return "YELLOW";
102
+ }
103
+ return "GREEN";
104
+ }
105
+
106
+ function deriveTimer(sessionStartedAt, sessionLastSeenAt, nowIso) {
107
+ const nowEpoch = Date.parse(normalizeIsoTimestamp(nowIso, new Date().toISOString()));
108
+ const startEpoch = Date.parse(String(sessionStartedAt || ""));
109
+ const lastSeenEpoch = Date.parse(String(sessionLastSeenAt || ""));
110
+ return {
111
+ sessionElapsedSeconds:
112
+ Number.isFinite(nowEpoch) && Number.isFinite(startEpoch)
113
+ ? Math.max(0, Math.floor((nowEpoch - startEpoch) / 1000))
114
+ : null,
115
+ sessionIdleSeconds:
116
+ Number.isFinite(nowEpoch) && Number.isFinite(lastSeenEpoch)
117
+ ? Math.max(0, Math.floor((nowEpoch - lastSeenEpoch) / 1000))
118
+ : null,
119
+ };
120
+ }
121
+
122
+ function createInitialControlState(nowIso = new Date().toISOString()) {
123
+ return {
124
+ schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
125
+ generatedAt: normalizeIsoTimestamp(nowIso, nowIso),
126
+ snapshotCount: 0,
127
+ lastSnapshotAt: null,
128
+ lastSnapshotRunId: null,
129
+ lastSummary: {},
130
+ };
131
+ }
132
+
133
+ function normalizeControlState(state = {}, nowIso = new Date().toISOString()) {
134
+ return {
135
+ schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
136
+ generatedAt: normalizeIsoTimestamp(state.generatedAt, nowIso),
137
+ snapshotCount: Math.max(0, Math.floor(Number(state.snapshotCount || 0))),
138
+ lastSnapshotAt: state.lastSnapshotAt ? normalizeIsoTimestamp(state.lastSnapshotAt, nowIso) : null,
139
+ lastSnapshotRunId: normalizeString(state.lastSnapshotRunId) || null,
140
+ lastSummary: normalizeObject(state.lastSummary),
141
+ };
142
+ }
143
+
144
+ function createRunId(nowIso, counter) {
145
+ const timestamp = nowIso.replace(/[:.]/g, "-");
146
+ return `operator-snapshot-${timestamp}-${String(counter).padStart(4, "0")}`;
147
+ }
148
+
149
+ function normalizeQueue(queue = {}, nowIso = new Date().toISOString()) {
150
+ return {
151
+ schemaVersion: normalizeString(queue.schemaVersion) || QUEUE_SCHEMA_VERSION,
152
+ generatedAt: normalizeIsoTimestamp(queue.generatedAt, nowIso),
153
+ items: Array.isArray(queue.items)
154
+ ? queue.items
155
+ .map((item) => ({
156
+ ...item,
157
+ workItemId: normalizeString(item.workItemId),
158
+ status: normalizeStatus(item.status, WORK_ITEM_STATUS_SET, "QUEUED"),
159
+ updatedAt: normalizeIsoTimestamp(item.updatedAt, nowIso),
160
+ metadata: normalizeObject(item.metadata),
161
+ }))
162
+ .filter((item) => item.workItemId)
163
+ : [],
164
+ };
165
+ }
166
+
167
+ function normalizeLedger(ledger = {}, nowIso = new Date().toISOString()) {
168
+ return {
169
+ schemaVersion: normalizeString(ledger.schemaVersion) || LEDGER_SCHEMA_VERSION,
170
+ generatedAt: normalizeIsoTimestamp(ledger.generatedAt, nowIso),
171
+ assignments: Array.isArray(ledger.assignments)
172
+ ? ledger.assignments
173
+ .map((assignment) => ({
174
+ ...assignment,
175
+ workItemId: normalizeString(assignment.workItemId),
176
+ assignedAgentIdentity: normalizeString(assignment.assignedAgentIdentity) || null,
177
+ status: normalizeStatus(assignment.status, ASSIGNMENT_STATUS_SET, "QUEUED"),
178
+ leasedAt: assignment.leasedAt ? normalizeIsoTimestamp(assignment.leasedAt, nowIso) : null,
179
+ heartbeatAt: assignment.heartbeatAt
180
+ ? normalizeIsoTimestamp(assignment.heartbeatAt, nowIso)
181
+ : null,
182
+ releasedAt: assignment.releasedAt ? normalizeIsoTimestamp(assignment.releasedAt, nowIso) : null,
183
+ updatedAt: normalizeIsoTimestamp(assignment.updatedAt, nowIso),
184
+ releaseReason: normalizeString(assignment.releaseReason) || null,
185
+ }))
186
+ .filter((assignment) => assignment.workItemId)
187
+ : [],
188
+ };
189
+ }
190
+
191
+ function buildStatusSummary(rows = []) {
192
+ const statusCounts = {};
193
+ const healthCounts = {
194
+ GREEN: 0,
195
+ YELLOW: 0,
196
+ RED: 0,
197
+ };
198
+ for (const row of rows) {
199
+ statusCounts[row.workItemStatus] = (statusCounts[row.workItemStatus] || 0) + 1;
200
+ healthCounts[row.budgetHealthColor] = (healthCounts[row.budgetHealthColor] || 0) + 1;
201
+ }
202
+ return {
203
+ statusCounts,
204
+ healthCounts,
205
+ };
206
+ }
207
+
208
+ function buildAgentRoster(rows = []) {
209
+ const byAgent = new Map();
210
+ for (const row of rows) {
211
+ const agentIdentity = normalizeString(row.assignedAgentIdentity) || "unassigned";
212
+ if (!byAgent.has(agentIdentity)) {
213
+ byAgent.set(agentIdentity, {
214
+ agentIdentity,
215
+ workItemCount: 0,
216
+ activeWorkItemCount: 0,
217
+ blockedCount: 0,
218
+ squashedCount: 0,
219
+ budgetHealthCounts: {
220
+ GREEN: 0,
221
+ YELLOW: 0,
222
+ RED: 0,
223
+ },
224
+ maxSessionElapsedSeconds: 0,
225
+ latestSessionSeenAt: null,
226
+ });
227
+ }
228
+ const aggregate = byAgent.get(agentIdentity);
229
+ aggregate.workItemCount += 1;
230
+ if (ACTIVE_ASSIGNMENT_STATUSES.has(normalizeString(row.assignmentStatus).toUpperCase())) {
231
+ aggregate.activeWorkItemCount += 1;
232
+ }
233
+ if (row.workItemStatus === "BLOCKED") {
234
+ aggregate.blockedCount += 1;
235
+ }
236
+ if (row.workItemStatus === "SQUASHED") {
237
+ aggregate.squashedCount += 1;
238
+ }
239
+ aggregate.budgetHealthCounts[row.budgetHealthColor] =
240
+ (aggregate.budgetHealthCounts[row.budgetHealthColor] || 0) + 1;
241
+ const elapsed = Number(row.sessionElapsedSeconds || 0);
242
+ if (elapsed > aggregate.maxSessionElapsedSeconds) {
243
+ aggregate.maxSessionElapsedSeconds = elapsed;
244
+ }
245
+ const seenEpoch = Date.parse(String(row.sessionLastSeenAt || "")) || 0;
246
+ const currentSeenEpoch = Date.parse(String(aggregate.latestSessionSeenAt || "")) || 0;
247
+ if (seenEpoch > currentSeenEpoch) {
248
+ aggregate.latestSessionSeenAt = row.sessionLastSeenAt || null;
249
+ }
250
+ }
251
+ return [...byAgent.values()].sort((left, right) => {
252
+ if (right.activeWorkItemCount !== left.activeWorkItemCount) {
253
+ return right.activeWorkItemCount - left.activeWorkItemCount;
254
+ }
255
+ if (right.workItemCount !== left.workItemCount) {
256
+ return right.workItemCount - left.workItemCount;
257
+ }
258
+ return left.agentIdentity.localeCompare(right.agentIdentity);
259
+ });
260
+ }
261
+
262
+ export async function resolveOperatorControlStorage({
263
+ targetPath = ".",
264
+ outputDir = "",
265
+ env,
266
+ homeDir,
267
+ } = {}) {
268
+ const daemonStorage = await resolveErrorDaemonStorage({
269
+ targetPath,
270
+ outputDir,
271
+ env,
272
+ homeDir,
273
+ });
274
+ return {
275
+ ...daemonStorage,
276
+ operatorStatePath: path.join(daemonStorage.baseDir, "operator-control-state.json"),
277
+ operatorEventsPath: path.join(daemonStorage.baseDir, "operator-events.ndjson"),
278
+ operatorSnapshotsDir: path.join(daemonStorage.baseDir, "operator-snapshots"),
279
+ };
280
+ }
281
+
282
+ export async function buildOperatorControlSnapshot({
283
+ targetPath = ".",
284
+ outputDir = "",
285
+ statuses = [],
286
+ agentIdentity = "",
287
+ limit = 50,
288
+ env,
289
+ homeDir,
290
+ nowIso = new Date().toISOString(),
291
+ } = {}) {
292
+ const normalizedNow = normalizeIsoTimestamp(nowIso, new Date().toISOString());
293
+ const normalizedLimit = normalizePositiveInteger(limit, "limit", 50);
294
+ const normalizedStatuses = normalizeStatusList(statuses, WORK_ITEM_STATUS_SET);
295
+ const normalizedAgentIdentity = normalizeString(agentIdentity);
296
+ const storage = await resolveOperatorControlStorage({
297
+ targetPath,
298
+ outputDir,
299
+ env,
300
+ homeDir,
301
+ });
302
+ const internalLimit = Math.max(200, normalizedLimit * 4);
303
+ const [queue, assignments, jiraIssues, budgets, controlState] = await Promise.all([
304
+ listErrorQueue({
305
+ targetPath,
306
+ outputDir,
307
+ statuses: normalizedStatuses,
308
+ limit: internalLimit,
309
+ env,
310
+ homeDir,
311
+ }),
312
+ listAssignments({
313
+ targetPath,
314
+ outputDir,
315
+ includeExpired: true,
316
+ limit: internalLimit,
317
+ env,
318
+ homeDir,
319
+ nowIso: normalizedNow,
320
+ }),
321
+ listJiraIssues({
322
+ targetPath,
323
+ outputDir,
324
+ limit: internalLimit,
325
+ env,
326
+ homeDir,
327
+ nowIso: normalizedNow,
328
+ }),
329
+ listBudgetStates({
330
+ targetPath,
331
+ outputDir,
332
+ limit: internalLimit,
333
+ env,
334
+ homeDir,
335
+ nowIso: normalizedNow,
336
+ }),
337
+ loadJsonFile(storage.operatorStatePath, () => createInitialControlState(normalizedNow)).then((state) =>
338
+ normalizeControlState(state, normalizedNow)
339
+ ),
340
+ ]);
341
+
342
+ const assignmentByWorkItem = new Map();
343
+ for (const assignment of assignments.assignments) {
344
+ if (!assignmentByWorkItem.has(assignment.workItemId)) {
345
+ assignmentByWorkItem.set(assignment.workItemId, assignment);
346
+ }
347
+ }
348
+ const jiraByWorkItem = new Map();
349
+ for (const issue of jiraIssues.issues) {
350
+ if (!jiraByWorkItem.has(issue.workItemId)) {
351
+ jiraByWorkItem.set(issue.workItemId, issue);
352
+ }
353
+ }
354
+ const budgetByWorkItem = new Map();
355
+ for (const record of budgets.records) {
356
+ if (!budgetByWorkItem.has(record.workItemId)) {
357
+ budgetByWorkItem.set(record.workItemId, record);
358
+ }
359
+ }
360
+
361
+ const rows = [];
362
+ for (const queueItem of queue.items) {
363
+ const assignment = assignmentByWorkItem.get(queueItem.workItemId) || null;
364
+ if (
365
+ normalizedAgentIdentity &&
366
+ normalizeString(assignment?.assignedAgentIdentity) !== normalizedAgentIdentity
367
+ ) {
368
+ continue;
369
+ }
370
+ const issue = jiraByWorkItem.get(queueItem.workItemId) || null;
371
+ const budget = budgetByWorkItem.get(queueItem.workItemId) || null;
372
+ const budgetHealthColor = resolveBudgetHealthColor(budget?.lifecycleState);
373
+ const sessionStartedAt =
374
+ assignment?.leasedAt ||
375
+ assignment?.updatedAt ||
376
+ queueItem.updatedAt ||
377
+ queueItem.lastSeenAt ||
378
+ queueItem.firstSeenAt;
379
+ const sessionLastSeenAt =
380
+ assignment?.heartbeatAt ||
381
+ assignment?.updatedAt ||
382
+ queueItem.updatedAt ||
383
+ queueItem.lastSeenAt ||
384
+ sessionStartedAt;
385
+ const timer = deriveTimer(sessionStartedAt, sessionLastSeenAt, normalizedNow);
386
+ rows.push({
387
+ workItemId: queueItem.workItemId,
388
+ severity: queueItem.severity,
389
+ service: queueItem.service,
390
+ endpoint: queueItem.endpoint,
391
+ errorCode: queueItem.errorCode,
392
+ workItemStatus: queueItem.status,
393
+ assignedAgentIdentity: assignment?.assignedAgentIdentity || null,
394
+ assignmentStatus: assignment?.status || "QUEUED",
395
+ jiraIssueKey: issue?.issueKey || null,
396
+ jiraStatus: issue?.status || null,
397
+ budgetLifecycleState: budget?.lifecycleState || "WITHIN_BUDGET",
398
+ budgetHealthColor,
399
+ budgetWarnings: Array.isArray(budget?.warnings) ? budget.warnings : [],
400
+ budgetStopReasons: Array.isArray(budget?.stopReasons) ? budget.stopReasons : [],
401
+ sessionStartedAt: sessionStartedAt || null,
402
+ sessionLastSeenAt: sessionLastSeenAt || null,
403
+ sessionElapsedSeconds: timer.sessionElapsedSeconds,
404
+ sessionIdleSeconds: timer.sessionIdleSeconds,
405
+ updatedAt: queueItem.updatedAt,
406
+ });
407
+ if (rows.length >= normalizedLimit) {
408
+ break;
409
+ }
410
+ }
411
+
412
+ const statusSummary = buildStatusSummary(rows);
413
+ const agentRoster = buildAgentRoster(rows);
414
+ const nextSnapshotCount = controlState.snapshotCount + 1;
415
+ const runId = createRunId(normalizedNow, nextSnapshotCount);
416
+ const runPath = path.join(storage.operatorSnapshotsDir, `${runId}.json`);
417
+ const snapshot = {
418
+ schemaVersion: OPERATOR_CONTROL_SCHEMA_VERSION,
419
+ generatedAt: normalizedNow,
420
+ runId,
421
+ summary: {
422
+ totalQueueItems: queue.totalCount,
423
+ visibleWorkItems: rows.length,
424
+ activeAgents: agentRoster.filter((agent) => agent.activeWorkItemCount > 0).length,
425
+ ...statusSummary,
426
+ },
427
+ workItems: rows,
428
+ agentRoster,
429
+ };
430
+ await fsp.mkdir(storage.operatorSnapshotsDir, { recursive: true });
431
+ await writeJsonFile(runPath, snapshot);
432
+
433
+ const nextControlState = normalizeControlState(
434
+ {
435
+ ...controlState,
436
+ generatedAt: normalizedNow,
437
+ snapshotCount: nextSnapshotCount,
438
+ lastSnapshotAt: normalizedNow,
439
+ lastSnapshotRunId: runId,
440
+ lastSummary: snapshot.summary,
441
+ },
442
+ normalizedNow
443
+ );
444
+ await Promise.all([
445
+ writeJsonFile(storage.operatorStatePath, nextControlState),
446
+ appendJsonLine(storage.operatorEventsPath, {
447
+ timestamp: normalizedNow,
448
+ eventType: "operator_snapshot",
449
+ runId,
450
+ totalQueueItems: queue.totalCount,
451
+ visibleWorkItems: rows.length,
452
+ activeAgents: snapshot.summary.activeAgents,
453
+ statusCounts: statusSummary.statusCounts,
454
+ healthCounts: statusSummary.healthCounts,
455
+ }),
456
+ ]);
457
+
458
+ return {
459
+ ...storage,
460
+ runId,
461
+ runPath,
462
+ state: nextControlState,
463
+ totalQueueItems: queue.totalCount,
464
+ visibleWorkItems: rows.length,
465
+ statusCounts: statusSummary.statusCounts,
466
+ healthCounts: statusSummary.healthCounts,
467
+ workItems: rows,
468
+ agentRoster,
469
+ };
470
+ }
471
+
472
+ export async function applyOperatorStopControl({
473
+ targetPath = ".",
474
+ outputDir = "",
475
+ workItemId,
476
+ mode = "QUARANTINE",
477
+ reason = "",
478
+ actor = "omar-operator",
479
+ confirm = false,
480
+ env,
481
+ homeDir,
482
+ nowIso = new Date().toISOString(),
483
+ } = {}) {
484
+ const normalizedNow = normalizeIsoTimestamp(nowIso, new Date().toISOString());
485
+ const normalizedWorkItemId = normalizeString(workItemId);
486
+ if (!normalizedWorkItemId) {
487
+ throw new Error("workItemId is required.");
488
+ }
489
+ if (!confirm) {
490
+ throw new Error("Operator stop requires --confirm.");
491
+ }
492
+ const normalizedMode = normalizeString(mode).toUpperCase();
493
+ if (!OPERATOR_STOP_MODES.includes(normalizedMode)) {
494
+ throw new Error(`mode must be one of: ${OPERATOR_STOP_MODES.join(", ")}.`);
495
+ }
496
+
497
+ const normalizedActor = normalizeString(actor) || "omar-operator";
498
+ const normalizedReason =
499
+ normalizeString(reason) ||
500
+ (normalizedMode === "SQUASH"
501
+ ? "Manual operator squash requested."
502
+ : "Manual operator quarantine requested.");
503
+ const targetStatus = normalizedMode === "SQUASH" ? "SQUASHED" : "BLOCKED";
504
+ const assignmentStatus = targetStatus === "SQUASHED" ? "SQUASHED" : "BLOCKED";
505
+
506
+ const storage = await resolveOperatorControlStorage({
507
+ targetPath,
508
+ outputDir,
509
+ env,
510
+ homeDir,
511
+ });
512
+ const assignmentStorage = await resolveAssignmentLedgerStorage({
513
+ targetPath,
514
+ outputDir,
515
+ env,
516
+ homeDir,
517
+ });
518
+
519
+ const [queueRaw, ledgerRaw] = await Promise.all([
520
+ loadJsonFile(storage.queuePath, () => ({
521
+ schemaVersion: QUEUE_SCHEMA_VERSION,
522
+ generatedAt: normalizedNow,
523
+ items: [],
524
+ })),
525
+ loadJsonFile(assignmentStorage.ledgerPath, () => ({
526
+ schemaVersion: LEDGER_SCHEMA_VERSION,
527
+ generatedAt: normalizedNow,
528
+ assignments: [],
529
+ })),
530
+ ]);
531
+ const queue = normalizeQueue(queueRaw, normalizedNow);
532
+ const ledger = normalizeLedger(ledgerRaw, normalizedNow);
533
+
534
+ const queueIndex = queue.items.findIndex((item) => item.workItemId === normalizedWorkItemId);
535
+ if (queueIndex < 0) {
536
+ throw new Error(`Work item '${normalizedWorkItemId}' was not found in daemon queue.`);
537
+ }
538
+
539
+ const queueItem = queue.items[queueIndex];
540
+ const operatorMetadata = {
541
+ mode: normalizedMode,
542
+ reason: normalizedReason,
543
+ actor: normalizedActor,
544
+ confirmed: true,
545
+ appliedAt: normalizedNow,
546
+ };
547
+ queue.items[queueIndex] = {
548
+ ...queueItem,
549
+ status: targetStatus,
550
+ updatedAt: normalizedNow,
551
+ metadata: {
552
+ ...normalizeObject(queueItem.metadata),
553
+ operatorControl: operatorMetadata,
554
+ },
555
+ };
556
+ queue.generatedAt = normalizedNow;
557
+
558
+ const assignmentIndex = ledger.assignments.findIndex(
559
+ (assignment) => assignment.workItemId === normalizedWorkItemId
560
+ );
561
+ let assignment = null;
562
+ if (assignmentIndex >= 0) {
563
+ const existing = ledger.assignments[assignmentIndex];
564
+ assignment = {
565
+ ...existing,
566
+ status: assignmentStatus,
567
+ releasedAt: normalizedNow,
568
+ releaseReason: normalizedReason,
569
+ updatedAt: normalizedNow,
570
+ };
571
+ ledger.assignments[assignmentIndex] = assignment;
572
+ }
573
+ ledger.generatedAt = normalizedNow;
574
+
575
+ let jiraIssueKey = null;
576
+ let jiraCommented = false;
577
+ let jiraCommentWarning = null;
578
+ try {
579
+ const listed = await listJiraIssues({
580
+ targetPath,
581
+ outputDir,
582
+ workItemId: normalizedWorkItemId,
583
+ limit: 1,
584
+ env,
585
+ homeDir,
586
+ nowIso: normalizedNow,
587
+ });
588
+ if (listed.issues.length > 0) {
589
+ jiraIssueKey = listed.issues[0].issueKey;
590
+ await commentJiraIssue({
591
+ targetPath,
592
+ outputDir,
593
+ workItemId: normalizedWorkItemId,
594
+ issueKey: jiraIssueKey,
595
+ type: "operator_stop",
596
+ message: `[operator-control] mode=${normalizedMode}, status=${targetStatus}, reason=${normalizedReason}`,
597
+ actor: normalizedActor,
598
+ env,
599
+ homeDir,
600
+ nowIso: normalizedNow,
601
+ });
602
+ jiraCommented = true;
603
+ }
604
+ } catch (error) {
605
+ jiraCommentWarning = error instanceof Error ? error.message : String(error);
606
+ }
607
+
608
+ await Promise.all([
609
+ writeJsonFile(storage.queuePath, queue),
610
+ writeJsonFile(assignmentStorage.ledgerPath, ledger),
611
+ appendJsonLine(storage.operatorEventsPath, {
612
+ timestamp: normalizedNow,
613
+ eventType: "operator_stop",
614
+ workItemId: normalizedWorkItemId,
615
+ mode: normalizedMode,
616
+ targetStatus,
617
+ actor: normalizedActor,
618
+ reason: normalizedReason,
619
+ jiraIssueKey,
620
+ jiraCommented,
621
+ }),
622
+ ]);
623
+
624
+ return {
625
+ ...storage,
626
+ workItemId: normalizedWorkItemId,
627
+ mode: normalizedMode,
628
+ targetStatus,
629
+ actor: normalizedActor,
630
+ reason: normalizedReason,
631
+ queueItem: queue.items[queueIndex],
632
+ assignment,
633
+ jiraIssueKey,
634
+ jiraCommented,
635
+ jiraCommentWarning,
636
+ };
637
+ }
638
+
639
+ export function getBudgetHealthColor(lifecycleState = "") {
640
+ return resolveBudgetHealthColor(lifecycleState);
641
+ }
642
+
643
+ export function normalizeOperatorStopMode(mode = "") {
644
+ const normalized = normalizeString(mode).toUpperCase();
645
+ if (OPERATOR_STOP_MODES.includes(normalized)) {
646
+ return normalized;
647
+ }
648
+ return "QUARANTINE";
649
+ }
650
+
651
+ export function normalizeBudgetLifecycleState(value = "") {
652
+ const normalized = normalizeString(value).toUpperCase();
653
+ if (DAEMON_BUDGET_LIFECYCLE_STATES.includes(normalized)) {
654
+ return normalized;
655
+ }
656
+ return "WITHIN_BUDGET";
657
+ }