polyai-agent 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +464 -0
- package/REQUIREMENTS.md +158 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +500 -0
- package/dist/cli.js.map +1 -0
- package/dist/cluster-monitor/cluster-monitor.d.ts +49 -0
- package/dist/cluster-monitor/cluster-monitor.d.ts.map +1 -0
- package/dist/cluster-monitor/cluster-monitor.js +374 -0
- package/dist/cluster-monitor/cluster-monitor.js.map +1 -0
- package/dist/cluster-monitor/index.d.ts +9 -0
- package/dist/cluster-monitor/index.d.ts.map +1 -0
- package/dist/cluster-monitor/index.js +19 -0
- package/dist/cluster-monitor/index.js.map +1 -0
- package/dist/cluster-monitor/kubernetes-connector.d.ts +21 -0
- package/dist/cluster-monitor/kubernetes-connector.d.ts.map +1 -0
- package/dist/cluster-monitor/kubernetes-connector.js +109 -0
- package/dist/cluster-monitor/kubernetes-connector.js.map +1 -0
- package/dist/cluster-monitor/notifications.d.ts +26 -0
- package/dist/cluster-monitor/notifications.d.ts.map +1 -0
- package/dist/cluster-monitor/notifications.js +182 -0
- package/dist/cluster-monitor/notifications.js.map +1 -0
- package/dist/cluster-monitor/remediation.d.ts +33 -0
- package/dist/cluster-monitor/remediation.d.ts.map +1 -0
- package/dist/cluster-monitor/remediation.js +134 -0
- package/dist/cluster-monitor/remediation.js.map +1 -0
- package/dist/cluster-monitor/rules.d.ts +26 -0
- package/dist/cluster-monitor/rules.d.ts.map +1 -0
- package/dist/cluster-monitor/rules.js +133 -0
- package/dist/cluster-monitor/rules.js.map +1 -0
- package/dist/cluster-monitor/types.d.ts +184 -0
- package/dist/cluster-monitor/types.d.ts.map +1 -0
- package/dist/cluster-monitor/types.js +3 -0
- package/dist/cluster-monitor/types.js.map +1 -0
- package/dist/index.d.ts +47 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +115 -0
- package/dist/index.js.map +1 -0
- package/dist/live-debugger/index.d.ts +32 -0
- package/dist/live-debugger/index.d.ts.map +1 -0
- package/dist/live-debugger/index.js +119 -0
- package/dist/live-debugger/index.js.map +1 -0
- package/dist/live-debugger/log-watcher.d.ts +19 -0
- package/dist/live-debugger/log-watcher.d.ts.map +1 -0
- package/dist/live-debugger/log-watcher.js +77 -0
- package/dist/live-debugger/log-watcher.js.map +1 -0
- package/dist/live-debugger/service-connector.d.ts +33 -0
- package/dist/live-debugger/service-connector.d.ts.map +1 -0
- package/dist/live-debugger/service-connector.js +123 -0
- package/dist/live-debugger/service-connector.js.map +1 -0
- package/dist/providers/anthropic.d.ts +9 -0
- package/dist/providers/anthropic.d.ts.map +1 -0
- package/dist/providers/anthropic.js +71 -0
- package/dist/providers/anthropic.js.map +1 -0
- package/dist/providers/base.d.ts +29 -0
- package/dist/providers/base.d.ts.map +1 -0
- package/dist/providers/base.js +14 -0
- package/dist/providers/base.js.map +1 -0
- package/dist/providers/gemini.d.ts +11 -0
- package/dist/providers/gemini.d.ts.map +1 -0
- package/dist/providers/gemini.js +73 -0
- package/dist/providers/gemini.js.map +1 -0
- package/dist/providers/index.d.ts +14 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +38 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/openai.d.ts +9 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +59 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/session/guardrails.d.ts +20 -0
- package/dist/session/guardrails.d.ts.map +1 -0
- package/dist/session/guardrails.js +83 -0
- package/dist/session/guardrails.js.map +1 -0
- package/dist/session/index.d.ts +6 -0
- package/dist/session/index.d.ts.map +1 -0
- package/dist/session/index.js +12 -0
- package/dist/session/index.js.map +1 -0
- package/dist/session/session-manager.d.ts +15 -0
- package/dist/session/session-manager.d.ts.map +1 -0
- package/dist/session/session-manager.js +89 -0
- package/dist/session/session-manager.js.map +1 -0
- package/dist/session/session.d.ts +63 -0
- package/dist/session/session.d.ts.map +1 -0
- package/dist/session/session.js +123 -0
- package/dist/session/session.js.map +1 -0
- package/dist/speckits/base.d.ts +9 -0
- package/dist/speckits/base.d.ts.map +1 -0
- package/dist/speckits/base.js +3 -0
- package/dist/speckits/base.js.map +1 -0
- package/dist/speckits/cluster-debugger.d.ts +3 -0
- package/dist/speckits/cluster-debugger.d.ts.map +1 -0
- package/dist/speckits/cluster-debugger.js +48 -0
- package/dist/speckits/cluster-debugger.js.map +1 -0
- package/dist/speckits/code-review.d.ts +3 -0
- package/dist/speckits/code-review.d.ts.map +1 -0
- package/dist/speckits/code-review.js +41 -0
- package/dist/speckits/code-review.js.map +1 -0
- package/dist/speckits/debugger.d.ts +3 -0
- package/dist/speckits/debugger.d.ts.map +1 -0
- package/dist/speckits/debugger.js +38 -0
- package/dist/speckits/debugger.js.map +1 -0
- package/dist/speckits/index.d.ts +11 -0
- package/dist/speckits/index.d.ts.map +1 -0
- package/dist/speckits/index.js +40 -0
- package/dist/speckits/index.js.map +1 -0
- package/dist/speckits/more-speckits.d.ts +6 -0
- package/dist/speckits/more-speckits.d.ts.map +1 -0
- package/dist/speckits/more-speckits.js +136 -0
- package/dist/speckits/more-speckits.js.map +1 -0
- package/dist/speckits/vibe-coder.d.ts +3 -0
- package/dist/speckits/vibe-coder.d.ts.map +1 -0
- package/dist/speckits/vibe-coder.js +32 -0
- package/dist/speckits/vibe-coder.js.map +1 -0
- package/dist/utils/config.d.ts +18 -0
- package/dist/utils/config.d.ts.map +1 -0
- package/dist/utils/config.js +107 -0
- package/dist/utils/config.js.map +1 -0
- package/dist/utils/file-ops.d.ts +15 -0
- package/dist/utils/file-ops.d.ts.map +1 -0
- package/dist/utils/file-ops.js +109 -0
- package/dist/utils/file-ops.js.map +1 -0
- package/dist/utils/logger.d.ts +4 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +25 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/web/public/css/app.css +370 -0
- package/dist/web/public/index.html +91 -0
- package/dist/web/public/js/app.js +212 -0
- package/dist/web/routes/sessions.d.ts +4 -0
- package/dist/web/routes/sessions.d.ts.map +1 -0
- package/dist/web/routes/sessions.js +51 -0
- package/dist/web/routes/sessions.js.map +1 -0
- package/dist/web/routes/settings.d.ts +3 -0
- package/dist/web/routes/settings.d.ts.map +1 -0
- package/dist/web/routes/settings.js +33 -0
- package/dist/web/routes/settings.js.map +1 -0
- package/dist/web/server.d.ts +16 -0
- package/dist/web/server.d.ts.map +1 -0
- package/dist/web/server.js +76 -0
- package/dist/web/server.js.map +1 -0
- package/package.json +86 -0
|
@@ -0,0 +1,374 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.ClusterMonitor = void 0;
|
|
7
|
+
const events_1 = require("events");
|
|
8
|
+
const readline_1 = __importDefault(require("readline"));
|
|
9
|
+
const chalk_1 = __importDefault(require("chalk"));
|
|
10
|
+
const uuid_1 = require("uuid");
|
|
11
|
+
const service_connector_1 = require("../live-debugger/service-connector");
|
|
12
|
+
const log_watcher_1 = require("../live-debugger/log-watcher");
|
|
13
|
+
const kubernetes_connector_1 = require("./kubernetes-connector");
|
|
14
|
+
const remediation_1 = require("./remediation");
|
|
15
|
+
const notifications_1 = require("./notifications");
|
|
16
|
+
const logger_1 = require("../utils/logger");
|
|
17
|
+
// ── Error detection ───────────────────────────────────────────────────────────
|
|
18
|
+
const DEFAULT_ERROR_KEYWORDS = /error|exception|fatal|critical|traceback|panic|fail|oom|killed|crash/i;
|
|
19
|
+
/**
|
|
20
|
+
* Monitors one or more services in a cluster (Kubernetes, Docker, process,
|
|
21
|
+
* log files or HTTP endpoints), detects failures, and either:
|
|
22
|
+
*
|
|
23
|
+
* - **auto-fix**: applies a matching remediation rule without human input,
|
|
24
|
+
* - **notify-only**: sends a notification with the AI analysis, or
|
|
25
|
+
* - **human-in-loop**: sends a HITL notification and waits for approval.
|
|
26
|
+
*
|
|
27
|
+
* Rules define what the agent *can* auto-fix and what it must *avoid*.
|
|
28
|
+
*/
|
|
29
|
+
class ClusterMonitor extends events_1.EventEmitter {
|
|
30
|
+
constructor(config, session) {
|
|
31
|
+
super();
|
|
32
|
+
this.watchers = new Map();
|
|
33
|
+
this.failures = new Map();
|
|
34
|
+
this.analyzing = new Set();
|
|
35
|
+
this.consecutiveAutoFixes = 0;
|
|
36
|
+
this.config = config;
|
|
37
|
+
this.session = session;
|
|
38
|
+
this.remediation = new remediation_1.RemediationEngine(session, config.rules);
|
|
39
|
+
this.errorKeywords = config.errorKeywordsPattern
|
|
40
|
+
? new RegExp(config.errorKeywordsPattern, 'i')
|
|
41
|
+
: DEFAULT_ERROR_KEYWORDS;
|
|
42
|
+
if (config.notifications) {
|
|
43
|
+
this.notificationManager = new notifications_1.NotificationManager(config.notifications);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
// ── Lifecycle ─────────────────────────────────────────────────────────────
|
|
47
|
+
/**
|
|
48
|
+
* Start monitoring all configured (and, optionally, auto-discovered) services.
|
|
49
|
+
*/
|
|
50
|
+
async start() {
|
|
51
|
+
const services = [...this.config.services];
|
|
52
|
+
if (this.config.monitorAll && this.config.namespace) {
|
|
53
|
+
logger_1.logger.info(`Discovering services in namespace "${this.config.namespace}"…`);
|
|
54
|
+
try {
|
|
55
|
+
const found = await (0, kubernetes_connector_1.discoverServices)(this.config.namespace);
|
|
56
|
+
for (const resourceName of found) {
|
|
57
|
+
const shortName = resourceName.replace(/^deployment\.apps\//, '');
|
|
58
|
+
if (!services.find((s) => s.name === shortName)) {
|
|
59
|
+
services.push({
|
|
60
|
+
name: shortName,
|
|
61
|
+
connection: {
|
|
62
|
+
type: 'kubernetes',
|
|
63
|
+
selector: resourceName,
|
|
64
|
+
namespace: this.config.namespace,
|
|
65
|
+
},
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
logger_1.logger.info(`Discovered ${found.length} service(s)`);
|
|
70
|
+
}
|
|
71
|
+
catch (err) {
|
|
72
|
+
logger_1.logger.error(`Service discovery failed: ${err}`);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
for (const svc of services) {
|
|
76
|
+
this.attachWatcher(svc);
|
|
77
|
+
}
|
|
78
|
+
logger_1.logger.info(`Cluster monitor started — watching ${this.watchers.size} service(s) in "${this.config.mode}" mode`);
|
|
79
|
+
}
|
|
80
|
+
/** Stop all watchers and release resources. */
|
|
81
|
+
stop() {
|
|
82
|
+
for (const watcher of this.watchers.values()) {
|
|
83
|
+
if (watcher.flushTimer)
|
|
84
|
+
clearTimeout(watcher.flushTimer);
|
|
85
|
+
watcher.connector.stop();
|
|
86
|
+
}
|
|
87
|
+
this.watchers.clear();
|
|
88
|
+
logger_1.logger.info('Cluster monitor stopped');
|
|
89
|
+
}
|
|
90
|
+
/** Return all tracked failures (read-only snapshot). */
|
|
91
|
+
getFailures() {
|
|
92
|
+
return Array.from(this.failures.values());
|
|
93
|
+
}
|
|
94
|
+
// ── HITL response (from external webhook / messaging platform) ────────────
|
|
95
|
+
/**
|
|
96
|
+
* Process an approve/reject/debug-more decision from an external system
|
|
97
|
+
* (e.g. Slack interactivity, a webhook endpoint).
|
|
98
|
+
*/
|
|
99
|
+
async processHITLResponse(response) {
|
|
100
|
+
const failure = this.failures.get(response.failureId);
|
|
101
|
+
if (!failure) {
|
|
102
|
+
logger_1.logger.warn(`Unknown failureId in HITL response: ${response.failureId}`);
|
|
103
|
+
return;
|
|
104
|
+
}
|
|
105
|
+
if (response.decision === 'approve') {
|
|
106
|
+
if (failure.appliedRule) {
|
|
107
|
+
const result = await this.remediation.applyAction(failure.appliedRule.action, failure);
|
|
108
|
+
failure.status = result.success ? 'human-approved' : 'proposed';
|
|
109
|
+
this.emit('fix-applied', failure, result);
|
|
110
|
+
}
|
|
111
|
+
else {
|
|
112
|
+
failure.status = 'human-approved';
|
|
113
|
+
this.emit('fix-applied', failure, {
|
|
114
|
+
success: true,
|
|
115
|
+
action: 'ai-fix',
|
|
116
|
+
requiresApproval: false,
|
|
117
|
+
output: failure.proposedFix,
|
|
118
|
+
});
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
else if (response.decision === 'reject') {
|
|
122
|
+
failure.status = 'human-rejected';
|
|
123
|
+
this.emit('fix-rejected', failure);
|
|
124
|
+
}
|
|
125
|
+
else {
|
|
126
|
+
// debug-more — re-analyse with the user comment appended
|
|
127
|
+
const augmented = {
|
|
128
|
+
...failure,
|
|
129
|
+
logLines: [
|
|
130
|
+
...failure.logLines,
|
|
131
|
+
...(response.comment ? [`User comment: ${response.comment}`] : []),
|
|
132
|
+
],
|
|
133
|
+
};
|
|
134
|
+
const deepAnalysis = await this.remediation.analyzeAndProposeFix(augmented);
|
|
135
|
+
failure.aiAnalysis = deepAnalysis;
|
|
136
|
+
failure.status = 'proposed';
|
|
137
|
+
await this.notify(failure, deepAnalysis);
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
// ── Watcher setup ─────────────────────────────────────────────────────────
|
|
141
|
+
attachWatcher(service) {
|
|
142
|
+
const conn = service.connection;
|
|
143
|
+
let connector;
|
|
144
|
+
if (conn.type === 'kubernetes') {
|
|
145
|
+
connector = new kubernetes_connector_1.KubernetesConnector(conn);
|
|
146
|
+
}
|
|
147
|
+
else if (conn.type === 'log-file') {
|
|
148
|
+
const lf = conn;
|
|
149
|
+
connector = new log_watcher_1.LogWatcher({ filePath: lf.filePath, tailLines: lf.tailLines });
|
|
150
|
+
}
|
|
151
|
+
else {
|
|
152
|
+
connector = new service_connector_1.ServiceConnector(conn);
|
|
153
|
+
}
|
|
154
|
+
const watcher = { name: service.name, connector, logBatch: [] };
|
|
155
|
+
connector.on('line', (line) => this.handleLine(service.name, watcher, String(line)));
|
|
156
|
+
connector.on('error', (err) => {
|
|
157
|
+
logger_1.logger.error(`Connector error for "${service.name}": ${err instanceof Error ? err.message : err}`);
|
|
158
|
+
});
|
|
159
|
+
connector.start();
|
|
160
|
+
this.watchers.set(service.name, watcher);
|
|
161
|
+
logger_1.logger.debug(`Watching service: ${service.name}`);
|
|
162
|
+
}
|
|
163
|
+
// ── Log processing pipeline ───────────────────────────────────────────────
|
|
164
|
+
handleLine(serviceName, watcher, line) {
|
|
165
|
+
watcher.logBatch.push(line);
|
|
166
|
+
const maxWait = (this.config.maxWaitSeconds ?? 30) * 1000;
|
|
167
|
+
if (watcher.flushTimer)
|
|
168
|
+
clearTimeout(watcher.flushTimer);
|
|
169
|
+
watcher.flushTimer = setTimeout(() => { void this.flush(serviceName, watcher); }, maxWait);
|
|
170
|
+
const batchSize = this.config.batchSize ?? 20;
|
|
171
|
+
if (watcher.logBatch.length >= batchSize) {
|
|
172
|
+
void this.flush(serviceName, watcher);
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
async flush(serviceName, watcher) {
|
|
176
|
+
if (this.analyzing.has(serviceName) || watcher.logBatch.length === 0)
|
|
177
|
+
return;
|
|
178
|
+
const lines = [...watcher.logBatch];
|
|
179
|
+
watcher.logBatch = [];
|
|
180
|
+
if (watcher.flushTimer) {
|
|
181
|
+
clearTimeout(watcher.flushTimer);
|
|
182
|
+
watcher.flushTimer = undefined;
|
|
183
|
+
}
|
|
184
|
+
if (!lines.some((l) => this.errorKeywords.test(l)))
|
|
185
|
+
return;
|
|
186
|
+
this.analyzing.add(serviceName);
|
|
187
|
+
const failure = {
|
|
188
|
+
id: (0, uuid_1.v4)(),
|
|
189
|
+
serviceName,
|
|
190
|
+
timestamp: new Date().toISOString(),
|
|
191
|
+
logLines: lines,
|
|
192
|
+
errorSummary: this.buildErrorSummary(lines),
|
|
193
|
+
status: 'analyzing',
|
|
194
|
+
};
|
|
195
|
+
this.failures.set(failure.id, failure);
|
|
196
|
+
this.emit('failure', failure);
|
|
197
|
+
try {
|
|
198
|
+
const analysis = await this.remediation.analyzeAndProposeFix(failure);
|
|
199
|
+
failure.aiAnalysis = analysis;
|
|
200
|
+
failure.proposedFix = analysis;
|
|
201
|
+
failure.status = 'proposed';
|
|
202
|
+
this.emit('analysis', failure);
|
|
203
|
+
const rule = this.remediation.findApplicableRule(failure);
|
|
204
|
+
if (rule)
|
|
205
|
+
failure.appliedRule = rule;
|
|
206
|
+
await this.dispatchFailure(failure, rule);
|
|
207
|
+
}
|
|
208
|
+
catch (err) {
|
|
209
|
+
logger_1.logger.error(`Analysis error for "${serviceName}": ${err}`);
|
|
210
|
+
failure.status = 'skipped';
|
|
211
|
+
}
|
|
212
|
+
finally {
|
|
213
|
+
this.analyzing.delete(serviceName);
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
// ── Dispatch ──────────────────────────────────────────────────────────────
|
|
217
|
+
async dispatchFailure(failure, rule) {
|
|
218
|
+
const mode = this.config.mode;
|
|
219
|
+
if (mode === 'notify-only') {
|
|
220
|
+
await this.notify(failure, failure.aiAnalysis || '');
|
|
221
|
+
failure.status = 'skipped';
|
|
222
|
+
return;
|
|
223
|
+
}
|
|
224
|
+
if (mode === 'human-in-loop') {
|
|
225
|
+
await this.requestApproval(failure);
|
|
226
|
+
return;
|
|
227
|
+
}
|
|
228
|
+
// auto-fix ─────────────────────────────────────────────────────────────
|
|
229
|
+
const maxAuto = this.config.maxConsecutiveAutoFixes ?? 3;
|
|
230
|
+
if (this.consecutiveAutoFixes >= maxAuto) {
|
|
231
|
+
logger_1.logger.warn(`Max consecutive auto-fixes reached (${maxAuto}). Falling back to HITL.`);
|
|
232
|
+
await this.requestApproval(failure);
|
|
233
|
+
return;
|
|
234
|
+
}
|
|
235
|
+
if (rule && !this.remediation.requiresApproval(rule)) {
|
|
236
|
+
await this.autoFix(failure, rule);
|
|
237
|
+
}
|
|
238
|
+
else {
|
|
239
|
+
await this.requestApproval(failure);
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
async autoFix(failure, rule) {
|
|
243
|
+
logger_1.logger.info(`Auto-applying rule "${rule.name}" for "${failure.serviceName}"`);
|
|
244
|
+
const result = await this.remediation.applyAction(rule.action, failure);
|
|
245
|
+
this.consecutiveAutoFixes++;
|
|
246
|
+
if (result.success) {
|
|
247
|
+
failure.status = 'auto-fixed';
|
|
248
|
+
this.consecutiveAutoFixes = 0;
|
|
249
|
+
this.emit('fix-applied', failure, result);
|
|
250
|
+
logger_1.logger.info(`Auto-fix succeeded: ${result.output || result.action}`);
|
|
251
|
+
if (this.notificationManager) {
|
|
252
|
+
await this.notificationManager.send({
|
|
253
|
+
title: `✅ Auto-fix applied: ${failure.serviceName}`,
|
|
254
|
+
body: `Rule "${rule.name}" applied.\n\nOutput: ${result.output ?? 'n/a'}`,
|
|
255
|
+
severity: 'info',
|
|
256
|
+
service: failure.serviceName,
|
|
257
|
+
failure,
|
|
258
|
+
});
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
else {
|
|
262
|
+
logger_1.logger.error(`Auto-fix failed: ${result.error}`);
|
|
263
|
+
await this.requestApproval(failure);
|
|
264
|
+
}
|
|
265
|
+
}
|
|
266
|
+
// ── HITL helpers ──────────────────────────────────────────────────────────
|
|
267
|
+
async requestApproval(failure) {
|
|
268
|
+
const proposedFix = failure.aiAnalysis || 'No fix proposed.';
|
|
269
|
+
failure.status = 'proposed';
|
|
270
|
+
if (this.notificationManager) {
|
|
271
|
+
await this.notify(failure, proposedFix, {
|
|
272
|
+
failure,
|
|
273
|
+
proposedFix,
|
|
274
|
+
affectedRule: failure.appliedRule,
|
|
275
|
+
timestamp: new Date().toISOString(),
|
|
276
|
+
});
|
|
277
|
+
this.emit('notification-sent', failure.serviceName, 'hitl');
|
|
278
|
+
}
|
|
279
|
+
else {
|
|
280
|
+
// Fall back to interactive CLI prompt
|
|
281
|
+
await this.cliPrompt(failure, proposedFix);
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
async notify(failure, proposedFix, hitlRequest) {
|
|
285
|
+
if (!this.notificationManager)
|
|
286
|
+
return;
|
|
287
|
+
const msg = {
|
|
288
|
+
title: `🔴 Failure in ${failure.serviceName}`,
|
|
289
|
+
body: failure.errorSummary,
|
|
290
|
+
severity: 'error',
|
|
291
|
+
service: failure.serviceName,
|
|
292
|
+
failure,
|
|
293
|
+
hitlRequest: hitlRequest || {
|
|
294
|
+
failure,
|
|
295
|
+
proposedFix,
|
|
296
|
+
timestamp: new Date().toISOString(),
|
|
297
|
+
},
|
|
298
|
+
};
|
|
299
|
+
await this.notificationManager.send(msg);
|
|
300
|
+
}
|
|
301
|
+
// ── Interactive CLI (fallback HITL) ───────────────────────────────────────
|
|
302
|
+
async cliPrompt(failure, proposedFix) {
|
|
303
|
+
console.log('\n' + chalk_1.default.red('─'.repeat(60)));
|
|
304
|
+
console.log(chalk_1.default.red(`🔴 Failure in: ${chalk_1.default.bold(failure.serviceName)}`));
|
|
305
|
+
console.log(chalk_1.default.yellow('\nError summary:\n') + failure.errorSummary);
|
|
306
|
+
console.log(chalk_1.default.yellow('\nRecent logs:\n') + failure.logLines.slice(-10).join('\n'));
|
|
307
|
+
if (failure.aiAnalysis) {
|
|
308
|
+
console.log(chalk_1.default.cyan('\nAI analysis:\n') + failure.aiAnalysis);
|
|
309
|
+
}
|
|
310
|
+
console.log(chalk_1.default.green('\nProposed fix:\n') + proposedFix);
|
|
311
|
+
console.log(chalk_1.default.red('─'.repeat(60)));
|
|
312
|
+
const rl = readline_1.default.createInterface({ input: process.stdin, output: process.stdout });
|
|
313
|
+
const answer = await new Promise((resolve) => {
|
|
314
|
+
rl.question(chalk_1.default.bold('\nOptions: [a]pply fix [d]ebug more [s]kip > '), (ans) => { rl.close(); resolve(ans.trim().toLowerCase()); });
|
|
315
|
+
});
|
|
316
|
+
if (answer === 'a' || answer === 'apply') {
|
|
317
|
+
if (failure.appliedRule) {
|
|
318
|
+
const result = await this.remediation.applyAction(failure.appliedRule.action, failure);
|
|
319
|
+
if (result.success) {
|
|
320
|
+
failure.status = 'human-approved';
|
|
321
|
+
console.log(chalk_1.default.green(`\n✅ Fix applied: ${result.output || 'done'}`));
|
|
322
|
+
this.emit('fix-applied', failure, result);
|
|
323
|
+
}
|
|
324
|
+
else {
|
|
325
|
+
console.log(chalk_1.default.red(`\n❌ Fix failed: ${result.error}`));
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
else {
|
|
329
|
+
console.log(chalk_1.default.yellow('\n⚠ No actionable rule found. The AI-proposed fix is shown above.'));
|
|
330
|
+
failure.status = 'human-approved';
|
|
331
|
+
}
|
|
332
|
+
}
|
|
333
|
+
else if (answer === 'd' || answer === 'debug') {
|
|
334
|
+
await this.cliDebugSession(failure);
|
|
335
|
+
}
|
|
336
|
+
else {
|
|
337
|
+
failure.status = 'human-rejected';
|
|
338
|
+
this.emit('fix-rejected', failure);
|
|
339
|
+
console.log(chalk_1.default.gray('\n⏭ Skipped.'));
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
async cliDebugSession(failure) {
|
|
343
|
+
console.log(chalk_1.default.cyan('\nEntering debug session. Type "exit" to return.\n'));
|
|
344
|
+
const rl = readline_1.default.createInterface({ input: process.stdin, output: process.stdout });
|
|
345
|
+
rl.setPrompt(chalk_1.default.cyan('debug> '));
|
|
346
|
+
rl.prompt();
|
|
347
|
+
await new Promise((resolve) => {
|
|
348
|
+
rl.on('line', async (input) => {
|
|
349
|
+
const trimmed = input.trim();
|
|
350
|
+
if (trimmed === 'exit' || trimmed === 'quit') {
|
|
351
|
+
rl.close();
|
|
352
|
+
return;
|
|
353
|
+
}
|
|
354
|
+
await this.session.chat(`Context: debugging service "${failure.serviceName}". ${trimmed}`, {
|
|
355
|
+
stream: true,
|
|
356
|
+
onChunk: (c) => process.stdout.write(c),
|
|
357
|
+
});
|
|
358
|
+
console.log('\n');
|
|
359
|
+
rl.prompt();
|
|
360
|
+
});
|
|
361
|
+
rl.on('close', resolve);
|
|
362
|
+
});
|
|
363
|
+
}
|
|
364
|
+
// ── Utilities ─────────────────────────────────────────────────────────────
|
|
365
|
+
buildErrorSummary(lines) {
|
|
366
|
+
return lines
|
|
367
|
+
.filter((l) => this.errorKeywords.test(l))
|
|
368
|
+
.slice(0, 3)
|
|
369
|
+
.join(' | ')
|
|
370
|
+
.slice(0, 500);
|
|
371
|
+
}
|
|
372
|
+
}
|
|
373
|
+
exports.ClusterMonitor = ClusterMonitor;
|
|
374
|
+
//# sourceMappingURL=cluster-monitor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cluster-monitor.js","sourceRoot":"","sources":["../../src/cluster-monitor/cluster-monitor.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAsC;AACtC,wDAAgC;AAChC,kDAA0B;AAC1B,+BAAoC;AAEpC,0EAAgG;AAChG,8DAA0D;AAC1D,iEAA+E;AAC/E,+CAAkD;AAClD,mDAA2E;AAW3E,4CAAyC;AAWzC,iFAAiF;AAEjF,MAAM,sBAAsB,GAAG,uEAAuE,CAAC;AAWvG;;;;;;;;;GASG;AACH,MAAa,cAAe,SAAQ,qBAAY;IAY9C,YAAY,MAA4B,EAAE,OAAgB;QACxD,KAAK,EAAE,CAAC;QANF,aAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;QAC7C,aAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;QAC9C,cAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,yBAAoB,GAAG,CAAC,CAAC;QAI/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,IAAI,+BAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAChE,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,oBAAoB;YAC9C,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,oBAAoB,EAAE,GAAG,CAAC;YAC9C,CAAC,CAAC,sBAAsB,CAAC;QAC3B,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,IAAI,CAAC,mBAAmB,GAAG,IAAI,mCAAmB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,6EAA6E;IAE7E;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,QAAQ,GAAoB,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE5D,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACpD,eAAM,CAAC,IAAI,CAAC,sCAAsC,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;YAC7E,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,IAAA,uCAAgB,EAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC5D,KAAK,MAAM,YAAY,IAAI,KAAK,EAAE,CAAC;oBACjC,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;oBAClE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,EAAE,CAAC;wBAChD,QAAQ,CAAC,IAAI,CAAC;4BACZ,IAAI,EAAE,SAAS;4BACf,UAAU,EAAE;gCACV,IAAI,EAAE,YAAY;gCAClB,QAAQ,EAAE,YAAY;gCACtB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;6BACF;yBACjC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,eAAM,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,MAAM,aAAa,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,eAAM,CAAC,KAAK,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QAED,eAAM,CAAC,IAAI,CACT,sCAAsC,IAAI,CAAC,QAAQ,CAAC,IAAI,mBAAmB,IAAI,CAAC,MAAM,CAAC,IAAI,QAAQ,CACpG,CAAC;IACJ,CAAC;IAED,+CAA+C;IAC/C,IAAI;QACF,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,IAAI,OAAO,CAAC,UAAU;gBAAE,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACzD,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,eAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACzC,CAAC;IAED,wDAAwD;IACxD,WAAW;QACT,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,6EAA6E;IAE7E;;;OAGG;IACH,KAAK,CAAC,mBAAmB,CAAC,QAAsB;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,eAAM,CAAC,IAAI,CAAC,uCAAuC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACvF,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC;gBAChE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC;gBAClC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE;oBAChC,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,QAAQ;oBAChB,gBAAgB,EAAE,KAAK;oBACvB,MAAM,EAAE,OAAO,CAAC,WAAW;iBAC5B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1C,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,yDAAyD;YACzD,MAAM,SAAS,GAAoB;gBACjC,GAAG,OAAO;gBACV,QAAQ,EAAE;oBACR,GAAG,OAAO,CAAC,QAAQ;oBACnB,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,iBAAiB,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;iBACnE;aACF,CAAC;YACF,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;YAC5E,OAAO,CAAC,UAAU,GAAG,YAAY,CAAC;YAClC,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC;YAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,6EAA6E;IAErE,aAAa,CAAC,OAAsB;QAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;QAChC,IAAI,SAAsB,CAAC;QAE3B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC/B,SAAS,GAAG,IAAI,0CAAmB,CAAC,IAAmC,CAAC,CAAC;QAC3E,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACpC,MAAM,EAAE,GAAG,IAAgC,CAAC;YAC5C,SAAS,GAAG,IAAI,wBAAU,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC;QACjF,CAAC;aAAM,CAAC;YACN,SAAS,GAAG,IAAI,oCAAgB,CAAC,IAAgC,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,OAAO,GAAmB,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QAEhF,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAa,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9F,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAY,EAAE,EAAE;YACrC,eAAM,CAAC,KAAK,CAAC,wBAAwB,OAAO,CAAC,IAAI,MAAM,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACrG,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,KAAK,EAAE,CAAC;QAClB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzC,eAAM,CAAC,KAAK,CAAC,qBAAqB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,6EAA6E;IAErE,UAAU,CAAC,WAAmB,EAAE,OAAuB,EAAE,IAAY;QAC3E,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE5B,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;QAC1D,IAAI,OAAO,CAAC,UAAU;YAAE,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACzD,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAE3F,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;QAC9C,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,WAAmB,EAAE,OAAuB;QAC9D,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE7E,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,CAAC,QAAQ,GAAG,EAAE,CAAC;QACtB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACjC,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO;QAE3D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAoB;YAC/B,EAAE,EAAE,IAAA,SAAM,GAAE;YACZ,WAAW;YACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;YAC3C,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAE9B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;YACtE,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC;YAC9B,OAAO,CAAC,WAAW,GAAG,QAAQ,CAAC;YAC/B,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAE/B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC1D,IAAI,IAAI;gBAAE,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;YAErC,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC,uBAAuB,WAAW,MAAM,GAAG,EAAE,CAAC,CAAC;YAC5D,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;QAC7B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,6EAA6E;IAErE,KAAK,CAAC,eAAe,CAC3B,OAAwB,EACxB,IAAyD;QAEzD,MAAM,IAAI,GAAgB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAE3C,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;YACrD,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,IAAI,IAAI,KAAK,eAAe,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACpC,OAAO;QACT,CAAC;QAED,yEAAyE;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,uBAAuB,IAAI,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,oBAAoB,IAAI,OAAO,EAAE,CAAC;YACzC,eAAM,CAAC,IAAI,CAAC,uCAAuC,OAAO,0BAA0B,CAAC,CAAC;YACtF,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACpC,OAAO;QACT,CAAC;QAED,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,OAAwB,EACxB,IAAsE;QAEtE,eAAM,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,IAAI,UAAU,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE5B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,GAAG,YAAY,CAAC;YAC9B,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,eAAM,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAErE,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC7B,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;oBAClC,KAAK,EAAE,uBAAuB,OAAO,CAAC,WAAW,EAAE;oBACnD,IAAI,EAAE,SAAS,IAAI,CAAC,IAAI,yBAAyB,MAAM,CAAC,MAAM,IAAI,KAAK,EAAE;oBACzE,QAAQ,EAAE,MAAM;oBAChB,OAAO,EAAE,OAAO,CAAC,WAAW;oBAC5B,OAAO;iBACR,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,eAAM,CAAC,KAAK,CAAC,oBAAoB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACjD,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,6EAA6E;IAErE,KAAK,CAAC,eAAe,CAAC,OAAwB;QACpD,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAC;QAC7D,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC;QAE5B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE;gBACtC,OAAO;gBACP,WAAW;gBACX,YAAY,EAAE,OAAO,CAAC,WAAW;gBACjC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,sCAAsC;YACtC,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAClB,OAAwB,EACxB,WAAmB,EACnB,WAAyB;QAEzB,IAAI,CAAC,IAAI,CAAC,mBAAmB;YAAE,OAAO;QACtC,MAAM,GAAG,GAAwB;YAC/B,KAAK,EAAE,iBAAiB,OAAO,CAAC,WAAW,EAAE;YAC7C,IAAI,EAAE,OAAO,CAAC,YAAY;YAC1B,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,OAAO,CAAC,WAAW;YAC5B,OAAO;YACP,WAAW,EAAE,WAAW,IAAI;gBAC1B,OAAO;gBACP,WAAW;gBACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC;SACF,CAAC;QACF,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IAED,6EAA6E;IAErE,KAAK,CAAC,SAAS,CAAC,OAAwB,EAAE,WAAmB;QACnE,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,GAAG,CAAC,mBAAmB,eAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACnE,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,GAAG,WAAW,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvC,MAAM,EAAE,GAAG,kBAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,EAAE;YACnD,EAAE,CAAC,QAAQ,CACT,eAAK,CAAC,IAAI,CAAC,kDAAkD,CAAC,EAC9D,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAC5D,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACvF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC;oBAClC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,KAAK,CAAC,oBAAoB,MAAM,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC;oBACxE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,MAAM,CAAC,mEAAmE,CAAC,CAAC,CAAC;gBAC/F,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC;YACpC,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAChD,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,GAAG,gBAAgB,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,OAAwB;QACpD,OAAO,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC,CAAC;QAC9E,MAAM,EAAE,GAAG,kBAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,EAAE,CAAC,SAAS,CAAC,eAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACpC,EAAE,CAAC,MAAM,EAAE,CAAC;QAEZ,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;oBAAC,EAAE,CAAC,KAAK,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACrE,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,+BAA+B,OAAO,CAAC,WAAW,MAAM,OAAO,EAAE,EAAE;oBACzF,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;iBACxC,CAAC,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAClB,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC,CAAC;YACH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,6EAA6E;IAErE,iBAAiB,CAAC,KAAe;QACvC,OAAO,KAAK;aACT,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACzC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,IAAI,CAAC,KAAK,CAAC;aACX,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACnB,CAAC;CACF;AAtYD,wCAsYC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export { ClusterMonitor } from './cluster-monitor';
|
|
2
|
+
export { RemediationEngine } from './remediation';
|
|
3
|
+
export type { RemediationResult } from './remediation';
|
|
4
|
+
export { NotificationManager } from './notifications';
|
|
5
|
+
export type { NotificationMessage } from './notifications';
|
|
6
|
+
export { KubernetesConnector, discoverServices } from './kubernetes-connector';
|
|
7
|
+
export { loadClusterRules, validateClusterRules, findMatchingRule, avoidanceRulesToSystemPrompt, DEFAULT_CLUSTER_RULES, } from './rules';
|
|
8
|
+
export type { ClusterMonitorConfig, ServiceTarget, AllServiceConnectionOptions, KubernetesConnectionOptions, LogFileConnectionOptions, MonitorMode, ClusterRules, RemediationRule, RemediationAction, AvoidanceRule, NotificationConfig, SlackNotificationConfig, WebhookNotificationConfig, TeamsNotificationConfig, PagerDutyNotificationConfig, EmailNotificationConfig, DetectedFailure, HITLRequest, HITLResponse, ClusterRulesFile, } from './types';
|
|
9
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cluster-monitor/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,YAAY,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,YAAY,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,gBAAgB,EAChB,4BAA4B,EAC5B,qBAAqB,GACtB,MAAM,SAAS,CAAC;AACjB,YAAY,EACV,oBAAoB,EACpB,aAAa,EACb,2BAA2B,EAC3B,2BAA2B,EAC3B,wBAAwB,EACxB,WAAW,EACX,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EAClB,uBAAuB,EACvB,yBAAyB,EACzB,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,eAAe,EACf,WAAW,EACX,YAAY,EACZ,gBAAgB,GACjB,MAAM,SAAS,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DEFAULT_CLUSTER_RULES = exports.avoidanceRulesToSystemPrompt = exports.findMatchingRule = exports.validateClusterRules = exports.loadClusterRules = exports.discoverServices = exports.KubernetesConnector = exports.NotificationManager = exports.RemediationEngine = exports.ClusterMonitor = void 0;
|
|
4
|
+
var cluster_monitor_1 = require("./cluster-monitor");
|
|
5
|
+
Object.defineProperty(exports, "ClusterMonitor", { enumerable: true, get: function () { return cluster_monitor_1.ClusterMonitor; } });
|
|
6
|
+
var remediation_1 = require("./remediation");
|
|
7
|
+
Object.defineProperty(exports, "RemediationEngine", { enumerable: true, get: function () { return remediation_1.RemediationEngine; } });
|
|
8
|
+
var notifications_1 = require("./notifications");
|
|
9
|
+
Object.defineProperty(exports, "NotificationManager", { enumerable: true, get: function () { return notifications_1.NotificationManager; } });
|
|
10
|
+
var kubernetes_connector_1 = require("./kubernetes-connector");
|
|
11
|
+
Object.defineProperty(exports, "KubernetesConnector", { enumerable: true, get: function () { return kubernetes_connector_1.KubernetesConnector; } });
|
|
12
|
+
Object.defineProperty(exports, "discoverServices", { enumerable: true, get: function () { return kubernetes_connector_1.discoverServices; } });
|
|
13
|
+
var rules_1 = require("./rules");
|
|
14
|
+
Object.defineProperty(exports, "loadClusterRules", { enumerable: true, get: function () { return rules_1.loadClusterRules; } });
|
|
15
|
+
Object.defineProperty(exports, "validateClusterRules", { enumerable: true, get: function () { return rules_1.validateClusterRules; } });
|
|
16
|
+
Object.defineProperty(exports, "findMatchingRule", { enumerable: true, get: function () { return rules_1.findMatchingRule; } });
|
|
17
|
+
Object.defineProperty(exports, "avoidanceRulesToSystemPrompt", { enumerable: true, get: function () { return rules_1.avoidanceRulesToSystemPrompt; } });
|
|
18
|
+
Object.defineProperty(exports, "DEFAULT_CLUSTER_RULES", { enumerable: true, get: function () { return rules_1.DEFAULT_CLUSTER_RULES; } });
|
|
19
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cluster-monitor/index.ts"],"names":[],"mappings":";;;AAAA,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AACvB,6CAAkD;AAAzC,gHAAA,iBAAiB,OAAA;AAE1B,iDAAsD;AAA7C,oHAAA,mBAAmB,OAAA;AAE5B,+DAA+E;AAAtE,2HAAA,mBAAmB,OAAA;AAAE,wHAAA,gBAAgB,OAAA;AAC9C,iCAMiB;AALf,yGAAA,gBAAgB,OAAA;AAChB,6GAAA,oBAAoB,OAAA;AACpB,yGAAA,gBAAgB,OAAA;AAChB,qHAAA,4BAA4B,OAAA;AAC5B,8GAAA,qBAAqB,OAAA"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { EventEmitter } from 'events';
|
|
2
|
+
import { KubernetesConnectionOptions } from './types';
|
|
3
|
+
/**
|
|
4
|
+
* Streams pod / deployment logs via `kubectl logs --follow`.
|
|
5
|
+
* Emits `'line'` for each log line, `'exit'` when the process exits,
|
|
6
|
+
* and `'error'` on spawn errors.
|
|
7
|
+
*/
|
|
8
|
+
export declare class KubernetesConnector extends EventEmitter {
|
|
9
|
+
private options;
|
|
10
|
+
private child?;
|
|
11
|
+
private running;
|
|
12
|
+
constructor(options: KubernetesConnectionOptions);
|
|
13
|
+
start(): void;
|
|
14
|
+
stop(): void;
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* Lists all deployment names in the given namespace using `kubectl get deployments`.
|
|
18
|
+
* Returns an array of strings like `["deployment.apps/api", "deployment.apps/worker"]`.
|
|
19
|
+
*/
|
|
20
|
+
export declare function discoverServices(namespace: string, kubeconfig?: string, context?: string): Promise<string[]>;
|
|
21
|
+
//# sourceMappingURL=kubernetes-connector.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"kubernetes-connector.d.ts","sourceRoot":"","sources":["../../src/cluster-monitor/kubernetes-connector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EAAE,2BAA2B,EAAE,MAAM,SAAS,CAAC;AAKtD;;;;GAIG;AACH,qBAAa,mBAAoB,SAAQ,YAAY;IACnD,OAAO,CAAC,OAAO,CAA8B;IAC7C,OAAO,CAAC,KAAK,CAAC,CAAe;IAC7B,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,EAAE,2BAA2B;IAKhD,KAAK,IAAI,IAAI;IAuDb,IAAI,IAAI,IAAI;CAOb;AAID;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,EAAE,CAAC,CAoBnB"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.KubernetesConnector = void 0;
|
|
4
|
+
exports.discoverServices = discoverServices;
|
|
5
|
+
const events_1 = require("events");
|
|
6
|
+
const child_process_1 = require("child_process");
|
|
7
|
+
const logger_1 = require("../utils/logger");
|
|
8
|
+
// ── Kubernetes log connector ──────────────────────────────────────────────────
|
|
9
|
+
/**
|
|
10
|
+
* Streams pod / deployment logs via `kubectl logs --follow`.
|
|
11
|
+
* Emits `'line'` for each log line, `'exit'` when the process exits,
|
|
12
|
+
* and `'error'` on spawn errors.
|
|
13
|
+
*/
|
|
14
|
+
class KubernetesConnector extends events_1.EventEmitter {
|
|
15
|
+
constructor(options) {
|
|
16
|
+
super();
|
|
17
|
+
this.running = false;
|
|
18
|
+
this.options = options;
|
|
19
|
+
}
|
|
20
|
+
start() {
|
|
21
|
+
if (this.running)
|
|
22
|
+
return;
|
|
23
|
+
this.running = true;
|
|
24
|
+
const { selector, namespace, tail, kubeconfig, context } = this.options;
|
|
25
|
+
const args = ['logs', '--follow'];
|
|
26
|
+
if (namespace)
|
|
27
|
+
args.push('-n', namespace);
|
|
28
|
+
args.push('--tail', tail != null ? String(tail) : '100');
|
|
29
|
+
if (kubeconfig)
|
|
30
|
+
args.push('--kubeconfig', kubeconfig);
|
|
31
|
+
if (context)
|
|
32
|
+
args.push('--context', context);
|
|
33
|
+
// Determine whether to use -l (label selector) or direct resource reference
|
|
34
|
+
if (selector.includes('=') || selector.startsWith('{')) {
|
|
35
|
+
args.push('-l', selector);
|
|
36
|
+
}
|
|
37
|
+
else if (selector.startsWith('deployment/') ||
|
|
38
|
+
selector.startsWith('pod/') ||
|
|
39
|
+
selector.startsWith('statefulset/') ||
|
|
40
|
+
selector.startsWith('daemonset/')) {
|
|
41
|
+
args.push(selector);
|
|
42
|
+
}
|
|
43
|
+
else {
|
|
44
|
+
// bare name — assume pod
|
|
45
|
+
args.push(selector);
|
|
46
|
+
}
|
|
47
|
+
logger_1.logger.debug(`KubernetesConnector: kubectl ${args.join(' ')}`);
|
|
48
|
+
this.child = (0, child_process_1.spawn)('kubectl', args, {
|
|
49
|
+
stdio: ['ignore', 'pipe', 'pipe'],
|
|
50
|
+
});
|
|
51
|
+
let buffer = '';
|
|
52
|
+
const processData = (data) => {
|
|
53
|
+
buffer += data.toString('utf-8');
|
|
54
|
+
const lines = buffer.split('\n');
|
|
55
|
+
buffer = lines.pop() || '';
|
|
56
|
+
for (const line of lines) {
|
|
57
|
+
if (line.trim())
|
|
58
|
+
this.emit('line', line);
|
|
59
|
+
}
|
|
60
|
+
};
|
|
61
|
+
this.child.stdout?.on('data', processData);
|
|
62
|
+
this.child.stderr?.on('data', processData);
|
|
63
|
+
this.child.on('exit', (code) => {
|
|
64
|
+
this.running = false;
|
|
65
|
+
this.emit('exit', code);
|
|
66
|
+
});
|
|
67
|
+
this.child.on('error', (err) => {
|
|
68
|
+
this.running = false;
|
|
69
|
+
this.emit('error', err);
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
stop() {
|
|
73
|
+
this.running = false;
|
|
74
|
+
if (this.child) {
|
|
75
|
+
this.child.kill('SIGTERM');
|
|
76
|
+
this.child = undefined;
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
exports.KubernetesConnector = KubernetesConnector;
|
|
81
|
+
// ── Service discovery ─────────────────────────────────────────────────────────
|
|
82
|
+
/**
|
|
83
|
+
* Lists all deployment names in the given namespace using `kubectl get deployments`.
|
|
84
|
+
* Returns an array of strings like `["deployment.apps/api", "deployment.apps/worker"]`.
|
|
85
|
+
*/
|
|
86
|
+
function discoverServices(namespace, kubeconfig, context) {
|
|
87
|
+
return new Promise((resolve, reject) => {
|
|
88
|
+
const args = ['get', 'deployments', '-n', namespace, '-o', 'name'];
|
|
89
|
+
if (kubeconfig)
|
|
90
|
+
args.push('--kubeconfig', kubeconfig);
|
|
91
|
+
if (context)
|
|
92
|
+
args.push('--context', context);
|
|
93
|
+
const child = (0, child_process_1.spawn)('kubectl', args, {
|
|
94
|
+
stdio: ['ignore', 'pipe', 'pipe'],
|
|
95
|
+
});
|
|
96
|
+
let output = '';
|
|
97
|
+
child.stdout?.on('data', (d) => { output += d.toString(); });
|
|
98
|
+
child.on('close', (code) => {
|
|
99
|
+
if (code === 0) {
|
|
100
|
+
resolve(output.trim().split('\n').filter(Boolean));
|
|
101
|
+
}
|
|
102
|
+
else {
|
|
103
|
+
reject(new Error(`kubectl get deployments exited with code ${code}`));
|
|
104
|
+
}
|
|
105
|
+
});
|
|
106
|
+
child.on('error', reject);
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
//# sourceMappingURL=kubernetes-connector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"kubernetes-connector.js","sourceRoot":"","sources":["../../src/cluster-monitor/kubernetes-connector.ts"],"names":[],"mappings":";;;AA4FA,4CAwBC;AApHD,mCAAsC;AACtC,iDAAoD;AAEpD,4CAAyC;AAEzC,iFAAiF;AAEjF;;;;GAIG;AACH,MAAa,mBAAoB,SAAQ,qBAAY;IAKnD,YAAY,OAAoC;QAC9C,KAAK,EAAE,CAAC;QAHF,YAAO,GAAG,KAAK,CAAC;QAItB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACxE,MAAM,IAAI,GAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAE5C,IAAI,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,UAAU;YAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QACtD,IAAI,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAE7C,4EAA4E;QAC5E,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC5B,CAAC;aAAM,IACL,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC;YAClC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;YAC3B,QAAQ,CAAC,UAAU,CAAC,cAAc,CAAC;YACnC,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,EACjC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,yBAAyB;YACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtB,CAAC;QAED,eAAM,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAE/D,IAAI,CAAC,KAAK,GAAG,IAAA,qBAAK,EAAC,SAAS,EAAE,IAAI,EAAE;YAClC,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,WAAW,GAAG,CAAC,IAAY,EAAQ,EAAE;YACzC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,IAAI,EAAE;oBAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC7B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;YACpC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI;QACF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3B,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;CACF;AAxED,kDAwEC;AAED,iFAAiF;AAEjF;;;GAGG;AACH,SAAgB,gBAAgB,CAC9B,SAAiB,EACjB,UAAmB,EACnB,OAAgB;IAEhB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACnE,IAAI,UAAU;YAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QACtD,IAAI,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAE7C,MAAM,KAAK,GAAG,IAAA,qBAAK,EAAC,SAAS,EAAE,IAAI,EAAE;YACnC,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;SAClC,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,KAAK,CAAC,4CAA4C,IAAI,EAAE,CAAC,CAAC,CAAC;YACxE,CAAC;QACH,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { NotificationConfig, DetectedFailure, HITLRequest } from './types';
|
|
2
|
+
export interface NotificationMessage {
|
|
3
|
+
title: string;
|
|
4
|
+
body: string;
|
|
5
|
+
severity: 'info' | 'warning' | 'error' | 'critical';
|
|
6
|
+
service: string;
|
|
7
|
+
failure?: DetectedFailure;
|
|
8
|
+
hitlRequest?: HITLRequest;
|
|
9
|
+
}
|
|
10
|
+
/**
|
|
11
|
+
* Dispatches notifications to every enabled channel (Slack, Webhook, Teams,
|
|
12
|
+
* PagerDuty, Email) in parallel.
|
|
13
|
+
*/
|
|
14
|
+
export declare class NotificationManager {
|
|
15
|
+
private config;
|
|
16
|
+
constructor(config: NotificationConfig);
|
|
17
|
+
send(message: NotificationMessage): Promise<void>;
|
|
18
|
+
/** Build the human-in-the-loop body text used by every channel. */
|
|
19
|
+
private buildHITLText;
|
|
20
|
+
private sendSlack;
|
|
21
|
+
private sendWebhook;
|
|
22
|
+
private sendTeams;
|
|
23
|
+
private sendPagerDuty;
|
|
24
|
+
private sendEmail;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=notifications.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"notifications.d.ts","sourceRoot":"","sources":["../../src/cluster-monitor/notifications.ts"],"names":[],"mappings":"AACA,OAAO,EACL,kBAAkB,EAClB,eAAe,EACf,WAAW,EACZ,MAAM,SAAS,CAAC;AAKjB,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,UAAU,CAAC;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,eAAe,CAAC;IAC1B,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAID;;;GAGG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,MAAM,CAAqB;gBAEvB,MAAM,EAAE,kBAAkB;IAIhC,IAAI,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAcvD,mEAAmE;IACnE,OAAO,CAAC,aAAa;YA0BP,SAAS;YA8BT,WAAW;YAwBX,SAAS;YA6BT,aAAa;YAyBb,SAAS;CAexB"}
|