@overlordai/server 1.0.1

package/dist/dispatcher/pty-relay.service.js

@@ -0,0 +1,404 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var PtyRelayService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PtyRelayService = void 0;
+const common_1 = require("@nestjs/common");
+const ws_1 = require("ws");
+const protocol_1 = require("@overlordai/protocol");
+/** Maximum number of frames buffered per channel before backpressure kicks in. */
+const MAX_BUFFER_SIZE = 1000;
+/** Number of bytes to keep from the tail of each frame for overlap matching. */
+const OVERLAP_BUFFER_BYTES = 128;
+const REDACTED = '***REDACTED***';
+/**
+ * PtyOutputFilter: sanitizes PTY output for sensitive patterns.
+ * Maintains a 128-byte overlap buffer between frames to detect secrets
+ * that span frame boundaries.
+ */
+class PtyOutputFilter {
+    projectFilterEnabled;
+    developerId;
+    role;
+    taskOwnerId;
+    previousTail = '';
+    enabled;
+    constructor(projectFilterEnabled, developerId, role, taskOwnerId) {
+        this.projectFilterEnabled = projectFilterEnabled;
+        this.developerId = developerId;
+        this.role = role;
+        this.taskOwnerId = taskOwnerId;
+        // Filter is enabled if:
+        // 1. Project config has ptyOutputFilter = 1
+        // 2. Admin is viewing another developer's session (auto-enable)
+        this.enabled =
+            projectFilterEnabled ||
+                (role === 'admin' && developerId !== taskOwnerId);
+    }
+    /**
+     * Filter PTY output data through sensitive pattern detection.
+     * Uses a 128-byte overlapping buffer between frames to catch
+     * secrets split across frame boundaries.
+     */
+    filter(data) {
+        if (!this.enabled)
+            return data;
+        // Use a unique marker at the join point so we can find the split
+        // position even after redaction changes string lengths.
+        const MARKER = '\x00SPLIT\x00';
+        const combined = this.previousTail + MARKER + data;
+        // Apply all sensitive patterns to the combined buffer
+        let filtered = combined;
+        for (const pattern of protocol_1.SENSITIVE_PATTERNS) {
+            pattern.lastIndex = 0;
+            filtered = filtered.replace(pattern, REDACTED);
+        }
+        // Store the tail of the current data for next frame overlap
+        if (data.length > OVERLAP_BUFFER_BYTES) {
+            this.previousTail = data.slice(-OVERLAP_BUFFER_BYTES);
+        }
+        else {
+            this.previousTail = data;
+        }
+        // Find the marker and return only the portion after it
+        const markerPos = filtered.indexOf(MARKER);
+        if (markerPos >= 0) {
+            return filtered.slice(markerPos + MARKER.length);
+        }
+        // Marker was inside a redacted region; return best-effort slice
+        return filtered.slice(Math.max(0, filtered.length - data.length));
+    }
+}
+let PtyRelayService = PtyRelayService_1 = class PtyRelayService {
+    logger = new common_1.Logger(PtyRelayService_1.name);
+    channels = new Map();
+    /**
+     * Register the worker-side PTY WebSocket for a task.
+     * @param taskId - Task ID
+     * @param ws - Worker WebSocket connection
+     * @param taskOwnerId - Developer ID of the task owner (for filter auto-enable)
+     * @param projectFilterEnabled - Whether the project has ptyOutputFilter = 1
+     */
+    registerWorkerPtyChannel(taskId, ws, taskOwnerId = 0, projectFilterEnabled = false) {
+        const existing = this.channels.get(taskId);
+        if (existing) {
+            // Replace worker ws but keep web clients
+            existing.workerWs = ws;
+            this.logger.log(`Replaced worker PTY channel for task ${taskId}`);
+        }
+        else {
+            this.channels.set(taskId, {
+                workerWs: ws,
+                webWsSet: new Map(),
+                writerConnectionId: null,
+                sendQueue: [],
+                stdinTimestamps: [],
+                outputFilter: null,
+                taskOwnerId,
+                projectFilterEnabled,
+            });
+            this.logger.log(`Registered worker PTY channel for task ${taskId}`);
+        }
+    }
+    /**
+     * Register a web client's WebSocket for a task's PTY channel.
+     * The first web client to connect becomes the writer.
+     * When an admin views another developer's session, the PtyOutputFilter
+     * is automatically enabled to sanitize sensitive patterns.
+     *
+     * @param taskId - Task ID
+     * @param ws - Web client WebSocket connection
+     * @param connectionId - Unique connection identifier
+     * @param developerId - The developer ID of the connecting user
+     * @param role - The role of the connecting user (e.g. 'admin', 'developer')
+     */
+    registerWebPtyChannel(taskId, ws, connectionId, developerId = 0, role = 'developer') {
+        const channel = this.channels.get(taskId);
+        if (!channel) {
+            this.logger.warn(`No PTY channel for task ${taskId}; cannot register web client ${connectionId}`);
+            return;
+        }
+        channel.webWsSet.set(connectionId, { ws, developerId, role });
+        // Create or update the output filter when a web client connects.
+        // Auto-enable filter if admin is viewing another developer's session
+        // or if the project has ptyOutputFilter enabled.
+        const needsFilter = channel.projectFilterEnabled ||
+            (role === 'admin' && developerId !== channel.taskOwnerId);
+        if (needsFilter && !channel.outputFilter) {
+            channel.outputFilter = new PtyOutputFilter(channel.projectFilterEnabled, developerId, role, channel.taskOwnerId);
+            this.logger.log(`PtyOutputFilter enabled for task ${taskId} (admin=${role === 'admin'}, projectFilter=${channel.projectFilterEnabled})`);
+        }
+        // First web client becomes writer automatically
+        if (channel.writerConnectionId === null) {
+            channel.writerConnectionId = connectionId;
+            this.logger.log(`Web client ${connectionId} is writer for task ${taskId}`);
+        }
+        this.logger.log(`Web client ${connectionId} registered for PTY task ${taskId} (${channel.webWsSet.size} clients)`);
+    }
+    /**
+     * Relay PTY output from the worker to all connected web clients.
+     * Implements backpressure: if the buffer exceeds MAX_BUFFER_SIZE, intermediate
+     * frames are dropped and a frames_dropped notification is sent.
+     */
+    relayWorkerToWeb(taskId, data) {
+        const channel = this.channels.get(taskId);
+        if (!channel) {
+            return;
+        }
+        // Apply PtyOutputFilter if enabled (sanitize sensitive patterns)
+        let filteredData;
+        if (channel.outputFilter) {
+            try {
+                filteredData = channel.outputFilter.filter(data);
+            }
+            catch (err) {
+                this.logger.error(`PtyOutputFilter.filter() threw for task ${taskId}; falling back to unfiltered data`, err instanceof Error ? err.stack : String(err));
+                filteredData = data;
+            }
+        }
+        else {
+            filteredData = data;
+        }
+        const frame = { type: 'data', data: filteredData };
+        const serialized = JSON.stringify(frame);
+        // Backpressure: buffer management
+        channel.sendQueue.push(serialized);
+        if (channel.sendQueue.length > MAX_BUFFER_SIZE) {
+            // Keep first and last frames, drop intermediate ones
+            const dropped = channel.sendQueue.length - 2;
+            const first = channel.sendQueue[0];
+            const last = channel.sendQueue[channel.sendQueue.length - 1];
+            channel.sendQueue.length = 0;
+            channel.sendQueue.push(first);
+            // Send a frames_dropped notification
+            const droppedFrame = {
+                type: 'frames_dropped',
+                count: dropped,
+            };
+            const droppedSerialized = JSON.stringify(droppedFrame);
+            channel.sendQueue.push(droppedSerialized);
+            channel.sendQueue.push(last);
+            this.logger.warn(`Backpressure: dropped ${dropped} frames for task ${taskId}`);
+        }
+        // Drain the send queue to all web clients
+        while (channel.sendQueue.length > 0) {
+            const msg = channel.sendQueue.shift();
+            for (const [connId, client] of channel.webWsSet) {
+                if (client.ws.readyState === ws_1.WebSocket.OPEN) {
+                    try {
+                        client.ws.send(msg);
+                    }
+                    catch (err) {
+                        this.logger.error(`Failed to relay to web client ${connId} for task ${taskId}`, err instanceof Error ? err.stack : String(err));
+                    }
+                }
+            }
+        }
+    }
+    /**
+     * Relay stdin input from a web client to the worker.
+     * Only the current writer is allowed to send input.
+     * Rate limiting: max PTY_STDIN_RATE_LIMIT writes per second,
+     * each write at most PTY_STDIN_MAX_BYTES bytes.
+     */
+    relayWebToWorker(taskId, data, connectionId) {
+        const channel = this.channels.get(taskId);
+        if (!channel) {
+            this.logger.warn(`No PTY channel for task ${taskId}`);
+            return false;
+        }
+        // Only the writer can send input
+        if (channel.writerConnectionId !== connectionId) {
+            this.logger.debug(`Connection ${connectionId} is not the writer for task ${taskId}; ignoring stdin`);
+            return false;
+        }
+        // Size limit
+        const byteLength = Buffer.byteLength(data, 'utf8');
+        if (byteLength > protocol_1.PTY_STDIN_MAX_BYTES) {
+            this.logger.warn(`Stdin from ${connectionId} for task ${taskId} exceeds max bytes (${byteLength} > ${protocol_1.PTY_STDIN_MAX_BYTES})`);
+            return false;
+        }
+        // Rate limit: sliding window of 60 seconds (100/min/connection per plan)
+        const now = Date.now();
+        const windowStart = now - 60_000;
+        channel.stdinTimestamps = channel.stdinTimestamps.filter((t) => t > windowStart);
+        if (channel.stdinTimestamps.length >= protocol_1.PTY_STDIN_RATE_LIMIT) {
+            this.logger.warn(`Rate limit exceeded for task ${taskId} from connection ${connectionId}`);
+            return false;
+        }
+        channel.stdinTimestamps.push(now);
+        // Forward to worker
+        if (channel.workerWs.readyState !== ws_1.WebSocket.OPEN) {
+            this.logger.warn(`Worker WebSocket not open for task ${taskId}; cannot relay stdin`);
+            return false;
+        }
+        try {
+            const frame = { type: 'data', data };
+            channel.workerWs.send(JSON.stringify(frame));
+            return true;
+        }
+        catch (err) {
+            this.logger.error(`Failed to relay stdin to worker for task ${taskId}`, err instanceof Error ? err.stack : String(err));
+            return false;
+        }
+    }
+    /**
+     * Relay a resize event from a web client to the worker.
+     * @param taskId - Task ID
+     * @param cols - New terminal column count
+     * @param rows - New terminal row count
+     */
+    relayResize(taskId, cols, rows) {
+        const channel = this.channels.get(taskId);
+        if (!channel) {
+            this.logger.warn(`No PTY channel for task ${taskId}; cannot relay resize`);
+            return false;
+        }
+        if (channel.workerWs.readyState !== ws_1.WebSocket.OPEN) {
+            this.logger.warn(`Worker WebSocket not open for task ${taskId}; cannot relay resize`);
+            return false;
+        }
+        try {
+            const frame = { type: 'resize', cols, rows };
+            channel.workerWs.send(JSON.stringify(frame));
+            return true;
+        }
+        catch (err) {
+            this.logger.error(`Failed to relay resize to worker for task ${taskId}`, err instanceof Error ? err.stack : String(err));
+            return false;
+        }
+    }
+    /**
+     * Get the current writer's connection ID for a task's PTY channel.
+     */
+    getWriterConnectionId(taskId) {
+        const channel = this.channels.get(taskId);
+        return channel?.writerConnectionId ?? null;
+    }
+    /**
+     * Release the writer role for a connection, clearing it without assigning a new writer.
+     */
+    releaseWriter(taskId, connectionId) {
+        const channel = this.channels.get(taskId);
+        if (!channel)
+            return false;
+        if (channel.writerConnectionId !== connectionId)
+            return false;
+        channel.writerConnectionId = null;
+        this.logger.log(`Writer ${connectionId} released for task ${taskId}`);
+        return true;
+    }
+    /**
+     * Force a takeover: revoke the current writer and assign a new one.
+     * The old writer receives a 'writer_revoked' frame.
+     */
+    forceTakeover(taskId, newConnectionId) {
+        const channel = this.channels.get(taskId);
+        if (!channel) {
+            this.logger.warn(`No PTY channel for task ${taskId}; cannot force takeover`);
+            return false;
+        }
+        const oldWriterId = channel.writerConnectionId;
+        // Notify old writer that they have been revoked
+        if (oldWriterId && oldWriterId !== newConnectionId) {
+            const oldClient = channel.webWsSet.get(oldWriterId);
+            if (oldClient && oldClient.ws.readyState === ws_1.WebSocket.OPEN) {
+                try {
+                    const revokedFrame = {
+                        type: 'writer_revoked',
+                    };
+                    oldClient.ws.send(JSON.stringify(revokedFrame));
+                }
+                catch {
+                    // Best effort notification
+                }
+            }
+            this.logger.log(`Writer revoked from ${oldWriterId} for task ${taskId}`);
+        }
+        channel.writerConnectionId = newConnectionId;
+        this.logger.log(`Writer for task ${taskId} set to ${newConnectionId}`);
+        return true;
+    }
+    /**
+     * Handle a takeover request by forwarding it to the worker.
+     * The worker decides whether to grant or deny the takeover.
+     */
+    handleTakeoverRequest(taskId, sessionId, connectionId) {
+        const channel = this.channels.get(taskId);
+        if (!channel) {
+            this.logger.warn(`No PTY channel for task ${taskId}; cannot handle takeover request`);
+            return false;
+        }
+        if (channel.workerWs.readyState !== ws_1.WebSocket.OPEN) {
+            this.logger.warn(`Worker WebSocket not open for task ${taskId}; cannot forward takeover request`);
+            return false;
+        }
+        try {
+            const frame = {
+                type: 'request_takeover',
+                sessionId,
+            };
+            channel.workerWs.send(JSON.stringify(frame));
+            return true;
+        }
+        catch (err) {
+            this.logger.error(`Failed to forward takeover request for task ${taskId}`, err instanceof Error ? err.stack : String(err));
+            return false;
+        }
+    }
+    /**
+     * Unregister a web client from a task's PTY channel.
+     * If the disconnected client was the writer, the writer role is cleared.
+     */
+    unregisterWebChannel(taskId, connectionId) {
+        const channel = this.channels.get(taskId);
+        if (!channel) {
+            return;
+        }
+        channel.webWsSet.delete(connectionId);
+        if (channel.writerConnectionId === connectionId) {
+            channel.writerConnectionId = null;
+            this.logger.log(`Writer ${connectionId} disconnected from task ${taskId}; writer role cleared`);
+        }
+        this.logger.debug(`Web client ${connectionId} unregistered from task ${taskId} (${channel.webWsSet.size} remaining)`);
+        // Clean up channel if no web clients and no worker
+        if (channel.webWsSet.size === 0 &&
+            channel.workerWs.readyState !== ws_1.WebSocket.OPEN) {
+            this.channels.delete(taskId);
+            this.logger.log(`PTY channel for task ${taskId} cleaned up`);
+        }
+    }
+    /**
+     * Unregister the worker-side PTY channel for a task.
+     * Notifies all web clients by closing their connections.
+     */
+    unregisterWorkerChannel(taskId) {
+        const channel = this.channels.get(taskId);
+        if (!channel) {
+            return;
+        }
+        // Close all web client connections
+        for (const [connId, client] of channel.webWsSet) {
+            if (client.ws.readyState === ws_1.WebSocket.OPEN) {
+                try {
+                    client.ws.close(1000, 'Worker PTY channel closed');
+                }
+                catch {
+                    // Best effort
+                }
+            }
+        }
+        this.channels.delete(taskId);
+        this.logger.log(`Worker PTY channel for task ${taskId} unregistered; all web clients disconnected`);
+    }
+};
+exports.PtyRelayService = PtyRelayService;
+exports.PtyRelayService = PtyRelayService = PtyRelayService_1 = __decorate([
+    (0, common_1.Injectable)()
+], PtyRelayService);
+//# sourceMappingURL=pty-relay.service.js.map

package/dist/dispatcher/pty-relay.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pty-relay.service.js","sourceRoot":"","sources":["../../src/dispatcher/pty-relay.service.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAAoD;AACpD,2BAA+B;AAC/B,mDAI8B;AAU9B,kFAAkF;AAClF,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,gFAAgF;AAChF,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAEjC,MAAM,QAAQ,GAAG,gBAAgB,CAAC;AAElC;;;;GAIG;AACH,MAAM,eAAe;IAKA;IACA;IACA;IACA;IAPX,YAAY,GAAG,EAAE,CAAC;IACT,OAAO,CAAU;IAElC,YACmB,oBAA6B,EAC7B,WAAmB,EACnB,IAAY,EACZ,WAAmB;QAHnB,yBAAoB,GAApB,oBAAoB,CAAS;QAC7B,gBAAW,GAAX,WAAW,CAAQ;QACnB,SAAI,GAAJ,IAAI,CAAQ;QACZ,gBAAW,GAAX,WAAW,CAAQ;QAEpC,wBAAwB;QACxB,4CAA4C;QAC5C,gEAAgE;QAChE,IAAI,CAAC,OAAO;YACV,oBAAoB;gBACpB,CAAC,IAAI,KAAK,OAAO,IAAI,WAAW,KAAK,WAAW,CAAC,CAAC;IACtD,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,IAAY;QACjB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAE/B,iEAAiE;QACjE,wDAAwD;QACxD,MAAM,MAAM,GAAG,eAAe,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,GAAG,MAAM,GAAG,IAAI,CAAC;QAEnD,sDAAsD;QACtD,IAAI,QAAQ,GAAG,QAAQ,CAAC;QACxB,KAAK,MAAM,OAAO,IAAI,6BAAkB,EAAE,CAAC;YACzC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YACtB,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;QAED,4DAA4D;QAC5D,IAAI,IAAI,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;YACvC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,uDAAuD;QACvD,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACnB,OAAO,QAAQ,CAAC,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;QAED,gEAAgE;QAChE,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACpE,CAAC;CACF;AA4BM,IAAM,eAAe,uBAArB,MAAM,eAAe;IACT,MAAM,GAAG,IAAI,eAAM,CAAC,iBAAe,CAAC,IAAI,CAAC,CAAC;IAC1C,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE1D;;;;;;OAMG;IACH,wBAAwB,CACtB,MAAc,EACd,EAAa,EACb,WAAW,GAAG,CAAC,EACf,oBAAoB,GAAG,KAAK;QAE5B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,QAAQ,EAAE,CAAC;YACb,yCAAyC;YACzC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,wCAAwC,MAAM,EAAE,CACjD,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE;gBACxB,QAAQ,EAAE,EAAE;gBACZ,QAAQ,EAAE,IAAI,GAAG,EAAE;gBACnB,kBAAkB,EAAE,IAAI;gBACxB,SAAS,EAAE,EAAE;gBACb,eAAe,EAAE,EAAE;gBACnB,YAAY,EAAE,IAAI;gBAClB,WAAW;gBACX,oBAAoB;aACrB,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,0CAA0C,MAAM,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED;;;;;;;;;;;OAWG;IACH,qBAAqB,CACnB,MAAc,EACd,EAAa,EACb,YAAoB,EACpB,WAAW,GAAG,CAAC,EACf,IAAI,GAAG,WAAW;QAElB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,2BAA2B,MAAM,gCAAgC,YAAY,EAAE,CAChF,CAAC;YACF,OAAO;QACT,CAAC;QAED,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9D,iEAAiE;QACjE,qEAAqE;QACrE,iDAAiD;QACjD,MAAM,WAAW,GACf,OAAO,CAAC,oBAAoB;YAC5B,CAAC,IAAI,KAAK,OAAO,IAAI,WAAW,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;QAE5D,IAAI,WAAW,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACzC,OAAO,CAAC,YAAY,GAAG,IAAI,eAAe,CACxC,OAAO,CAAC,oBAAoB,EAC5B,WAAW,EACX,IAAI,EACJ,OAAO,CAAC,WAAW,CACpB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,oCAAoC,MAAM,WAAW,IAAI,KAAK,OAAO,mBAAmB,OAAO,CAAC,oBAAoB,GAAG,CACxH,CAAC;QACJ,CAAC;QAED,gDAAgD;QAChD,IAAI,OAAO,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACxC,OAAO,CAAC,kBAAkB,GAAG,YAAY,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,cAAc,YAAY,uBAAuB,MAAM,EAAE,CAC1D,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,cAAc,YAAY,4BAA4B,MAAM,KAAK,OAAO,CAAC,QAAQ,CAAC,IAAI,WAAW,CAClG,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,gBAAgB,CAAC,MAAc,EAAE,IAAY;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,iEAAiE;QACjE,IAAI,YAAoB,CAAC;QACzB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,2CAA2C,MAAM,mCAAmC,EACpF,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;gBACF,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,MAAM,KAAK,GAAiB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAEzC,kCAAkC;QAClC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnC,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;YAC/C,qDAAqD;YACrD,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;YAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7D,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;YAC7B,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAE9B,qCAAqC;YACrC,MAAM,YAAY,GAA0B;gBAC1C,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,OAAO;aACf,CAAC;YACF,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACvD,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC1C,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE7B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,yBAAyB,OAAO,oBAAoB,MAAM,EAAE,CAC7D,CAAC;QACJ,CAAC;QAED,0CAA0C;QAC1C,OAAO,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK,EAAG,CAAC;YACvC,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAChD,IAAI,MAAM,CAAC,EAAE,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,CAAC;wBACH,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACtB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iCAAiC,MAAM,aAAa,MAAM,EAAE,EAC5D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,gBAAgB,CACd,MAAc,EACd,IAAY,EACZ,YAAoB;QAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,MAAM,EAAE,CAAC,CAAC;YACtD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,iCAAiC;QACjC,IAAI,OAAO,CAAC,kBAAkB,KAAK,YAAY,EAAE,CAAC;YAChD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,cAAc,YAAY,+BAA+B,MAAM,kBAAkB,CAClF,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,aAAa;QACb,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,UAAU,GAAG,8BAAmB,EAAE,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,cAAc,YAAY,aAAa,MAAM,uBAAuB,UAAU,MAAM,8BAAmB,GAAG,CAC3G,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,yEAAyE;QACzE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,GAAG,GAAG,MAAM,CAAC;QACjC,OAAO,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,MAAM,CACtD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,WAAW,CACvB,CAAC;QACF,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,IAAI,+BAAoB,EAAE,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gCAAgC,MAAM,oBAAoB,YAAY,EAAE,CACzE,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAElC,oBAAoB;QACpB,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sCAAsC,MAAM,sBAAsB,CACnE,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAiB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACnD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,4CAA4C,MAAM,EAAE,EACpD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,IAAY;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,MAAM,uBAAuB,CAAC,CAAC;YAC3E,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sCAAsC,MAAM,uBAAuB,CACpE,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAmB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC7D,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,6CAA6C,MAAM,EAAE,EACrD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,qBAAqB,CAAC,MAAc;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,OAAO,OAAO,EAAE,kBAAkB,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,MAAc,EAAE,YAAoB;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC3B,IAAI,OAAO,CAAC,kBAAkB,KAAK,YAAY;YAAE,OAAO,KAAK,CAAC;QAC9D,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,UAAU,YAAY,sBAAsB,MAAM,EAAE,CACrD,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,MAAc,EAAE,eAAuB;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,2BAA2B,MAAM,yBAAyB,CAC3D,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAE/C,gDAAgD;QAChD,IAAI,WAAW,IAAI,WAAW,KAAK,eAAe,EAAE,CAAC;YACnD,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACpD,IAAI,SAAS,IAAI,SAAS,CAAC,EAAE,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;gBAC5D,IAAI,CAAC;oBACH,MAAM,YAAY,GAA0B;wBAC1C,IAAI,EAAE,gBAAgB;qBACvB,CAAC;oBACF,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;gBAClD,CAAC;gBAAC,MAAM,CAAC;oBACP,2BAA2B;gBAC7B,CAAC;YACH,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,uBAAuB,WAAW,aAAa,MAAM,EAAE,CACxD,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,kBAAkB,GAAG,eAAe,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,mBAAmB,MAAM,WAAW,eAAe,EAAE,CACtD,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,qBAAqB,CACnB,MAAc,EACd,SAAiB,EACjB,YAAoB;QAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,2BAA2B,MAAM,kCAAkC,CACpE,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,sCAAsC,MAAM,mCAAmC,CAChF,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAA4B;gBACrC,IAAI,EAAE,kBAAkB;gBACxB,SAAS;aACV,CAAC;YACF,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,+CAA+C,MAAM,EAAE,EACvD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,MAAc,EAAE,YAAoB;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEtC,IAAI,OAAO,CAAC,kBAAkB,KAAK,YAAY,EAAE,CAAC;YAChD,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,UAAU,YAAY,2BAA2B,MAAM,uBAAuB,CAC/E,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,cAAc,YAAY,2BAA2B,MAAM,KAAK,OAAO,CAAC,QAAQ,CAAC,IAAI,aAAa,CACnG,CAAC;QAEF,mDAAmD;QACnD,IACE,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;YAC3B,OAAO,CAAC,QAAQ,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAC9C,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,MAAM,aAAa,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,uBAAuB,CAAC,MAAc;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,mCAAmC;QACnC,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YAChD,IAAI,MAAM,CAAC,EAAE,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,2BAA2B,CAAC,CAAC;gBACrD,CAAC;gBAAC,MAAM,CAAC;oBACP,cAAc;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,+BAA+B,MAAM,6CAA6C,CACnF,CAAC;IACJ,CAAC;CACF,CAAA;AAnbY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;GACA,eAAe,CAmb3B"}

package/dist/dispatcher/reconciler.d.ts

@@ -0,0 +1,39 @@
+import { OnModuleInit } from '@nestjs/common';
+import type { WorkerReconnectFrame } from '@overlordai/protocol';
+import { TaskRepository } from '../database/repositories/task.repository';
+import { MachineRepository } from '../database/repositories/machine.repository';
+import { AuditLogRepository } from '../database/repositories/audit-log.repository';
+import { WorkspaceRepository } from '../database/repositories/workspace.repository';
+import { SchedulerService } from './scheduler.service';
+import { CleanupService } from './cleanup.service';
+import { WorkerConnectionManager } from './worker-connection.manager';
+export declare class Reconciler implements OnModuleInit {
+    private readonly taskRepo;
+    private readonly machineRepo;
+    private readonly auditLogRepo;
+    private readonly workspaceRepo;
+    private readonly schedulerService;
+    private readonly cleanupService;
+    private readonly workerConnectionManager;
+    private readonly logger;
+    constructor(taskRepo: TaskRepository, machineRepo: MachineRepository, auditLogRepo: AuditLogRepository, workspaceRepo: WorkspaceRepository, schedulerService: SchedulerService, cleanupService: CleanupService, workerConnectionManager: WorkerConnectionManager);
+    onModuleInit(): Promise<void>;
+    onBoot(): Promise<void>;
+    handleReconnect(machineId: string, tasks: WorkerReconnectFrame['tasks']): Promise<Array<{
+        taskId: number;
+        action: string;
+    }>>;
+    private reconcileReportedTask;
+    /**
+     * Update task status with CAS retry, logging on failure instead of throwing.
+     * Best-effort for reconciliation — continues processing other tasks on failure.
+     */
+    private updateTaskStatusSafe;
+    /** Send cancel frame to a Worker for a specific task. */
+    private sendCancelToWorker;
+    /** Send cleanup instruction to Worker for a specific task. */
+    private sendCleanupToWorker;
+    /** Schedule workspace cleanup for a task that reached a terminal state. */
+    private scheduleWorkspaceCleanup;
+}
+//# sourceMappingURL=reconciler.d.ts.map

package/dist/dispatcher/reconciler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reconciler.d.ts","sourceRoot":"","sources":["../../src/dispatcher/reconciler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAElE,OAAO,KAAK,EAGV,oBAAoB,EAIrB,MAAM,sBAAsB,CAAC;AAS9B,OAAO,EAAE,cAAc,EAAE,MAAM,0CAA0C,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,MAAM,6CAA6C,CAAC;AAChF,OAAO,EAAE,kBAAkB,EAAE,MAAM,+CAA+C,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,+CAA+C,CAAC;AAEpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAEtE,qBACa,UAAW,YAAW,YAAY;IAI3C,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,uBAAuB;IAT1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA+B;gBAGnC,QAAQ,EAAE,cAAc,EACxB,WAAW,EAAE,iBAAiB,EAC9B,YAAY,EAAE,kBAAkB,EAChC,aAAa,EAAE,mBAAmB,EAClC,gBAAgB,EAAE,gBAAgB,EAClC,cAAc,EAAE,cAAc,EAC9B,uBAAuB,EAAE,uBAAuB;IAG7D,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAU7B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAyLvB,eAAe,CACnB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,oBAAoB,CAAC,OAAO,CAAC,GACnC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAkGrD,OAAO,CAAC,qBAAqB;IAyP7B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAqC5B,yDAAyD;IACzD,OAAO,CAAC,kBAAkB;IAS1B,8DAA8D;IAC9D,OAAO,CAAC,mBAAmB;IAW3B,2EAA2E;IAC3E,OAAO,CAAC,wBAAwB;CAcjC"}