@overlordai/server 1.0.1

package/dist/dispatcher/scheduler.service.js

@@ -0,0 +1,287 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var SchedulerService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SchedulerService = void 0;
+const common_1 = require("@nestjs/common");
+const bullmq_1 = require("bullmq");
+const protocol_1 = require("@overlordai/protocol");
+const redis_service_1 = require("../redis/redis.service");
+const task_repository_1 = require("../database/repositories/task.repository");
+const machine_repository_1 = require("../database/repositories/machine.repository");
+const developer_repository_1 = require("../database/repositories/developer.repository");
+const auth_service_1 = require("../auth/auth.service");
+const machine_selector_1 = require("./machine-selector");
+const worker_connection_manager_1 = require("./worker-connection.manager");
+const QUEUE_NAME = 'task';
+let SchedulerService = SchedulerService_1 = class SchedulerService {
+    redis;
+    taskRepo;
+    machineRepo;
+    machineSelector;
+    workerConnMgr;
+    authService;
+    developerRepo;
+    logger = new common_1.Logger(SchedulerService_1.name);
+    queue;
+    worker;
+    pollTimer = null;
+    constructor(redis, taskRepo, machineRepo, machineSelector, workerConnMgr, authService, developerRepo) {
+        this.redis = redis;
+        this.taskRepo = taskRepo;
+        this.machineRepo = machineRepo;
+        this.machineSelector = machineSelector;
+        this.workerConnMgr = workerConnMgr;
+        this.authService = authService;
+        this.developerRepo = developerRepo;
+    }
+    async onModuleInit() {
+        // Use the Redis URL to create fresh connections for BullMQ,
+        // avoiding ioredis version mismatch between the app and BullMQ's peer dep.
+        const redisUrl = process.env.REDIS_URL || 'redis://localhost:6379';
+        this.queue = new bullmq_1.Queue(QUEUE_NAME, {
+            connection: { url: redisUrl, maxRetriesPerRequest: null },
+            defaultJobOptions: {
+                removeOnComplete: 100,
+                removeOnFail: 200,
+                attempts: 1,
+            },
+        });
+        this.worker = new bullmq_1.Worker(QUEUE_NAME, async (job) => {
+            await this.processJob(job.data);
+        }, {
+            connection: { url: redisUrl, maxRetriesPerRequest: null },
+            concurrency: 1, // SQLite single writer safety
+        });
+        this.worker.on('failed', (job, err) => {
+            this.logger.error(`Scheduler job ${job?.id} failed: ${err.message}`, err.stack);
+        });
+        // Start periodic polling for queued and suspended tasks
+        this.pollTimer = setInterval(() => {
+            this.pollQueuedTasks().catch((err) => this.logger.error(`Poll error: ${err.message}`, err.stack));
+        }, protocol_1.SCHEDULER_POLL_INTERVAL_MS);
+        // Run an initial poll immediately
+        this.pollQueuedTasks().catch((err) => this.logger.error(`Initial poll error: ${err.message}`, err.stack));
+        this.logger.log('Scheduler service initialized');
+    }
+    async onModuleDestroy() {
+        if (this.pollTimer) {
+            clearInterval(this.pollTimer);
+            this.pollTimer = null;
+        }
+        if (this.worker) {
+            await this.worker.close();
+        }
+        if (this.queue) {
+            await this.queue.close();
+        }
+        this.logger.log('Scheduler service destroyed');
+    }
+    /**
+     * Enqueue a task for immediate scheduling (used when a new task is created).
+     */
+    async enqueueTask(taskId) {
+        await this.queue.add('schedule', { taskId, type: 'schedule' }, {
+            jobId: `schedule-${taskId}-${Date.now()}`,
+        });
+    }
+    /**
+     * Enqueue a task for resume (used when a suspended task's machine comes back online).
+     */
+    async enqueueResume(taskId) {
+        await this.queue.add('resume', { taskId, type: 'resume' }, {
+            jobId: `resume-${taskId}-${Date.now()}`,
+        });
+    }
+    /**
+     * Poll for QUEUED tasks and enqueue them for processing.
+     * Also check SUSPENDED tasks whose machines are back online.
+     */
+    async pollQueuedTasks() {
+        // Admission control: check if we are at capacity
+        const activeCount = this.taskRepo.countActive();
+        if (activeCount >= protocol_1.MAX_CONCURRENT_TASKS) {
+            this.logger.debug(`At capacity: ${activeCount}/${protocol_1.MAX_CONCURRENT_TASKS} active tasks, skipping poll`);
+            return;
+        }
+        // Scan QUEUED tasks (oldest first, limited to SCHEDULER_SCAN_LIMIT)
+        const queuedTasks = this.taskRepo.findByStatus([protocol_1.TaskStatus.QUEUED]);
+        const toSchedule = queuedTasks.slice(0, protocol_1.SCHEDULER_SCAN_LIMIT);
+        for (const task of toSchedule) {
+            await this.queue.add('schedule', { taskId: task.id, type: 'schedule' }, {
+                jobId: `poll-schedule-${task.id}-${Date.now()}`,
+            });
+        }
+        // Check SUSPENDED tasks with online machines for resume
+        const suspendedTasks = this.taskRepo.findByStatus([protocol_1.TaskStatus.SUSPENDED]);
+        for (const task of suspendedTasks) {
+            if (!task.machineId) {
+                continue;
+            }
+            const machine = this.machineRepo.findById(task.machineId);
+            if (machine && machine.status === protocol_1.MachineStatus.ONLINE) {
+                await this.queue.add('resume', { taskId: task.id, type: 'resume' }, {
+                    jobId: `poll-resume-${task.id}-${Date.now()}`,
+                });
+            }
+        }
+    }
+    /**
+     * Process a single scheduler job.
+     */
+    async processJob(data) {
+        const { taskId, type } = data;
+        const task = this.taskRepo.findById(taskId);
+        if (!task) {
+            this.logger.warn(`Task ${taskId} not found, skipping`);
+            return;
+        }
+        if (type === 'schedule') {
+            await this.processScheduleTask(task);
+        }
+        else if (type === 'resume') {
+            await this.processResumeTask(task);
+        }
+    }
+    /**
+     * Attempt to assign a QUEUED task to a machine and transition to ASSIGNED.
+     */
+    async processScheduleTask(task) {
+        // Re-check status (may have changed since enqueue)
+        if (task.status !== protocol_1.TaskStatus.QUEUED) {
+            this.logger.debug(`Task ${task.id} is no longer QUEUED (status=${task.status}), skipping`);
+            return;
+        }
+        // Admission control
+        const activeCount = this.taskRepo.countActive();
+        if (activeCount >= protocol_1.MAX_CONCURRENT_TASKS) {
+            this.logger.debug(`At capacity (${activeCount}/${protocol_1.MAX_CONCURRENT_TASKS}), keeping task ${task.id} QUEUED`);
+            return;
+        }
+        // Parse config snapshot to get agentType
+        let agentType = 'claude'; // default
+        let configSnapshot = null;
+        if (task.configSnapshot) {
+            try {
+                configSnapshot = JSON.parse(task.configSnapshot);
+                agentType = configSnapshot.agentType;
+            }
+            catch {
+                this.logger.warn(`Task ${task.id}: failed to parse configSnapshot, using default agentType`);
+            }
+        }
+        // Select a machine
+        const machine = this.machineSelector.select(agentType, undefined, // tags not stored on task; could be extended
+        task.machineId ?? undefined, // preferred machine if pre-set
+        task.projectKey);
+        if (!machine) {
+            this.logger.debug(`No suitable machine found for task ${task.id}, will retry next poll`);
+            return;
+        }
+        // Assign the task to the machine
+        const now = new Date().toISOString();
+        const updated = this.taskRepo.updateStatus(task.id, protocol_1.TaskStatus.ASSIGNED, task.revision, {
+            machineId: machine.id,
+            assignedAt: now,
+        });
+        if (!updated) {
+            this.logger.warn(`Task ${task.id}: CAS conflict during assignment (revision ${task.revision}), will retry`);
+            return;
+        }
+        this.logger.log(`Task ${task.id} assigned to machine ${machine.name} (${machine.id})`);
+        // Reload the task to get the updated revision after CAS
+        const assignedTask = this.taskRepo.findById(task.id);
+        if (!assignedTask) {
+            this.logger.error(`Task ${task.id} disappeared after assignment`);
+            return;
+        }
+        // Look up developer info for the execute frame
+        let gitName = 'unknown';
+        let gitEmail = 'unknown@unknown';
+        if (assignedTask.developerId) {
+            const developer = this.developerRepo.findById(assignedTask.developerId);
+            if (developer) {
+                gitName = developer.gitName;
+                gitEmail = developer.gitEmail;
+            }
+            else {
+                this.logger.warn(`Task ${task.id}: developer ${assignedTask.developerId} not found, using defaults`);
+            }
+        }
+        // Build the ExecuteTaskFrame
+        const msgId = this.workerConnMgr.generateMsgId();
+        const channelToken = this.authService.signChannelToken(task.id, 'worker');
+        const executeFrame = {
+            type: 'execute',
+            msgId,
+            taskId: task.id,
+            description: assignedTask.description,
+            projectKey: assignedTask.projectKey,
+            configSnapshot: configSnapshot ?? {},
+            developer: { gitName, gitEmail },
+            channelToken,
+        };
+        // Send the frame and wait for ack
+        try {
+            await this.workerConnMgr.sendWithAck(machine.id, executeFrame, protocol_1.EXECUTE_ACK_TIMEOUT_MS);
+            // Ack received — transition task to RUNNING
+            const runningUpdated = this.taskRepo.updateStatus(assignedTask.id, protocol_1.TaskStatus.RUNNING, assignedTask.revision, { startedAt: new Date().toISOString() });
+            if (!runningUpdated) {
+                this.logger.warn(`Task ${task.id}: CAS conflict transitioning to RUNNING (revision ${assignedTask.revision})`);
+                return;
+            }
+            this.logger.log(`Task ${task.id} is now RUNNING on machine ${machine.id}`);
+        }
+        catch (err) {
+            // Ack timeout or send failure — leave task as ASSIGNED for retry
+            this.logger.error(`Task ${task.id}: failed to send ExecuteTaskFrame to machine ${machine.id}: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+    /**
+     * Attempt to resume a SUSPENDED task on its assigned machine.
+     */
+    async processResumeTask(task) {
+        if (task.status !== protocol_1.TaskStatus.SUSPENDED) {
+            this.logger.debug(`Task ${task.id} is no longer SUSPENDED (status=${task.status}), skipping resume`);
+            return;
+        }
+        if (!task.machineId) {
+            this.logger.warn(`Suspended task ${task.id} has no machineId, skipping`);
+            return;
+        }
+        const machine = this.machineRepo.findById(task.machineId);
+        if (!machine || machine.status !== protocol_1.MachineStatus.ONLINE) {
+            this.logger.debug(`Machine ${task.machineId} for suspended task ${task.id} is not online, skipping`);
+            return;
+        }
+        // Transition back to RUNNING
+        const updated = this.taskRepo.updateStatus(task.id, protocol_1.TaskStatus.RUNNING, task.revision);
+        if (!updated) {
+            this.logger.warn(`Task ${task.id}: CAS conflict during resume (revision ${task.revision}), will retry`);
+            return;
+        }
+        this.logger.log(`Task ${task.id} resumed on machine ${machine.name} (${machine.id})`);
+        // Note: The actual "resume" frame is sent to the worker via the WebSocket
+        // channel gateway, which watches for status transitions.
+    }
+};
+exports.SchedulerService = SchedulerService;
+exports.SchedulerService = SchedulerService = SchedulerService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [redis_service_1.RedisService,
+        task_repository_1.TaskRepository,
+        machine_repository_1.MachineRepository,
+        machine_selector_1.MachineSelector,
+        worker_connection_manager_1.WorkerConnectionManager,
+        auth_service_1.AuthService,
+        developer_repository_1.DeveloperRepository])
+], SchedulerService);
+//# sourceMappingURL=scheduler.service.js.map

package/dist/dispatcher/scheduler.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.service.js","sourceRoot":"","sources":["../../src/dispatcher/scheduler.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAKwB;AACxB,mCAAqD;AACrD,mDAO8B;AAE9B,0DAAsD;AACtD,8EAA0E;AAC1E,oFAAgF;AAChF,wFAAoF;AACpF,uDAAmD;AACnD,yDAAqD;AACrD,2EAAsE;AAEtE,MAAM,UAAU,GAAG,MAAM,CAAC;AAQnB,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAOR;IACA;IACA;IACA;IACA;IACA;IACA;IAZF,MAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;IACpD,KAAK,CAAS;IACd,MAAM,CAAc;IACpB,SAAS,GAA0C,IAAI,CAAC;IAEhE,YACmB,KAAmB,EACnB,QAAwB,EACxB,WAA8B,EAC9B,eAAgC,EAChC,aAAsC,EACtC,WAAwB,EACxB,aAAkC;QANlC,UAAK,GAAL,KAAK,CAAc;QACnB,aAAQ,GAAR,QAAQ,CAAgB;QACxB,gBAAW,GAAX,WAAW,CAAmB;QAC9B,oBAAe,GAAf,eAAe,CAAiB;QAChC,kBAAa,GAAb,aAAa,CAAyB;QACtC,gBAAW,GAAX,WAAW,CAAa;QACxB,kBAAa,GAAb,aAAa,CAAqB;IAClD,CAAC;IAEJ,KAAK,CAAC,YAAY;QAChB,4DAA4D;QAC5D,2EAA2E;QAC3E,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,wBAAwB,CAAC;QAEnE,IAAI,CAAC,KAAK,GAAG,IAAI,cAAK,CAAC,UAAU,EAAE;YACjC,UAAU,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE;YACzD,iBAAiB,EAAE;gBACjB,gBAAgB,EAAE,GAAG;gBACrB,YAAY,EAAE,GAAG;gBACjB,QAAQ,EAAE,CAAC;aACZ;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,IAAI,eAAU,CAC1B,UAAU,EACV,KAAK,EAAE,GAAG,EAAE,EAAE;YACZ,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAe,CAAC,CAAC;QAC7C,CAAC,EACD;YACE,UAAU,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE;YACzD,WAAW,EAAE,CAAC,EAAE,8BAA8B;SAC/C,CACF,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iBAAiB,GAAG,EAAE,EAAE,YAAY,GAAG,CAAC,OAAO,EAAE,EACjD,GAAG,CAAC,KAAK,CACV,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,wDAAwD;QACxD,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,eAAe,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,CAC3D,CAAC;QACJ,CAAC,EAAE,qCAA0B,CAAC,CAAC;QAE/B,kCAAkC;QAClC,IAAI,CAAC,eAAe,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,CACnE,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc;QAC9B,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;YAC7D,KAAK,EAAE,YAAY,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;SAC1C,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,MAAc;QAChC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YACzD,KAAK,EAAE,UAAU,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;SACxC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,eAAe;QAC3B,iDAAiD;QACjD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAChD,IAAI,WAAW,IAAI,+BAAoB,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,gBAAgB,WAAW,IAAI,+BAAoB,8BAA8B,CAClF,CAAC;YACF,OAAO;QACT,CAAC;QAED,oEAAoE;QACpE,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,qBAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,+BAAoB,CAAC,CAAC;QAE9D,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;gBACtE,KAAK,EAAE,iBAAiB,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;aAChD,CAAC,CAAC;QACL,CAAC;QAED,wDAAwD;QACxD,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,qBAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1E,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1D,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,wBAAa,CAAC,MAAM,EAAE,CAAC;gBACvD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;oBAClE,KAAK,EAAE,eAAe,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;iBAC9C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU,CAAC,IAAa;QACpC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;QAE9B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,MAAM,sBAAsB,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;aAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,IAAU;QAC1C,mDAAmD;QACnD,IAAI,IAAI,CAAC,MAAM,KAAK,qBAAU,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,QAAQ,IAAI,CAAC,EAAE,gCAAgC,IAAI,CAAC,MAAM,aAAa,CACxE,CAAC;YACF,OAAO;QACT,CAAC;QAED,oBAAoB;QACpB,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAChD,IAAI,WAAW,IAAI,+BAAoB,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,gBAAgB,WAAW,IAAI,+BAAoB,mBAAmB,IAAI,CAAC,EAAE,SAAS,CACvF,CAAC;YACF,OAAO;QACT,CAAC;QAED,yCAAyC;QACzC,IAAI,SAAS,GAAG,QAAQ,CAAC,CAAC,UAAU;QACpC,IAAI,cAAc,GAA0B,IAAI,CAAC;QACjD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAmB,CAAC;gBACnE,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;YACvC,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,QAAQ,IAAI,CAAC,EAAE,2DAA2D,CAC3E,CAAC;YACJ,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CACzC,SAAS,EACT,SAAS,EAAE,6CAA6C;QACxD,IAAI,CAAC,SAAS,IAAI,SAAS,EAAE,+BAA+B;QAC5D,IAAI,CAAC,UAAU,CAChB,CAAC;QAEF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,sCAAsC,IAAI,CAAC,EAAE,wBAAwB,CACtE,CAAC;YACF,OAAO;QACT,CAAC;QAED,iCAAiC;QACjC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CACxC,IAAI,CAAC,EAAE,EACP,qBAAU,CAAC,QAAQ,EACnB,IAAI,CAAC,QAAQ,EACb;YACE,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,UAAU,EAAE,GAAG;SAChB,CACF,CAAC;QAEF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,QAAQ,IAAI,CAAC,EAAE,8CAA8C,IAAI,CAAC,QAAQ,eAAe,CAC1F,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,QAAQ,IAAI,CAAC,EAAE,wBAAwB,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,GAAG,CACtE,CAAC;QAEF,wDAAwD;QACxD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,EAAE,+BAA+B,CAAC,CAAC;YAClE,OAAO;QACT,CAAC;QAED,+CAA+C;QAC/C,IAAI,OAAO,GAAG,SAAS,CAAC;QACxB,IAAI,QAAQ,GAAG,iBAAiB,CAAC;QACjC,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YACxE,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;gBAC5B,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,QAAQ,IAAI,CAAC,EAAE,eAAe,YAAY,CAAC,WAAW,4BAA4B,CACnF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC;QACjD,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAE1E,MAAM,YAAY,GAAqB;YACrC,IAAI,EAAE,SAAS;YACf,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,WAAW,EAAE,YAAY,CAAC,WAAW;YACrC,UAAU,EAAE,YAAY,CAAC,UAAU;YACnC,cAAc,EAAE,cAAc,IAAK,EAAqB;YACxD,SAAS,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE;YAChC,YAAY;SACb,CAAC;QAEF,kCAAkC;QAClC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAClC,OAAO,CAAC,EAAE,EACV,YAAY,EACZ,iCAAsB,CACvB,CAAC;YAEF,4CAA4C;YAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAC/C,YAAY,CAAC,EAAE,EACf,qBAAU,CAAC,OAAO,EAClB,YAAY,CAAC,QAAQ,EACrB,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CACxC,CAAC;YAEF,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,QAAQ,IAAI,CAAC,EAAE,qDAAqD,YAAY,CAAC,QAAQ,GAAG,CAC7F,CAAC;gBACF,OAAO;YACT,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,EAAE,8BAA8B,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,iEAAiE;YACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,QAAQ,IAAI,CAAC,EAAE,gDAAgD,OAAO,CAAC,EAAE,KACvE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CACjD,EAAE,CACH,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,IAAU;QACxC,IAAI,IAAI,CAAC,MAAM,KAAK,qBAAU,CAAC,SAAS,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,QAAQ,IAAI,CAAC,EAAE,mCAAmC,IAAI,CAAC,MAAM,oBAAoB,CAClF,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,EAAE,6BAA6B,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,wBAAa,CAAC,MAAM,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,WAAW,IAAI,CAAC,SAAS,uBAAuB,IAAI,CAAC,EAAE,0BAA0B,CAClF,CAAC;YACF,OAAO;QACT,CAAC;QAED,6BAA6B;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CACxC,IAAI,CAAC,EAAE,EACP,qBAAU,CAAC,OAAO,EAClB,IAAI,CAAC,QAAQ,CACd,CAAC;QAEF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,QAAQ,IAAI,CAAC,EAAE,0CAA0C,IAAI,CAAC,QAAQ,eAAe,CACtF,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,QAAQ,IAAI,CAAC,EAAE,uBAAuB,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,GAAG,CACrE,CAAC;QAEF,0EAA0E;QAC1E,yDAAyD;IAC3D,CAAC;CACF,CAAA;AA1VY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;qCAQe,4BAAY;QACT,gCAAc;QACX,sCAAiB;QACb,kCAAe;QACjB,mDAAuB;QACzB,0BAAW;QACT,0CAAmB;GAb1C,gBAAgB,CA0V5B"}

package/dist/dispatcher/state-machine.d.ts

@@ -0,0 +1,16 @@
+import { TaskStatus } from '@overlordai/protocol';
+export declare class TaskStateMachine {
+    /**
+     * Returns true if transitioning from `from` to `to` is a valid state change.
+     */
+    static canTransition(from: TaskStatus, to: TaskStatus): boolean;
+    /**
+     * Throws an HttpException (409 Conflict) if the transition is not valid.
+     */
+    static assertTransition(from: TaskStatus, to: TaskStatus): void;
+    /**
+     * Returns true if the given status is terminal (no further transitions allowed).
+     */
+    static isTerminal(status: TaskStatus): boolean;
+}
+//# sourceMappingURL=state-machine.d.ts.map

package/dist/dispatcher/state-machine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-machine.d.ts","sourceRoot":"","sources":["../../src/dispatcher/state-machine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAgDlD,qBAAa,gBAAgB;IAC3B;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,GAAG,OAAO;IAQ/D;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,GAAG,IAAI;IAS/D;;OAEG;IACH,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO;CAG/C"}

package/dist/dispatcher/state-machine.js

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TaskStateMachine = void 0;
+const common_1 = require("@nestjs/common");
+const protocol_1 = require("@overlordai/protocol");
+const TRANSITIONS = new Map([
+    [
+        protocol_1.TaskStatus.QUEUED,
+        new Set([protocol_1.TaskStatus.ASSIGNED, protocol_1.TaskStatus.CANCELLED]),
+    ],
+    [
+        protocol_1.TaskStatus.ASSIGNED,
+        new Set([protocol_1.TaskStatus.RUNNING, protocol_1.TaskStatus.FAILED, protocol_1.TaskStatus.CANCELLED]),
+    ],
+    [
+        protocol_1.TaskStatus.RUNNING,
+        new Set([
+            protocol_1.TaskStatus.COMPLETED,
+            protocol_1.TaskStatus.FAILED,
+            protocol_1.TaskStatus.CANCELLED,
+            protocol_1.TaskStatus.SUSPENDED,
+        ]),
+    ],
+    [
+        protocol_1.TaskStatus.SUSPENDED,
+        new Set([
+            protocol_1.TaskStatus.RUNNING,
+            protocol_1.TaskStatus.COMPLETED,
+            protocol_1.TaskStatus.FAILED,
+            protocol_1.TaskStatus.CANCELLED,
+        ]),
+    ],
+    [
+        protocol_1.TaskStatus.FAILED,
+        new Set([protocol_1.TaskStatus.QUEUED, protocol_1.TaskStatus.COMPLETED]), // retry or reconnect-completed
+    ],
+    [
+        protocol_1.TaskStatus.COMPLETED,
+        new Set(), // terminal
+    ],
+    [
+        protocol_1.TaskStatus.CANCELLED,
+        new Set(), // terminal
+    ],
+]);
+const TERMINAL_STATUSES = new Set([
+    protocol_1.TaskStatus.COMPLETED,
+    protocol_1.TaskStatus.CANCELLED,
+]);
+class TaskStateMachine {
+    /**
+     * Returns true if transitioning from `from` to `to` is a valid state change.
+     */
+    static canTransition(from, to) {
+        const allowed = TRANSITIONS.get(from);
+        if (!allowed) {
+            return false;
+        }
+        return allowed.has(to);
+    }
+    /**
+     * Throws an HttpException (409 Conflict) if the transition is not valid.
+     */
+    static assertTransition(from, to) {
+        if (!TaskStateMachine.canTransition(from, to)) {
+            throw new common_1.HttpException(`Invalid task state transition: ${from} → ${to}`, common_1.HttpStatus.CONFLICT);
+        }
+    }
+    /**
+     * Returns true if the given status is terminal (no further transitions allowed).
+     */
+    static isTerminal(status) {
+        return TERMINAL_STATUSES.has(status);
+    }
+}
+exports.TaskStateMachine = TaskStateMachine;
+//# sourceMappingURL=state-machine.js.map

package/dist/dispatcher/state-machine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-machine.js","sourceRoot":"","sources":["../../src/dispatcher/state-machine.ts"],"names":[],"mappings":";;;AAAA,2CAA2D;AAC3D,mDAAkD;AAElD,MAAM,WAAW,GAAqD,IAAI,GAAG,CAAC;IAC5E;QACE,qBAAU,CAAC,MAAM;QACjB,IAAI,GAAG,CAAC,CAAC,qBAAU,CAAC,QAAQ,EAAE,qBAAU,CAAC,SAAS,CAAC,CAAC;KACrD;IACD;QACE,qBAAU,CAAC,QAAQ;QACnB,IAAI,GAAG,CAAC,CAAC,qBAAU,CAAC,OAAO,EAAE,qBAAU,CAAC,MAAM,EAAE,qBAAU,CAAC,SAAS,CAAC,CAAC;KACvE;IACD;QACE,qBAAU,CAAC,OAAO;QAClB,IAAI,GAAG,CAAC;YACN,qBAAU,CAAC,SAAS;YACpB,qBAAU,CAAC,MAAM;YACjB,qBAAU,CAAC,SAAS;YACpB,qBAAU,CAAC,SAAS;SACrB,CAAC;KACH;IACD;QACE,qBAAU,CAAC,SAAS;QACpB,IAAI,GAAG,CAAC;YACN,qBAAU,CAAC,OAAO;YAClB,qBAAU,CAAC,SAAS;YACpB,qBAAU,CAAC,MAAM;YACjB,qBAAU,CAAC,SAAS;SACrB,CAAC;KACH;IACD;QACE,qBAAU,CAAC,MAAM;QACjB,IAAI,GAAG,CAAC,CAAC,qBAAU,CAAC,MAAM,EAAE,qBAAU,CAAC,SAAS,CAAC,CAAC,EAAE,+BAA+B;KACpF;IACD;QACE,qBAAU,CAAC,SAAS;QACpB,IAAI,GAAG,EAAc,EAAE,WAAW;KACnC;IACD;QACE,qBAAU,CAAC,SAAS;QACpB,IAAI,GAAG,EAAc,EAAE,WAAW;KACnC;CACF,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAA4B,IAAI,GAAG,CAAC;IACzD,qBAAU,CAAC,SAAS;IACpB,qBAAU,CAAC,SAAS;CACrB,CAAC,CAAC;AAEH,MAAa,gBAAgB;IAC3B;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,IAAgB,EAAE,EAAc;QACnD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,IAAgB,EAAE,EAAc;QACtD,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,sBAAa,CACrB,kCAAkC,IAAI,MAAM,EAAE,EAAE,EAChD,mBAAU,CAAC,QAAQ,CACpB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAU,CAAC,MAAkB;QAClC,OAAO,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;CACF;AA9BD,4CA8BC"}

package/dist/dispatcher/task-log-batcher.d.ts

@@ -0,0 +1,50 @@
+import { OnModuleDestroy, OnModuleInit } from '@nestjs/common';
+import type { TaskLogType } from '@overlordai/protocol';
+import { DatabaseService } from '../database/database.service';
+export declare class TaskLogBatcher implements OnModuleInit, OnModuleDestroy {
+    private readonly db;
+    private readonly logger;
+    private buffer;
+    private timer;
+    private retentionTimer;
+    constructor(db: DatabaseService);
+    /** 24 hours in milliseconds. */
+    private static readonly RETENTION_CLEANUP_INTERVAL_MS;
+    onModuleInit(): void;
+    onModuleDestroy(): void;
+    /**
+     * Add a log entry to the buffer. The message is sanitized to remove sensitive
+     * patterns before buffering. If the buffer reaches TASK_LOGS_BATCH_SIZE, the
+     * buffer is flushed immediately.
+     */
+    add(taskId: number, type: TaskLogType, message: string): void;
+    /**
+     * Flush all buffered log entries to the database in a single transaction.
+     */
+    flush(): void;
+    /**
+     * Retrieve historical log lines for a task from the database.
+     * Flushes any buffered entries first so the result is up-to-date.
+     */
+    getTaskLogs(taskId: number, limit?: number, offset?: number): string[];
+    /**
+     * Retrieve structured log entries for a task with filtering and pagination.
+     * Flushes any buffered entries first so the result is up-to-date.
+     */
+    getStructuredLogs(taskId: number, opts: {
+        limit: number;
+        offset: number;
+        type?: string;
+        search?: string;
+    }): {
+        events: Array<{
+            id: number;
+            type: string;
+            message: string;
+            timestamp: string;
+        }>;
+        total: number;
+    };
+    cleanupRetention(): void;
+}
+//# sourceMappingURL=task-log-batcher.d.ts.map

package/dist/dispatcher/task-log-batcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-log-batcher.d.ts","sourceRoot":"","sources":["../../src/dispatcher/task-log-batcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,eAAe,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAMnF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAU/D,qBACa,cAAe,YAAW,YAAY,EAAE,eAAe;IAMtD,OAAO,CAAC,QAAQ,CAAC,EAAE;IAL/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmC;IAC1D,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,cAAc,CAAkB;gBAEX,EAAE,EAAE,eAAe;IAEhD,gCAAgC;IAChC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,6BAA6B,CAAuB;IAE5E,YAAY,IAAI,IAAI;IAmBpB,eAAe,IAAI,IAAI;IAOvB;;;;OAIG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAc7D;;OAEG;IACH,KAAK,IAAI,IAAI;IAsDb;;;OAGG;IACH,WAAW,CACT,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAY,EACnB,MAAM,GAAE,MAAU,GACjB,MAAM,EAAE;IAiBX;;;OAGG;IACH,iBAAiB,CACf,MAAM,EAAE,MAAM,EACd,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GACtE;QACD,MAAM,EAAE,KAAK,CAAC;YACZ,EAAE,EAAE,MAAM,CAAC;YACX,IAAI,EAAE,MAAM,CAAC;YACb,OAAO,EAAE,MAAM,CAAC;YAChB,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC,CAAC;QACH,KAAK,EAAE,MAAM,CAAC;KACf;IA4CD,gBAAgB,IAAI,IAAI;CAyBzB"}

package/dist/dispatcher/task-log-batcher.js

@@ -0,0 +1,184 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var TaskLogBatcher_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TaskLogBatcher = void 0;
+const common_1 = require("@nestjs/common");
+const protocol_1 = require("@overlordai/protocol");
+const database_service_1 = require("../database/database.service");
+const sensitive_filter_1 = require("../common/sensitive-filter");
+let TaskLogBatcher = class TaskLogBatcher {
+    static { TaskLogBatcher_1 = this; }
+    db;
+    logger = new common_1.Logger(TaskLogBatcher_1.name);
+    buffer = [];
+    timer;
+    retentionTimer;
+    constructor(db) {
+        this.db = db;
+    }
+    /** 24 hours in milliseconds. */
+    static RETENTION_CLEANUP_INTERVAL_MS = 24 * 60 * 60 * 1000;
+    onModuleInit() {
+        this.timer = setInterval(() => this.flush(), protocol_1.TASK_LOGS_BATCH_INTERVAL_MS);
+        // Schedule daily retention cleanup
+        this.retentionTimer = setInterval(() => this.cleanupRetention(), TaskLogBatcher_1.RETENTION_CLEANUP_INTERVAL_MS);
+        // Run an initial retention cleanup on startup
+        this.cleanupRetention();
+        this.logger.log(`Task log batcher started (flush every ${protocol_1.TASK_LOGS_BATCH_INTERVAL_MS}ms or ${protocol_1.TASK_LOGS_BATCH_SIZE} entries)`);
+    }
+    onModuleDestroy() {
+        clearInterval(this.timer);
+        clearInterval(this.retentionTimer);
+        // Final flush on shutdown
+        this.flush();
+    }
+    /**
+     * Add a log entry to the buffer. The message is sanitized to remove sensitive
+     * patterns before buffering. If the buffer reaches TASK_LOGS_BATCH_SIZE, the
+     * buffer is flushed immediately.
+     */
+    add(taskId, type, message) {
+        const sanitizedMessage = (0, sensitive_filter_1.sanitize)(message);
+        this.buffer.push({
+            taskId,
+            type,
+            message: sanitizedMessage,
+            timestamp: new Date().toISOString(),
+        });
+        if (this.buffer.length >= protocol_1.TASK_LOGS_BATCH_SIZE) {
+            this.flush();
+        }
+    }
+    /**
+     * Flush all buffered log entries to the database in a single transaction.
+     */
+    flush() {
+        if (this.buffer.length === 0) {
+            return;
+        }
+        const entries = this.buffer.splice(0);
+        try {
+            const stmt = this.db.getDb().prepare(`
+        INSERT INTO task_logs (task_id, type, message, timestamp)
+        VALUES (@taskId, @type, @message, @timestamp)
+      `);
+            const insertBatch = this.db.getDb().transaction(() => {
+                for (const entry of entries) {
+                    stmt.run({
+                        taskId: entry.taskId,
+                        type: entry.type,
+                        message: entry.message,
+                        timestamp: entry.timestamp,
+                    });
+                }
+            });
+            insertBatch();
+            this.logger.debug(`Flushed ${entries.length} task log entries`);
+        }
+        catch (err) {
+            this.logger.error(`Failed to flush ${entries.length} task log entries`, err instanceof Error ? err.stack : String(err));
+            // Re-add entries to buffer so they are not lost, but cap at 10000
+            // to prevent unbounded memory growth under persistent DB errors
+            const MAX_BUFFER_SIZE = 10_000;
+            if (this.buffer.length + entries.length > MAX_BUFFER_SIZE) {
+                const spaceAvailable = MAX_BUFFER_SIZE - this.buffer.length;
+                if (spaceAvailable > 0) {
+                    // Keep the newest entries (from the end of the failed batch)
+                    const kept = entries.slice(entries.length - spaceAvailable);
+                    this.buffer.unshift(...kept);
+                    this.logger.warn(`Buffer limit reached (${MAX_BUFFER_SIZE}): dropped ${entries.length - spaceAvailable} oldest log entries`);
+                }
+                else {
+                    this.logger.warn(`Buffer limit reached (${MAX_BUFFER_SIZE}): dropped all ${entries.length} failed flush entries`);
+                }
+            }
+            else {
+                this.buffer.unshift(...entries);
+            }
+        }
+    }
+    /**
+     * Retrieve historical log lines for a task from the database.
+     * Flushes any buffered entries first so the result is up-to-date.
+     */
+    getTaskLogs(taskId, limit = 100, offset = 0) {
+        // Flush buffer so any pending entries for this task are persisted
+        this.flush();
+        const rows = this.db
+            .getDb()
+            .prepare(`SELECT message FROM task_logs
+         WHERE task_id = @taskId
+         ORDER BY id ASC
+         LIMIT @limit OFFSET @offset`)
+            .all({ taskId, limit, offset });
+        return rows.map((r) => r.message);
+    }
+    /**
+     * Retrieve structured log entries for a task with filtering and pagination.
+     * Flushes any buffered entries first so the result is up-to-date.
+     */
+    getStructuredLogs(taskId, opts) {
+        // Flush buffer so any pending entries for this task are persisted
+        this.flush();
+        const db = this.db.getDb();
+        let whereClause = 'WHERE task_id = @taskId';
+        const params = { taskId };
+        if (opts.type) {
+            whereClause += ' AND type = @type';
+            params.type = opts.type;
+        }
+        if (opts.search) {
+            whereClause += ' AND message LIKE @search';
+            params.search = `%${opts.search}%`;
+        }
+        const countRow = db
+            .prepare(`SELECT COUNT(*) as count FROM task_logs ${whereClause}`)
+            .get(params);
+        const rows = db
+            .prepare(`SELECT id, type, message, timestamp FROM task_logs ${whereClause} ORDER BY id DESC LIMIT @limit OFFSET @offset`)
+            .all({ ...params, limit: opts.limit, offset: opts.offset });
+        return {
+            events: rows.map((r) => ({
+                id: r.id,
+                type: r.type,
+                message: r.message,
+                timestamp: r.timestamp,
+            })),
+            total: countRow.count,
+        };
+    }
+    cleanupRetention() {
+        const cutoffDate = new Date();
+        cutoffDate.setDate(cutoffDate.getDate() - protocol_1.TASK_LOGS_RETENTION_DAYS);
+        const cutoffIso = cutoffDate.toISOString();
+        try {
+            const result = this.db.getDb().prepare(`
+        DELETE FROM task_logs
+        WHERE timestamp < @cutoff
+          AND task_id IN (
+            SELECT id FROM tasks
+            WHERE status IN ('COMPLETED', 'FAILED', 'CANCELLED')
+          )
+      `).run({ cutoff: cutoffIso });
+            this.logger.log(`Retention cleanup: deleted ${result.changes} task log entries older than ${protocol_1.TASK_LOGS_RETENTION_DAYS} days`);
+        }
+        catch (err) {
+            this.logger.error('Failed to run task log retention cleanup', err instanceof Error ? err.stack : String(err));
+        }
+    }
+};
+exports.TaskLogBatcher = TaskLogBatcher;
+exports.TaskLogBatcher = TaskLogBatcher = TaskLogBatcher_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [database_service_1.DatabaseService])
+], TaskLogBatcher);
+//# sourceMappingURL=task-log-batcher.js.map

package/dist/dispatcher/task-log-batcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-log-batcher.js","sourceRoot":"","sources":["../../src/dispatcher/task-log-batcher.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAmF;AACnF,mDAI8B;AAE9B,mEAA+D;AAC/D,iEAAsD;AAU/C,IAAM,cAAc,GAApB,MAAM,cAAc;;IAMI;IALZ,MAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,GAAe,EAAE,CAAC;IACxB,KAAK,CAAkB;IACvB,cAAc,CAAkB;IAExC,YAA6B,EAAmB;QAAnB,OAAE,GAAF,EAAE,CAAiB;IAAG,CAAC;IAEpD,gCAAgC;IACxB,MAAM,CAAU,6BAA6B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAE5E,YAAY;QACV,IAAI,CAAC,KAAK,GAAG,WAAW,CACtB,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAClB,sCAA2B,CAC5B,CAAC;QAEF,mCAAmC;QACnC,IAAI,CAAC,cAAc,GAAG,WAAW,CAC/B,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAC7B,gBAAc,CAAC,6BAA6B,CAC7C,CAAC;QACF,8CAA8C;QAC9C,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,yCAAyC,sCAA2B,SAAS,+BAAoB,WAAW,CAC7G,CAAC;IACJ,CAAC;IAED,eAAe;QACb,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACnC,0BAA0B;QAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,MAAc,EAAE,IAAiB,EAAE,OAAe;QACpD,MAAM,gBAAgB,GAAG,IAAA,2BAAQ,EAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACf,MAAM;YACN,IAAI;YACJ,OAAO,EAAE,gBAAgB;YACzB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,+BAAoB,EAAE,CAAC;YAC/C,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAEtC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC;;;OAGpC,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBACnD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,IAAI,CAAC,GAAG,CAAC;wBACP,MAAM,EAAE,KAAK,CAAC,MAAM;wBACpB,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;qBAC3B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,WAAW,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,OAAO,CAAC,MAAM,mBAAmB,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mBAAmB,OAAO,CAAC,MAAM,mBAAmB,EACpD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;YACF,kEAAkE;YAClE,gEAAgE;YAChE,MAAM,eAAe,GAAG,MAAM,CAAC;YAC/B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;gBAC1D,MAAM,cAAc,GAAG,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC5D,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;oBACvB,6DAA6D;oBAC7D,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC;oBAC5D,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,yBAAyB,eAAe,cAAc,OAAO,CAAC,MAAM,GAAG,cAAc,qBAAqB,CAC3G,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,yBAAyB,eAAe,kBAAkB,OAAO,CAAC,MAAM,uBAAuB,CAChG,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,WAAW,CACT,MAAc,EACd,QAAgB,GAAG,EACnB,SAAiB,CAAC;QAElB,kEAAkE;QAClE,IAAI,CAAC,KAAK,EAAE,CAAC;QAEb,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,KAAK,EAAE;aACP,OAAO,CACN;;;qCAG6B,CAC9B;aACA,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAA0B,CAAC;QAE3D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,iBAAiB,CACf,MAAc,EACd,IAAuE;QAUvE,kEAAkE;QAClE,IAAI,CAAC,KAAK,EAAE,CAAC;QAEb,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAE3B,IAAI,WAAW,GAAG,yBAAyB,CAAC;QAC5C,MAAM,MAAM,GAA4B,EAAE,MAAM,EAAE,CAAC;QAEnD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,WAAW,IAAI,mBAAmB,CAAC;YACnC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QAC1B,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,WAAW,IAAI,2BAA2B,CAAC;YAC3C,MAAM,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QACrC,CAAC;QAED,MAAM,QAAQ,GAAG,EAAE;aAChB,OAAO,CAAC,2CAA2C,WAAW,EAAE,CAAC;aACjE,GAAG,CAAC,MAAM,CAAsB,CAAC;QAEpC,MAAM,IAAI,GAAG,EAAE;aACZ,OAAO,CACN,sDAAsD,WAAW,+CAA+C,CACjH;aACA,GAAG,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAK1D,CAAC;QAEH,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvB,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC,CAAC;YACH,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;IACJ,CAAC;IAED,gBAAgB;QACd,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAC9B,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,mCAAwB,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;QAE3C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC;;;;;;;OAOtC,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YAE9B,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,8BAA8B,MAAM,CAAC,OAAO,gCAAgC,mCAAwB,OAAO,CAC5G,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,0CAA0C,EAC1C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;QACJ,CAAC;IACH,CAAC;;AA7NU,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAOsB,kCAAe;GANrC,cAAc,CA8N1B"}