@ninebix/nmt-system 1.0.0

package/dist/extensions/distributed/scheduler.js

@@ -0,0 +1,301 @@
+/**
+ * Scheduler - Cron-based job scheduling
+ * @module extensions/distributed/scheduler
+ */
+import { EventEmitter } from 'events';
+import { generateUUID } from '../../utils/uuid.js';
+/**
+ * Scheduler Service
+ */
+export class Scheduler extends EventEmitter {
+    queue;
+    scheduledJobs;
+    timers;
+    running;
+    checkInterval;
+    checkTimer;
+    constructor(queue, checkInterval = 60000) {
+        super();
+        this.queue = queue;
+        this.scheduledJobs = new Map();
+        this.timers = new Map();
+        this.running = false;
+        this.checkInterval = checkInterval;
+    }
+    /**
+     * Start the scheduler
+     */
+    start() {
+        if (this.running)
+            return;
+        this.running = true;
+        this.scheduleNextCheck();
+        this.emit('started');
+    }
+    /**
+     * Stop the scheduler
+     */
+    stop() {
+        this.running = false;
+        if (this.checkTimer) {
+            clearTimeout(this.checkTimer);
+            this.checkTimer = undefined;
+        }
+        for (const timer of this.timers.values()) {
+            clearTimeout(timer);
+        }
+        this.timers.clear();
+        this.emit('stopped');
+    }
+    /**
+     * Add a scheduled job
+     */
+    addScheduledJob(name, type, data, schedule, options) {
+        const job = {
+            id: generateUUID(),
+            name,
+            type,
+            data,
+            schedule,
+            options,
+            enabled: true,
+            runCount: 0,
+            createdAt: new Date().toISOString(),
+            nextRun: this.calculateNextRun(schedule)
+        };
+        this.scheduledJobs.set(job.id, job);
+        this.emit('job:added', job);
+        return job;
+    }
+    /**
+     * Remove a scheduled job
+     */
+    removeScheduledJob(id) {
+        const job = this.scheduledJobs.get(id);
+        if (!job)
+            return false;
+        const timer = this.timers.get(id);
+        if (timer) {
+            clearTimeout(timer);
+            this.timers.delete(id);
+        }
+        this.scheduledJobs.delete(id);
+        this.emit('job:removed', job);
+        return true;
+    }
+    /**
+     * Enable a scheduled job
+     */
+    enableJob(id) {
+        const job = this.scheduledJobs.get(id);
+        if (!job)
+            return false;
+        job.enabled = true;
+        job.nextRun = this.calculateNextRun(job.schedule);
+        this.emit('job:enabled', job);
+        return true;
+    }
+    /**
+     * Disable a scheduled job
+     */
+    disableJob(id) {
+        const job = this.scheduledJobs.get(id);
+        if (!job)
+            return false;
+        job.enabled = false;
+        const timer = this.timers.get(id);
+        if (timer) {
+            clearTimeout(timer);
+            this.timers.delete(id);
+        }
+        this.emit('job:disabled', job);
+        return true;
+    }
+    /**
+     * Update a scheduled job
+     */
+    updateScheduledJob(id, updates) {
+        const job = this.scheduledJobs.get(id);
+        if (!job)
+            return undefined;
+        if (updates.name !== undefined)
+            job.name = updates.name;
+        if (updates.data !== undefined)
+            job.data = updates.data;
+        if (updates.options !== undefined)
+            job.options = updates.options;
+        if (updates.schedule !== undefined) {
+            job.schedule = updates.schedule;
+            job.nextRun = this.calculateNextRun(job.schedule);
+        }
+        this.emit('job:updated', job);
+        return job;
+    }
+    /**
+     * Get scheduled job by ID
+     */
+    getScheduledJob(id) {
+        return this.scheduledJobs.get(id);
+    }
+    /**
+     * Get all scheduled jobs
+     */
+    getAllScheduledJobs() {
+        return Array.from(this.scheduledJobs.values());
+    }
+    /**
+     * Run a scheduled job immediately
+     */
+    async runNow(id) {
+        const job = this.scheduledJobs.get(id);
+        if (!job) {
+            throw new Error(`Scheduled job not found: ${id}`);
+        }
+        await this.executeJob(job);
+    }
+    /**
+     * Get next runs for all jobs
+     */
+    getUpcomingRuns(count = 10) {
+        const upcoming = [];
+        for (const job of this.scheduledJobs.values()) {
+            if (!job.enabled || !job.nextRun)
+                continue;
+            upcoming.push({ job, runAt: job.nextRun });
+        }
+        upcoming.sort((a, b) => new Date(a.runAt).getTime() - new Date(b.runAt).getTime());
+        return upcoming.slice(0, count);
+    }
+    // ==================== Private Methods ====================
+    scheduleNextCheck() {
+        if (!this.running)
+            return;
+        this.checkTimer = setTimeout(() => {
+            this.checkScheduledJobs();
+            this.scheduleNextCheck();
+        }, this.checkInterval);
+    }
+    async checkScheduledJobs() {
+        const now = new Date();
+        for (const job of this.scheduledJobs.values()) {
+            if (!job.enabled || !job.nextRun)
+                continue;
+            const nextRun = new Date(job.nextRun);
+            if (nextRun <= now) {
+                try {
+                    await this.executeJob(job);
+                }
+                catch (error) {
+                    this.emit('job:error', job, error);
+                }
+            }
+        }
+    }
+    async executeJob(job) {
+        job.lastRun = new Date().toISOString();
+        job.runCount++;
+        this.emit('job:executing', job);
+        try {
+            await this.queue.add(job.type, job.data, job.options);
+            job.nextRun = this.calculateNextRun(job.schedule);
+            this.emit('job:executed', job);
+        }
+        catch (error) {
+            this.emit('job:error', job, error);
+            throw error;
+        }
+    }
+    calculateNextRun(schedule) {
+        const parsed = this.parseSchedule(schedule);
+        const now = new Date();
+        const next = new Date(now);
+        // Simple implementation - find next matching time
+        // For production, use a library like 'cron-parser'
+        let found = false;
+        let iterations = 0;
+        const maxIterations = 366 * 24 * 60; // Max 1 year
+        while (!found && iterations < maxIterations) {
+            next.setMinutes(next.getMinutes() + 1);
+            next.setSeconds(0);
+            next.setMilliseconds(0);
+            const matches = parsed.minute.includes(next.getMinutes()) &&
+                parsed.hour.includes(next.getHours()) &&
+                parsed.dayOfMonth.includes(next.getDate()) &&
+                parsed.month.includes(next.getMonth() + 1) &&
+                parsed.dayOfWeek.includes(next.getDay());
+            if (matches) {
+                found = true;
+            }
+            iterations++;
+        }
+        return found ? next.toISOString() : '';
+    }
+    parseSchedule(schedule) {
+        const parts = schedule.trim().split(/\s+/);
+        if (parts.length !== 5) {
+            throw new Error(`Invalid cron expression: ${schedule}`);
+        }
+        return {
+            minute: this.parseCronField(parts[0], 0, 59),
+            hour: this.parseCronField(parts[1], 0, 23),
+            dayOfMonth: this.parseCronField(parts[2], 1, 31),
+            month: this.parseCronField(parts[3], 1, 12),
+            dayOfWeek: this.parseCronField(parts[4], 0, 6)
+        };
+    }
+    parseCronField(field, min, max) {
+        const values = [];
+        if (field === '*') {
+            for (let i = min; i <= max; i++) {
+                values.push(i);
+            }
+            return values;
+        }
+        // Handle */n (every n)
+        if (field.startsWith('*/')) {
+            const step = parseInt(field.slice(2), 10);
+            for (let i = min; i <= max; i += step) {
+                values.push(i);
+            }
+            return values;
+        }
+        // Handle comma-separated values
+        const parts = field.split(',');
+        for (const part of parts) {
+            if (part.includes('-')) {
+                // Range
+                const [start, end] = part.split('-').map(n => parseInt(n, 10));
+                for (let i = start; i <= end; i++) {
+                    values.push(i);
+                }
+            }
+            else {
+                // Single value
+                values.push(parseInt(part, 10));
+            }
+        }
+        return values.filter(v => v >= min && v <= max);
+    }
+}
+/**
+ * Create a scheduler
+ */
+export function createScheduler(queue, checkInterval) {
+    return new Scheduler(queue, checkInterval);
+}
+// Common schedule presets
+export const SchedulePresets = {
+    EVERY_MINUTE: '* * * * *',
+    EVERY_5_MINUTES: '*/5 * * * *',
+    EVERY_15_MINUTES: '*/15 * * * *',
+    EVERY_30_MINUTES: '*/30 * * * *',
+    EVERY_HOUR: '0 * * * *',
+    EVERY_6_HOURS: '0 */6 * * *',
+    EVERY_12_HOURS: '0 */12 * * *',
+    DAILY_MIDNIGHT: '0 0 * * *',
+    DAILY_NOON: '0 12 * * *',
+    WEEKLY_SUNDAY: '0 0 * * 0',
+    WEEKLY_MONDAY: '0 0 * * 1',
+    MONTHLY_FIRST: '0 0 1 * *'
+};
+//# sourceMappingURL=scheduler.js.map

package/dist/extensions/distributed/scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../../src/extensions/distributed/scheduler.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AA+BnD;;GAEG;AACH,MAAM,OAAO,SAAU,SAAQ,YAAY;IACjC,KAAK,CAAW;IAChB,aAAa,CAA0B;IACvC,MAAM,CAA4B;IAClC,OAAO,CAAU;IACjB,aAAa,CAAS;IACtB,UAAU,CAAkB;IAEpC,YAAY,KAAe,EAAE,gBAAwB,KAAK;QACxD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAErB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC9B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEpB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,eAAe,CACb,IAAY,EACZ,IAAa,EACb,IAAO,EACP,QAAgB,EAChB,OAAoB;QAEpB,MAAM,GAAG,GAAoB;YAC3B,EAAE,EAAE,YAAY,EAAE;YAClB,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,QAAQ;YACR,OAAO;YACP,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC;SACzC,CAAC;QAEF,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAE5B,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,EAAQ;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QAEvB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,KAAK,EAAE,CAAC;YACV,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QAE9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,EAAQ;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QAEvB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;QACnB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QAE9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,EAAQ;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QAEvB,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,KAAK,EAAE,CAAC;YACV,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,kBAAkB,CAChB,EAAQ,EACR,OAAiF;QAEjF,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAoB,CAAC;QAC1D,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAE3B,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;YAAE,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACxD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;YAAE,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACxD,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;YAAE,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAEjE,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YAChC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QAC9B,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,EAAQ;QACtB,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,EAAQ;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,QAAgB,EAAE;QAChC,MAAM,QAAQ,GAAgD,EAAE,CAAC;QAEjE,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO;gBAAE,SAAS;YAC3C,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACrB,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAC1D,CAAC;QAEF,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,4DAA4D;IAEpD,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC3B,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO;gBAAE,SAAS;YAE3C,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACtC,IAAI,OAAO,IAAI,GAAG,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBAC7B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,GAAiB;QACxC,GAAG,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACvC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAEf,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YACtD,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YACnC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,QAAgB;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAE3B,kDAAkD;QAClD,mDAAmD;QAEnD,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,aAAa,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa;QAElD,OAAO,CAAC,KAAK,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;YAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;YACvC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAExB,MAAM,OAAO,GACX,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC1C,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;gBAC1C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAE3C,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;YAED,UAAU,EAAE,CAAC;QACf,CAAC;QAED,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACzC,CAAC;IAEO,aAAa,CAAC,QAAgB;QACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SAC/C,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,KAAa,EAAE,GAAW,EAAE,GAAW;QAC5D,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;YAClB,KAAK,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,uBAAuB;QACvB,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1C,KAAK,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,gCAAgC;QAChC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,QAAQ;gBACR,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC/D,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAClC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,eAAe;gBACf,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;IAClD,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,KAAe,EAAE,aAAsB;IACrE,OAAO,IAAI,SAAS,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;AAC7C,CAAC;AAED,0BAA0B;AAC1B,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,YAAY,EAAE,WAAW;IACzB,eAAe,EAAE,aAAa;IAC9B,gBAAgB,EAAE,cAAc;IAChC,gBAAgB,EAAE,cAAc;IAChC,UAAU,EAAE,WAAW;IACvB,aAAa,EAAE,aAAa;IAC5B,cAAc,EAAE,cAAc;IAC9B,cAAc,EAAE,WAAW;IAC3B,UAAU,EAAE,YAAY;IACxB,aAAa,EAAE,WAAW;IAC1B,aAAa,EAAE,WAAW;IAC1B,aAAa,EAAE,WAAW;CAClB,CAAC"}

package/dist/extensions/distributed/worker.d.ts

@@ -0,0 +1,112 @@
+/**
+ * Worker - Distributed job processor
+ * @module extensions/distributed/worker
+ */
+import { EventEmitter } from 'events';
+import type { Job, JobType, JobQueue } from './queue.js';
+import type { ChunkEngine } from '../../core/chunk-engine.js';
+import type { MerkleEngine } from '../../core/merkle-engine.js';
+import type { HNSWIndex } from '../../core/hnsw-index.js';
+import type { NeuronGraphManager } from '../../core/neuron-graph.js';
+import type { ChunkStore } from '../../storage/chunk-store.js';
+import type { NeuronStore } from '../../storage/neuron-store.js';
+import type { IngestionService } from '../../services/ingestion.js';
+import type { VerificationService } from '../../services/verify.js';
+import type { ClusteringService } from '../clustering/index.js';
+/**
+ * Worker status
+ */
+export type WorkerStatus = 'IDLE' | 'BUSY' | 'PAUSED' | 'STOPPED';
+/**
+ * Worker configuration
+ */
+export interface WorkerConfig {
+    id?: string;
+    name?: string;
+    concurrency?: number;
+    jobTypes?: JobType[];
+    heartbeatInterval?: number;
+}
+/**
+ * Worker context - services available to job handlers
+ */
+export interface WorkerContext {
+    chunkEngine?: ChunkEngine;
+    merkleEngine?: MerkleEngine;
+    hnswIndex?: HNSWIndex;
+    graphManager?: NeuronGraphManager;
+    chunkStore?: ChunkStore;
+    neuronStore?: NeuronStore;
+    ingestionService?: IngestionService;
+    verifyService?: VerificationService;
+    clusteringService?: ClusteringService;
+}
+/**
+ * Worker statistics
+ */
+export interface WorkerStats {
+    id: string;
+    name: string;
+    status: WorkerStatus;
+    processedJobs: number;
+    failedJobs: number;
+    avgProcessingTime: number;
+    uptime: number;
+    lastHeartbeat: string;
+}
+/**
+ * Distributed Worker
+ */
+export declare class Worker extends EventEmitter {
+    readonly id: string;
+    readonly name: string;
+    private queue;
+    private context;
+    private status;
+    private concurrency;
+    private jobTypes;
+    private activeJobs;
+    private processedJobs;
+    private failedJobs;
+    private processingTimes;
+    private startTime;
+    private heartbeatInterval;
+    private heartbeatTimer?;
+    private handlers;
+    constructor(queue: JobQueue, context: WorkerContext, config?: WorkerConfig);
+    /**
+     * Start the worker
+     */
+    start(): Promise<void>;
+    /**
+     * Stop the worker
+     */
+    stop(): Promise<void>;
+    /**
+     * Pause the worker
+     */
+    pause(): void;
+    /**
+     * Resume the worker
+     */
+    resume(): void;
+    /**
+     * Register a custom job handler
+     */
+    registerHandler(type: JobType, handler: (job: Job, ctx: WorkerContext) => Promise<unknown>): void;
+    /**
+     * Get worker statistics
+     */
+    getStats(): WorkerStats;
+    /**
+     * Get active jobs
+     */
+    getActiveJobs(): Job[];
+    private processJob;
+    private registerDefaultHandlers;
+}
+/**
+ * Create a worker
+ */
+export declare function createWorker(queue: JobQueue, context: WorkerContext, config?: WorkerConfig): Worker;
+//# sourceMappingURL=worker.d.ts.map

package/dist/extensions/distributed/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../../src/extensions/distributed/worker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAGtC,OAAO,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAGzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEhE;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,CAAC;AAElE;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,YAAY,CAAC,EAAE,kBAAkB,CAAC;IAClC,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,qBAAa,MAAO,SAAQ,YAAY;IACtC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAe;IAC/B,OAAO,CAAC,UAAU,CAAiB;IACnC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,cAAc,CAAC,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAmE;gBAGjF,KAAK,EAAE,QAAQ,EACf,OAAO,EAAE,aAAa,EACtB,MAAM,GAAE,YAAiB;IAuB3B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAuB5B;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb;;OAEG;IACH,MAAM,IAAI,IAAI;IAOd;;OAEG;IACH,eAAe,CACb,IAAI,EAAE,OAAO,EACb,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,aAAa,KAAK,OAAO,CAAC,OAAO,CAAC,GAC1D,IAAI;IAIP;;OAEG;IACH,QAAQ,IAAI,WAAW;IAiBvB;;OAEG;IACH,aAAa,IAAI,GAAG,EAAE;YAMR,UAAU;IAsCxB,OAAO,CAAC,uBAAuB;CAsHhC;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,KAAK,EAAE,QAAQ,EACf,OAAO,EAAE,aAAa,EACtB,MAAM,CAAC,EAAE,YAAY,GACpB,MAAM,CAER"}

package/dist/extensions/distributed/worker.js

@@ -0,0 +1,260 @@
+/**
+ * Worker - Distributed job processor
+ * @module extensions/distributed/worker
+ */
+import { EventEmitter } from 'events';
+import { generateUUID } from '../../utils/uuid.js';
+/**
+ * Distributed Worker
+ */
+export class Worker extends EventEmitter {
+    id;
+    name;
+    queue;
+    context;
+    status;
+    concurrency;
+    jobTypes;
+    activeJobs;
+    processedJobs;
+    failedJobs;
+    processingTimes;
+    startTime;
+    heartbeatInterval;
+    heartbeatTimer;
+    handlers;
+    constructor(queue, context, config = {}) {
+        super();
+        this.id = config.id ?? generateUUID();
+        this.name = config.name ?? `worker-${this.id.slice(0, 8)}`;
+        this.queue = queue;
+        this.context = context;
+        this.status = 'IDLE';
+        this.concurrency = config.concurrency ?? 1;
+        this.jobTypes = new Set(config.jobTypes ?? []);
+        this.heartbeatInterval = config.heartbeatInterval ?? 30000;
+        this.activeJobs = new Map();
+        this.processedJobs = 0;
+        this.failedJobs = 0;
+        this.processingTimes = [];
+        this.startTime = Date.now();
+        this.handlers = new Map();
+        this.registerDefaultHandlers();
+    }
+    /**
+     * Start the worker
+     */
+    async start() {
+        if (this.status !== 'STOPPED' && this.status !== 'IDLE')
+            return;
+        this.status = 'IDLE';
+        this.startTime = Date.now();
+        // Register with queue
+        for (const [type, handler] of this.handlers) {
+            if (this.jobTypes.size === 0 || this.jobTypes.has(type)) {
+                this.queue.process(type, async (job) => {
+                    return this.processJob(job, handler);
+                });
+            }
+        }
+        // Start heartbeat
+        this.heartbeatTimer = setInterval(() => {
+            this.emit('heartbeat', this.getStats());
+        }, this.heartbeatInterval);
+        this.emit('started', this.getStats());
+    }
+    /**
+     * Stop the worker
+     */
+    async stop() {
+        this.status = 'STOPPED';
+        // Stop heartbeat
+        if (this.heartbeatTimer) {
+            clearInterval(this.heartbeatTimer);
+            this.heartbeatTimer = undefined;
+        }
+        // Wait for active jobs
+        while (this.activeJobs.size > 0) {
+            await new Promise(resolve => setTimeout(resolve, 100));
+        }
+        this.emit('stopped', this.getStats());
+    }
+    /**
+     * Pause the worker
+     */
+    pause() {
+        this.status = 'PAUSED';
+        this.emit('paused', this.getStats());
+    }
+    /**
+     * Resume the worker
+     */
+    resume() {
+        if (this.status === 'PAUSED') {
+            this.status = 'IDLE';
+            this.emit('resumed', this.getStats());
+        }
+    }
+    /**
+     * Register a custom job handler
+     */
+    registerHandler(type, handler) {
+        this.handlers.set(type, handler);
+    }
+    /**
+     * Get worker statistics
+     */
+    getStats() {
+        const avgTime = this.processingTimes.length > 0
+            ? this.processingTimes.reduce((a, b) => a + b, 0) / this.processingTimes.length
+            : 0;
+        return {
+            id: this.id,
+            name: this.name,
+            status: this.status,
+            processedJobs: this.processedJobs,
+            failedJobs: this.failedJobs,
+            avgProcessingTime: Math.round(avgTime),
+            uptime: Date.now() - this.startTime,
+            lastHeartbeat: new Date().toISOString()
+        };
+    }
+    /**
+     * Get active jobs
+     */
+    getActiveJobs() {
+        return Array.from(this.activeJobs.values());
+    }
+    // ==================== Private Methods ====================
+    async processJob(job, handler) {
+        if (this.status === 'PAUSED' || this.status === 'STOPPED') {
+            throw new Error('Worker is not accepting jobs');
+        }
+        this.status = 'BUSY';
+        this.activeJobs.set(job.id, job);
+        job.workerId = this.id;
+        const startTime = Date.now();
+        this.emit('job:started', job);
+        try {
+            const result = await handler(job, this.context);
+            this.processedJobs++;
+            this.processingTimes.push(Date.now() - startTime);
+            // Keep only last 100 times
+            if (this.processingTimes.length > 100) {
+                this.processingTimes.shift();
+            }
+            this.emit('job:completed', job, result);
+            return result;
+        }
+        catch (error) {
+            this.failedJobs++;
+            this.emit('job:failed', job, error);
+            throw error;
+        }
+        finally {
+            this.activeJobs.delete(job.id);
+            this.status = this.activeJobs.size > 0 ? 'BUSY' : 'IDLE';
+        }
+    }
+    registerDefaultHandlers() {
+        // Ingest text
+        this.handlers.set('INGEST_TEXT', async (job, ctx) => {
+            if (!ctx.ingestionService) {
+                throw new Error('Ingestion service not available');
+            }
+            const { text, options } = job.data;
+            return ctx.ingestionService.ingestText(text, options);
+        });
+        // Ingest batch
+        this.handlers.set('INGEST_BATCH', async (job, ctx) => {
+            if (!ctx.ingestionService) {
+                throw new Error('Ingestion service not available');
+            }
+            const { texts, options } = job.data;
+            const neurons = [];
+            for (let i = 0; i < texts.length; i++) {
+                const neuron = await ctx.ingestionService.ingestText(texts[i], options);
+                neurons.push(neuron);
+                // Update progress
+                this.queue.updateProgress(job.id, ((i + 1) / texts.length) * 100);
+            }
+            return neurons;
+        });
+        // Build index
+        this.handlers.set('BUILD_INDEX', async (job, ctx) => {
+            if (!ctx.hnswIndex || !ctx.neuronStore) {
+                throw new Error('HNSW index or neuron store not available');
+            }
+            const { rebuild } = job.data;
+            const ids = await ctx.neuronStore.getAllNeuronIds();
+            let processed = 0;
+            for (const id of ids) {
+                const neuron = await ctx.neuronStore.getNeuron(id);
+                if (neuron && !ctx.hnswIndex.has(id)) {
+                    ctx.hnswIndex.insert(id, neuron.embedding);
+                }
+                processed++;
+                this.queue.updateProgress(job.id, (processed / ids.length) * 100);
+            }
+            return { indexed: processed };
+        });
+        // Cluster
+        this.handlers.set('CLUSTER', async (job, ctx) => {
+            if (!ctx.clusteringService) {
+                throw new Error('Clustering service not available');
+            }
+            const { algorithm, options } = job.data;
+            switch (algorithm) {
+                case 'kmeans':
+                    return ctx.clusteringService.kmeans(options);
+                case 'dbscan':
+                    return ctx.clusteringService.dbscan(options);
+                case 'hierarchical':
+                    return ctx.clusteringService.hierarchical(options.targetClusters, options.linkage);
+                default:
+                    throw new Error(`Unknown clustering algorithm: ${algorithm}`);
+            }
+        });
+        // Verify integrity
+        this.handlers.set('VERIFY_INTEGRITY', async (job, ctx) => {
+            if (!ctx.verifyService) {
+                throw new Error('Verification service not available');
+            }
+            const { neuronId, full } = job.data;
+            if (neuronId) {
+                return ctx.verifyService.verifyNeuron(neuronId);
+            }
+            else if (full) {
+                return ctx.verifyService.verifyAll();
+            }
+            else {
+                return ctx.verifyService.verifyChunkStore();
+            }
+        });
+        // Analyze graph
+        this.handlers.set('ANALYZE_GRAPH', async (job, ctx) => {
+            if (!ctx.graphManager) {
+                throw new Error('Graph manager not available');
+            }
+            const stats = await ctx.graphManager.getStats();
+            const components = await ctx.graphManager.getConnectedComponents();
+            return {
+                ...stats,
+                componentCount: components.length,
+                componentSizes: components.map(c => c.size)
+            };
+        });
+        // Custom job - pass through
+        this.handlers.set('CUSTOM', async (job) => {
+            const { handler } = job.data;
+            throw new Error(`Custom handler '${handler}' not implemented`);
+        });
+    }
+}
+/**
+ * Create a worker
+ */
+export function createWorker(queue, context, config) {
+    return new Worker(queue, context, config);
+}
+//# sourceMappingURL=worker.js.map