atabey 0.0.23 → 0.0.26

package/dist/shared/src/worker-pool.js

@@ -0,0 +1,210 @@
+/**
+ * In-Memory Worker Pool — worker_threads based, no Redis/BullMQ.
+ *
+ * Heavy / isolable work runs off the main thread. Concurrency is capped
+ * (default os.cpus().length) via an internal queue so RAM/CPU stay bounded.
+ *
+ * Thread-safety note: SQLite (better-sqlite3) bindings are NOT thread-safe.
+ * Worker threads MUST NOT access AtabeyStorage or any SQLite connection.
+ * Only CPU-bound isolable work (hash, tokenize, etc.) should be dispatched
+ * to the worker pool.
+ */
+import fs from "fs";
+import os from "os";
+import path from "path";
+import { fileURLToPath } from "url";
+import { Worker } from "worker_threads";
+function defaultWorkerScript() {
+    // Compiled ESM layout: dist/worker-thread.js next to this module
+    const here = path.dirname(fileURLToPath(import.meta.url));
+    const jsScript = path.join(here, "worker-thread.js");
+    const tsScript = path.join(here, "worker-thread.ts");
+    // Prefer compiled JS; fall back to TS for dev (tsx/ts-node)
+    if (fs.existsSync(jsScript))
+        return jsScript;
+    if (fs.existsSync(tsScript))
+        return tsScript;
+    // Fallback: try resolving via import.meta.resolve for monorepo layouts
+    try {
+        const resolved = import.meta.resolve("./worker-thread.js");
+        if (resolved)
+            return new URL(resolved).pathname;
+    }
+    catch {
+        // ignore
+    }
+    return jsScript;
+}
+export class WorkerPool {
+    maxConcurrency;
+    minWorkers;
+    jobTimeoutMs;
+    workerScript;
+    workers = [];
+    queue = [];
+    inflight = new Map();
+    jobSeq = 0;
+    closed = false;
+    constructor(options = {}) {
+        const cpus = Math.max(1, os.cpus()?.length || 1);
+        const requested = options.maxConcurrency ?? cpus;
+        this.maxConcurrency = Math.max(1, Math.min(requested, 16));
+        this.minWorkers = Math.max(0, Math.min(options.minWorkers ?? Math.min(2, this.maxConcurrency), this.maxConcurrency));
+        this.jobTimeoutMs = options.jobTimeoutMs ?? 30_000;
+        this.workerScript = options.workerScript ?? defaultWorkerScript();
+        for (let i = 0; i < this.minWorkers; i++) {
+            this.spawnWorker();
+        }
+    }
+    /**
+     * Run a named job type on a worker thread.
+     * Returns when the worker posts a result (or on timeout/error).
+     */
+    run(type, payload) {
+        if (this.closed) {
+            return Promise.reject(new Error("[WorkerPool] Pool is closed."));
+        }
+        const id = `wjob-${++this.jobSeq}-${Date.now()}`;
+        const job = { id, type, payload };
+        return new Promise((resolve, reject) => {
+            const timer = setTimeout(() => {
+                this.inflight.delete(id);
+                reject(new Error(`[WorkerPool] Job ${id} timed out after ${this.jobTimeoutMs}ms`));
+            }, this.jobTimeoutMs);
+            const pending = {
+                job,
+                resolve: (v) => resolve(v),
+                reject,
+                timer,
+            };
+            this.queue.push(pending);
+            this.dispatch();
+        });
+    }
+    getStats() {
+        return {
+            maxConcurrency: this.maxConcurrency,
+            workers: this.workers.length,
+            busy: this.workers.filter((w) => w.busy).length,
+            pending: this.queue.length,
+            inflight: this.inflight.size,
+        };
+    }
+    async close() {
+        this.closed = true;
+        while (this.queue.length > 0) {
+            const p = this.queue.shift();
+            if (p) {
+                clearTimeout(p.timer);
+                p.reject(new Error("[WorkerPool] Pool closed while job was queued."));
+            }
+        }
+        await Promise.all(this.workers.map((pw) => new Promise((resolve) => {
+            pw.worker.once("exit", () => resolve());
+            void pw.worker.terminate();
+        })));
+        this.workers.length = 0;
+    }
+    failWorkerJob(pw, error) {
+        const jobId = pw.currentJobId;
+        pw.busy = false;
+        pw.currentJobId = null;
+        if (!jobId)
+            return;
+        const pending = this.inflight.get(jobId);
+        if (!pending)
+            return;
+        clearTimeout(pending.timer);
+        this.inflight.delete(jobId);
+        pending.reject(error);
+    }
+    spawnWorker() {
+        const worker = new Worker(this.workerScript);
+        const pw = { worker, busy: false, currentJobId: null };
+        worker.on("message", (msg) => {
+            const pending = this.inflight.get(msg.id);
+            pw.busy = false;
+            pw.currentJobId = null;
+            if (!pending) {
+                this.dispatch();
+                return;
+            }
+            clearTimeout(pending.timer);
+            this.inflight.delete(msg.id);
+            if (msg.ok) {
+                pending.resolve(msg.result);
+            }
+            else {
+                pending.reject(new Error(msg.error || "Worker job failed"));
+            }
+            this.dispatch();
+        });
+        worker.on("error", (err) => {
+            this.failWorkerJob(pw, err instanceof Error ? err : new Error(String(err)));
+            this.removeWorker(pw);
+            if (!this.closed) {
+                this.spawnWorker();
+            }
+            this.dispatch();
+        });
+        worker.on("exit", (code) => {
+            if (pw.busy && pw.currentJobId) {
+                this.failWorkerJob(pw, new Error(`[WorkerPool] Worker exited with code ${code} while running job ${pw.currentJobId}`));
+            }
+            this.removeWorker(pw);
+            if (!this.closed && code !== 0) {
+                // Replace crashed worker so pool size recovers
+                if (this.workers.length < this.minWorkers) {
+                    this.spawnWorker();
+                }
+            }
+            this.dispatch();
+        });
+        this.workers.push(pw);
+        return pw;
+    }
+    removeWorker(pw) {
+        const idx = this.workers.indexOf(pw);
+        if (idx >= 0)
+            this.workers.splice(idx, 1);
+    }
+    dispatch() {
+        if (this.closed)
+            return;
+        while (this.queue.length > 0) {
+            let free = this.workers.find((w) => !w.busy);
+            if (!free && this.workers.length < this.maxConcurrency) {
+                free = this.spawnWorker();
+            }
+            if (!free)
+                break;
+            const pending = this.queue.shift();
+            if (!pending)
+                break;
+            free.busy = true;
+            free.currentJobId = pending.job.id;
+            this.inflight.set(pending.job.id, pending);
+            free.worker.postMessage(pending.job);
+        }
+    }
+}
+let defaultPool = null;
+export function getDefaultWorkerPool(options) {
+    if (!defaultPool) {
+        const fromEnv = process.env.ATABEY_WORKER_CONCURRENCY
+            ? parseInt(process.env.ATABEY_WORKER_CONCURRENCY, 10)
+            : undefined;
+        defaultPool = new WorkerPool({
+            maxConcurrency: options?.maxConcurrency ?? (Number.isFinite(fromEnv) ? fromEnv : undefined),
+            ...options,
+        });
+    }
+    return defaultPool;
+}
+export async function resetDefaultWorkerPool() {
+    if (defaultPool) {
+        await defaultPool.close();
+        defaultPool = null;
+    }
+}
+//# sourceMappingURL=worker-pool.js.map

package/dist/shared/src/worker-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool.js","sourceRoot":"","sources":["../../../../shared/src/worker-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AA4BxC,SAAS,mBAAmB;IACxB,iEAAiE;IACjE,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IAErD,4DAA4D;IAC5D,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE7C,uEAAuE;IACvE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC3D,IAAI,QAAQ;YAAE,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACL,SAAS;IACb,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,MAAM,OAAO,UAAU;IACF,cAAc,CAAS;IACvB,UAAU,CAAS;IACnB,YAAY,CAAS;IACrB,YAAY,CAAS;IACrB,OAAO,GAAiB,EAAE,CAAC;IAC3B,KAAK,GAAiB,EAAE,CAAC;IACzB,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IAClD,MAAM,GAAG,CAAC,CAAC;IACX,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,UAA6B,EAAE;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CACtB,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC;QACnD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,mBAAmB,EAAE,CAAC;QAElE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;IAED;;;OAGG;IACI,GAAG,CAAc,IAAY,EAAE,OAAiB;QACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,EAAE,GAAG,QAAQ,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACjD,MAAM,GAAG,GAAc,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAE7C,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC1B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACzB,MAAM,CAAC,IAAI,KAAK,CAAC,oBAAoB,EAAE,oBAAoB,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;YACvF,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAEtB,MAAM,OAAO,GAAe;gBACxB,GAAG;gBACH,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAM,CAAC;gBAC/B,MAAM;gBACN,KAAK;aACR,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,QAAQ;QAOX,OAAO;YACH,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC5B,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM;YAC/C,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;SAC/B,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,KAAK;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,EAAE,CAAC;gBACJ,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC;YAC1E,CAAC;QACL,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CACb,IAAI,CAAC,OAAO,CAAC,GAAG,CACZ,CAAC,EAAE,EAAE,EAAE,CACH,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC1B,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YACxC,KAAK,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC/B,CAAC,CAAC,CACT,CACJ,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5B,CAAC;IAEO,aAAa,CAAC,EAAc,EAAE,KAAY;QAC9C,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC;QAC9B,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;QAChB,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAEO,WAAW;QACf,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAe,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;QAEnE,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAiB,EAAE,EAAE;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1C,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;YAChB,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACX,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;gBACT,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,mBAAmB,CAAC,CAAC,CAAC;YAChE,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACvB,IAAI,CAAC,aAAa,CACd,EAAE,EACF,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CACtD,CAAC;YACF,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,YAAY,EAAE,CAAC;gBAC7B,IAAI,CAAC,aAAa,CACd,EAAE,EACF,IAAI,KAAK,CAAC,wCAAwC,IAAI,sBAAsB,EAAE,CAAC,YAAY,EAAE,CAAC,CACjG,CAAC;YACN,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC7B,+CAA+C;gBAC/C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACL,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtB,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,YAAY,CAAC,EAAc;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,GAAG,IAAI,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,QAAQ;QACZ,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAExB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAE7C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBACrD,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM;YAEjB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO;gBAAE,MAAM;YAEpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;CACJ;AAED,IAAI,WAAW,GAAsB,IAAI,CAAC;AAE1C,MAAM,UAAU,oBAAoB,CAAC,OAA2B;IAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB;YACjD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC;YACrD,CAAC,CAAC,SAAS,CAAC;QAChB,WAAW,GAAG,IAAI,UAAU,CAAC;YACzB,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3F,GAAG,OAAO;SACb,CAAC,CAAC;IACP,CAAC;IACD,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB;IACxC,IAAI,WAAW,EAAE,CAAC;QACd,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;QAC1B,WAAW,GAAG,IAAI,CAAC;IACvB,CAAC;AACL,CAAC"}

package/dist/shared/src/worker-thread.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Generic worker_threads entrypoint for Atabey WorkerPool.
+ * Receives serializable jobs and returns serializable results.
+ *
+ * Supported job types (extensible):
+ *  - "ping"     — health check
+ *  - "hash"     — simple string hash (CPU sample)
+ *  - "tokenize"  — tokenization for TF-IDF style work
+ *  - "sleep"    — test helper
+ */
+export interface WorkerJob {
+    id: string;
+    type: string;
+    payload?: unknown;
+}
+export interface WorkerResult {
+    id: string;
+    ok: boolean;
+    result?: unknown;
+    error?: string;
+}

package/dist/shared/src/worker-thread.js

@@ -0,0 +1,67 @@
+/**
+ * Generic worker_threads entrypoint for Atabey WorkerPool.
+ * Receives serializable jobs and returns serializable results.
+ *
+ * Supported job types (extensible):
+ *  - "ping"     — health check
+ *  - "hash"     — simple string hash (CPU sample)
+ *  - "tokenize"  — tokenization for TF-IDF style work
+ *  - "sleep"    — test helper
+ */
+import { parentPort } from "worker_threads";
+function tokenize(text) {
+    return text
+        .toLowerCase()
+        .replace(/[^\w\s-]/g, " ")
+        .split(/\s+/)
+        .filter((t) => t.length > 1);
+}
+function simpleHash(input) {
+    let h = 0;
+    for (let i = 0; i < input.length; i++) {
+        h = (Math.imul(31, h) + input.charCodeAt(i)) | 0;
+    }
+    return h >>> 0;
+}
+async function handleJob(job) {
+    switch (job.type) {
+        case "ping":
+            return { pong: true, pid: process.pid, ts: Date.now() };
+        case "hash": {
+            const text = String(job.payload?.text ?? "");
+            return { hash: simpleHash(text), length: text.length };
+        }
+        case "tokenize": {
+            const text = String(job.payload?.text ?? "");
+            const tokens = tokenize(text);
+            return { tokens, count: tokens.length };
+        }
+        case "sleep": {
+            const ms = Math.min(10_000, Math.max(0, Number(job.payload?.ms ?? 0)));
+            await new Promise((r) => setTimeout(r, ms));
+            return { slept: ms };
+        }
+        default:
+            throw new Error(`Unknown worker job type: ${job.type}`);
+    }
+}
+if (parentPort) {
+    parentPort.on("message", (job) => {
+        void (async () => {
+            try {
+                const result = await handleJob(job);
+                const msg = { id: job.id, ok: true, result };
+                parentPort.postMessage(msg);
+            }
+            catch (err) {
+                const msg = {
+                    id: job.id,
+                    ok: false,
+                    error: err instanceof Error ? err.message : String(err),
+                };
+                parentPort.postMessage(msg);
+            }
+        })();
+    });
+}
+//# sourceMappingURL=worker-thread.js.map

package/dist/shared/src/worker-thread.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-thread.js","sourceRoot":"","sources":["../../../../shared/src/worker-thread.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAe5C,SAAS,QAAQ,CAAC,IAAY;IAC1B,OAAO,IAAI;SACN,WAAW,EAAE;SACb,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,GAAc;IACnC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,MAAM;YACP,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAE5D,KAAK,MAAM,CAAC,CAAC,CAAC;YACV,MAAM,IAAI,GAAG,MAAM,CAAE,GAAG,CAAC,OAA6B,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;YACpE,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3D,CAAC;QAED,KAAK,UAAU,CAAC,CAAC,CAAC;YACd,MAAM,IAAI,GAAG,MAAM,CAAE,GAAG,CAAC,OAA6B,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;YACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QAC5C,CAAC;QAED,KAAK,OAAO,CAAC,CAAC,CAAC;YACX,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CACf,MAAM,EACN,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAE,GAAG,CAAC,OAA2B,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CACjE,CAAC;YACF,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5C,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACzB,CAAC;QAED;YACI,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;AACL,CAAC;AAED,IAAI,UAAU,EAAE,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAc,EAAE,EAAE;QACxC,KAAK,CAAC,KAAK,IAAI,EAAE;YACb,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;gBACpC,MAAM,GAAG,GAAiB,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC3D,UAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,GAAG,GAAiB;oBACtB,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,EAAE,EAAE,KAAK;oBACT,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBAC1D,CAAC;gBACF,UAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/src/cli/commands/approve.d.ts

@@ -0,0 +1 @@
+export declare function approveCommand(traceId: string): Promise<void>;

package/dist/src/cli/commands/approve.js

@@ -0,0 +1,64 @@
+import fs from "fs";
+import path from "path";
+import { getFrameworkDir } from "../utils/memory.js";
+import { UI } from "../utils/ui.js";
+import { writeTextFile, appendFile } from "../utils/fs.js";
+import { ValidationError } from "../../shared/errors.js";
+import { HermesMessageSchema } from "./orchestrate.js";
+export async function approveCommand(traceId) {
+    const frameworkDir = getFrameworkDir();
+    const messagesDir = path.join(frameworkDir, "messages");
+    if (!fs.existsSync(messagesDir)) {
+        throw new ValidationError("No messages directory found.", null, "Ensure the framework is initialized and the Hermes orchestrator has been run at least once.");
+    }
+    const files = fs.readdirSync(messagesDir).filter((f) => f.endsWith(".json"));
+    let found = false;
+    for (const file of files) {
+        const filePath = path.join(messagesDir, file);
+        try {
+            const content = fs.readFileSync(filePath, "utf8").trim();
+            if (!content)
+                continue;
+            const lines = content.split("\n");
+            let updated = false;
+            const newLines = lines.map((line) => {
+                if (!line.trim())
+                    return line;
+                try {
+                    const parsed = JSON.parse(line);
+                    const msg = HermesMessageSchema.parse(parsed);
+                    if (msg.traceId === traceId && msg.status === "PENDING" && (msg.category === "ALERT" || msg.category === "ACTION")) {
+                        msg.status = "APPROVED";
+                        updated = true;
+                        found = true;
+                        UI.success(`Approved message from ${msg.from} to ${msg.to} (Action: ${msg.action || "None"})`);
+                    }
+                    return JSON.stringify(msg);
+                }
+                catch (e) {
+                    UI.error(`Skipping invalid Hermes message during approval: ${e.message}`);
+                    return line;
+                }
+            });
+            if (updated) {
+                writeTextFile(filePath, newLines.join("\n") + "\n");
+            }
+        }
+        catch (e) {
+            UI.error(`Error reading or updating message file ${file}: ${e.message}`);
+        }
+    }
+    if (found) {
+        // Log user approval to audit log
+        const auditPath = path.join(frameworkDir, "observability/audit_log.md");
+        if (fs.existsSync(auditPath)) {
+            const logEntry = "\n- **[" + new Date().toISOString() + "]** USER -> @manager | APPROVED | Trace: " + traceId;
+            appendFile(auditPath, logEntry);
+        }
+        UI.success("Successfully approved Trace: " + traceId);
+    }
+    else {
+        throw new ValidationError(`No pending approval request found for Trace ID: ${traceId}`, null, "Run 'npx atabey status' to see active traces and ensure the ID is correct and pending approval.");
+    }
+}
+//# sourceMappingURL=approve.js.map

package/dist/src/cli/commands/approve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"approve.js","sourceRoot":"","sources":["../../../../src/cli/commands/approve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEvD,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAe;IAChD,MAAM,YAAY,GAAG,eAAe,EAAE,CAAC;IACvC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAExD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,eAAe,CACrB,8BAA8B,EAC9B,IAAI,EACJ,6FAA6F,CAChG,CAAC;IACN,CAAC;IAED,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,IAAI,KAAK,GAAG,KAAK,CAAC;IAElB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YACzD,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAChC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,OAAO,IAAI,CAAC;gBAC9B,IAAI,CAAC;oBACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAChC,MAAM,GAAG,GAAG,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC9C,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,EAAE,CAAC;wBACjH,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC;wBACxB,OAAO,GAAG,IAAI,CAAC;wBACf,KAAK,GAAG,IAAI,CAAC;wBACb,EAAE,CAAC,OAAO,CAAC,yBAAyB,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,aAAa,GAAG,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,CAAC;oBACnG,CAAC;oBACD,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBAC/B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACT,EAAE,CAAC,KAAK,CAAC,oDAAqD,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;oBACrF,OAAO,IAAI,CAAC;gBAChB,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,IAAI,OAAO,EAAE,CAAC;gBACV,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACxD,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,EAAE,CAAC,KAAK,CAAC,0CAA0C,IAAI,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACxF,CAAC;IACL,CAAC;IAED,IAAI,KAAK,EAAE,CAAC;QACR,iCAAiC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,4BAA4B,CAAC,CAAC;QACxE,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,2CAA2C,GAAG,OAAO,CAAC;YAC9G,UAAU,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACpC,CAAC;QACD,EAAE,CAAC,OAAO,CAAC,+BAA+B,GAAG,OAAO,CAAC,CAAC;IAC1D,CAAC;SAAM,CAAC;QACJ,MAAM,IAAI,eAAe,CACrB,mDAAmD,OAAO,EAAE,EAC5D,IAAI,EACJ,iGAAiG,CACpG,CAAC;IACN,CAAC;AACL,CAAC"}

package/dist/src/cli/commands/check.d.ts

@@ -0,0 +1 @@
+export declare function checkCommand(): Promise<void>;