atabey 0.0.37 → 0.1.0

package/dist/shared/src/modules/concurrency/worker-pool.js

@@ -0,0 +1,229 @@
+/**
+ * In-Memory Worker Pool — worker_threads based, no Redis/BullMQ.
+ *
+ * Heavy / isolable work runs off the main thread. Concurrency is capped
+ * (default os.cpus().length) via an internal queue so RAM/CPU stay bounded.
+ *
+ * Thread-safety note: SQLite (better-sqlite3) bindings are NOT thread-safe.
+ * Worker threads MUST NOT access AtabeyStorage or any SQLite connection.
+ * Only CPU-bound isolable work (hash, tokenize, etc.) should be dispatched
+ * to the worker pool.
+ */
+import fs from "fs";
+import os from "os";
+import path from "path";
+import { fileURLToPath } from "url";
+import { Worker } from "worker_threads";
+function defaultWorkerScript() {
+    // Compiled ESM layout: dist/worker-thread.js next to this module
+    const here = path.dirname(fileURLToPath(import.meta.url));
+    const jsScript = path.join(here, "worker-thread.js");
+    const tsScript = path.join(here, "worker-thread.ts");
+    // Prefer compiled JS; fall back to TS for dev (tsx/ts-node)
+    if (fs.existsSync(jsScript))
+        return jsScript;
+    if (fs.existsSync(tsScript))
+        return tsScript;
+    // Fallback: try resolving via import.meta.resolve for monorepo layouts
+    try {
+        const resolved = import.meta.resolve("./worker-thread.js");
+        if (resolved)
+            return new URL(resolved).pathname;
+    }
+    catch {
+        // ignore
+    }
+    return jsScript;
+}
+export class WorkerPool {
+    maxConcurrency;
+    minWorkers;
+    jobTimeoutMs;
+    workerScript;
+    workers = [];
+    queue = [];
+    inflight = new Map();
+    jobSeq = 0;
+    closed = false;
+    constructor(options = {}) {
+        const cpus = Math.max(1, os.cpus()?.length || 1);
+        const requested = options.maxConcurrency ?? cpus;
+        this.maxConcurrency = Math.max(1, Math.min(requested, 16));
+        this.minWorkers = Math.max(0, Math.min(options.minWorkers ?? Math.min(2, this.maxConcurrency), this.maxConcurrency));
+        this.jobTimeoutMs = options.jobTimeoutMs ?? 30_000;
+        this.workerScript = options.workerScript ?? defaultWorkerScript();
+        for (let i = 0; i < this.minWorkers; i++) {
+            this.spawnWorker();
+        }
+    }
+    /**
+     * Run a named job type on a worker thread.
+     * Returns when the worker posts a result (or on timeout/error).
+     */
+    run(type, payload) {
+        if (this.closed) {
+            return Promise.reject(new Error("[WorkerPool] Pool is closed."));
+        }
+        const id = `wjob-${++this.jobSeq}-${Date.now()}`;
+        const job = { id, type, payload };
+        return new Promise((resolve, reject) => {
+            const timer = setTimeout(() => {
+                this.inflight.delete(id);
+                // Free (and recycle) the worker stuck on this job so a hung job
+                // cannot permanently occupy the pool and deadlock every caller.
+                const stuck = this.workers.find((w) => w.currentJobId === id);
+                if (stuck) {
+                    stuck.busy = false;
+                    stuck.currentJobId = null;
+                    this.removeWorker(stuck);
+                    void stuck.worker.terminate().catch(() => { });
+                }
+                reject(new Error(`[WorkerPool] Job ${id} timed out after ${this.jobTimeoutMs}ms`));
+                this.dispatch();
+                if (!this.closed && this.workers.length < this.minWorkers) {
+                    this.spawnWorker();
+                }
+            }, this.jobTimeoutMs);
+            const pending = {
+                job,
+                resolve: (v) => resolve(v),
+                reject,
+                timer,
+            };
+            this.queue.push(pending);
+            this.dispatch();
+        });
+    }
+    getStats() {
+        return {
+            maxConcurrency: this.maxConcurrency,
+            workers: this.workers.length,
+            busy: this.workers.filter((w) => w.busy).length,
+            pending: this.queue.length,
+            inflight: this.inflight.size,
+        };
+    }
+    async close() {
+        this.closed = true;
+        while (this.queue.length > 0) {
+            const p = this.queue.shift();
+            if (p) {
+                clearTimeout(p.timer);
+                p.reject(new Error("[WorkerPool] Pool closed while job was queued."));
+            }
+        }
+        // Settle any in-flight jobs so their awaiters don't hang forever.
+        for (const pending of this.inflight.values()) {
+            clearTimeout(pending.timer);
+            pending.reject(new Error("[WorkerPool] Pool closed while the job was in flight."));
+        }
+        this.inflight.clear();
+        await Promise.all(this.workers.map((pw) => new Promise((resolve) => {
+            pw.worker.once("exit", () => resolve());
+            void pw.worker.terminate();
+        })));
+        this.workers.length = 0;
+    }
+    failWorkerJob(pw, error) {
+        const jobId = pw.currentJobId;
+        pw.busy = false;
+        pw.currentJobId = null;
+        if (!jobId)
+            return;
+        const pending = this.inflight.get(jobId);
+        if (!pending)
+            return;
+        clearTimeout(pending.timer);
+        this.inflight.delete(jobId);
+        pending.reject(error);
+    }
+    spawnWorker() {
+        const worker = new Worker(this.workerScript);
+        const pw = { worker, busy: false, currentJobId: null };
+        worker.on("message", (msg) => {
+            const pending = this.inflight.get(msg.id);
+            pw.busy = false;
+            pw.currentJobId = null;
+            if (!pending) {
+                this.dispatch();
+                return;
+            }
+            clearTimeout(pending.timer);
+            this.inflight.delete(msg.id);
+            if (msg.ok) {
+                pending.resolve(msg.result);
+            }
+            else {
+                pending.reject(new Error(msg.error || "Worker job failed"));
+            }
+            this.dispatch();
+        });
+        worker.on("error", (err) => {
+            this.failWorkerJob(pw, err instanceof Error ? err : new Error(String(err)));
+            this.removeWorker(pw);
+            if (!this.closed) {
+                this.spawnWorker();
+            }
+            this.dispatch();
+        });
+        worker.on("exit", (code) => {
+            if (pw.busy && pw.currentJobId) {
+                this.failWorkerJob(pw, new Error(`[WorkerPool] Worker exited with code ${code} while running job ${pw.currentJobId}`));
+            }
+            this.removeWorker(pw);
+            if (!this.closed && code !== 0) {
+                // Replace crashed worker so pool size recovers
+                if (this.workers.length < this.minWorkers) {
+                    this.spawnWorker();
+                }
+            }
+            this.dispatch();
+        });
+        this.workers.push(pw);
+        return pw;
+    }
+    removeWorker(pw) {
+        const idx = this.workers.indexOf(pw);
+        if (idx >= 0)
+            this.workers.splice(idx, 1);
+    }
+    dispatch() {
+        if (this.closed)
+            return;
+        while (this.queue.length > 0) {
+            let free = this.workers.find((w) => !w.busy);
+            if (!free && this.workers.length < this.maxConcurrency) {
+                free = this.spawnWorker();
+            }
+            if (!free)
+                break;
+            const pending = this.queue.shift();
+            if (!pending)
+                break;
+            free.busy = true;
+            free.currentJobId = pending.job.id;
+            this.inflight.set(pending.job.id, pending);
+            free.worker.postMessage(pending.job);
+        }
+    }
+}
+let defaultPool = null;
+export function getDefaultWorkerPool(options) {
+    if (!defaultPool) {
+        const fromEnv = process.env.ATABEY_WORKER_CONCURRENCY
+            ? parseInt(process.env.ATABEY_WORKER_CONCURRENCY, 10)
+            : undefined;
+        defaultPool = new WorkerPool({
+            maxConcurrency: options?.maxConcurrency ?? (Number.isFinite(fromEnv) ? fromEnv : undefined),
+            ...options,
+        });
+    }
+    return defaultPool;
+}
+export async function resetDefaultWorkerPool() {
+    if (defaultPool) {
+        await defaultPool.close();
+        defaultPool = null;
+    }
+}
+//# sourceMappingURL=worker-pool.js.map

package/dist/shared/src/modules/concurrency/worker-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool.js","sourceRoot":"","sources":["../../../../../../shared/src/modules/concurrency/worker-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AA4BxC,SAAS,mBAAmB;IACxB,iEAAiE;IACjE,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IAErD,4DAA4D;IAC5D,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE7C,uEAAuE;IACvE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC3D,IAAI,QAAQ;YAAE,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACL,SAAS;IACb,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,MAAM,OAAO,UAAU;IACF,cAAc,CAAS;IACvB,UAAU,CAAS;IACnB,YAAY,CAAS;IACrB,YAAY,CAAS;IACrB,OAAO,GAAiB,EAAE,CAAC;IAC3B,KAAK,GAAiB,EAAE,CAAC;IACzB,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IAClD,MAAM,GAAG,CAAC,CAAC;IACX,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,UAA6B,EAAE;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CACtB,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC;QACnD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,mBAAmB,EAAE,CAAC;QAElE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;IAED;;;OAGG;IACI,GAAG,CAAc,IAAY,EAAE,OAAiB;QACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,EAAE,GAAG,QAAQ,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACjD,MAAM,GAAG,GAAc,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAE7C,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC1B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACzB,gEAAgE;gBAChE,gEAAgE;gBAChE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;gBAC9D,IAAI,KAAK,EAAE,CAAC;oBACR,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC;oBACnB,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;oBAC1B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;oBACzB,KAAK,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAgB,CAAC,CAAC,CAAC;gBAChE,CAAC;gBACD,MAAM,CAAC,IAAI,KAAK,CAAC,oBAAoB,EAAE,oBAAoB,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;gBACnF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxD,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAEtB,MAAM,OAAO,GAAe;gBACxB,GAAG;gBACH,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAM,CAAC;gBAC/B,MAAM;gBACN,KAAK;aACR,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,QAAQ;QAOX,OAAO;YACH,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC5B,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM;YAC/C,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;SAC/B,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,KAAK;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,EAAE,CAAC;gBACJ,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC;YAC1E,CAAC;QACL,CAAC;QACD,kEAAkE;QAClE,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,OAAO,CAAC,GAAG,CACb,IAAI,CAAC,OAAO,CAAC,GAAG,CACZ,CAAC,EAAE,EAAE,EAAE,CACH,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC1B,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YACxC,KAAK,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC/B,CAAC,CAAC,CACT,CACJ,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5B,CAAC;IAEO,aAAa,CAAC,EAAc,EAAE,KAAY;QAC9C,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC;QAC9B,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;QAChB,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAEO,WAAW;QACf,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAe,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;QAEnE,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAiB,EAAE,EAAE;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1C,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;YAChB,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACX,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;gBACT,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,mBAAmB,CAAC,CAAC,CAAC;YAChE,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACvB,IAAI,CAAC,aAAa,CACd,EAAE,EACF,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CACtD,CAAC;YACF,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,YAAY,EAAE,CAAC;gBAC7B,IAAI,CAAC,aAAa,CACd,EAAE,EACF,IAAI,KAAK,CAAC,wCAAwC,IAAI,sBAAsB,EAAE,CAAC,YAAY,EAAE,CAAC,CACjG,CAAC;YACN,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC7B,+CAA+C;gBAC/C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACL,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtB,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,YAAY,CAAC,EAAc;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,GAAG,IAAI,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,QAAQ;QACZ,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAExB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAE7C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBACrD,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM;YAEjB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO;gBAAE,MAAM;YAEpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;CACJ;AAED,IAAI,WAAW,GAAsB,IAAI,CAAC;AAE1C,MAAM,UAAU,oBAAoB,CAAC,OAA2B;IAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB;YACjD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC;YACrD,CAAC,CAAC,SAAS,CAAC;QAChB,WAAW,GAAG,IAAI,UAAU,CAAC;YACzB,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3F,GAAG,OAAO;SACb,CAAC,CAAC;IACP,CAAC;IACD,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB;IACxC,IAAI,WAAW,EAAE,CAAC;QACd,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;QAC1B,WAAW,GAAG,IAAI,CAAC;IACvB,CAAC;AACL,CAAC"}

package/dist/shared/src/modules/concurrency/worker-thread.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Generic worker_threads entrypoint for Atabey WorkerPool.
+ * Receives serializable jobs and returns serializable results.
+ *
+ * Supported job types (extensible):
+ *  - "ping"     — health check
+ *  - "hash"     — simple string hash (CPU sample)
+ *  - "tokenize"  — tokenization for TF-IDF style work
+ *  - "sleep"    — test helper
+ */
+export interface WorkerJob {
+    id: string;
+    type: string;
+    payload?: unknown;
+}
+export interface WorkerResult {
+    id: string;
+    ok: boolean;
+    result?: unknown;
+    error?: string;
+}

package/dist/shared/src/modules/concurrency/worker-thread.js

@@ -0,0 +1,67 @@
+/**
+ * Generic worker_threads entrypoint for Atabey WorkerPool.
+ * Receives serializable jobs and returns serializable results.
+ *
+ * Supported job types (extensible):
+ *  - "ping"     — health check
+ *  - "hash"     — simple string hash (CPU sample)
+ *  - "tokenize"  — tokenization for TF-IDF style work
+ *  - "sleep"    — test helper
+ */
+import { parentPort } from "worker_threads";
+function tokenize(text) {
+    return text
+        .toLowerCase()
+        .replace(/[^\w\s-]/g, " ")
+        .split(/\s+/)
+        .filter((t) => t.length > 1);
+}
+function simpleHash(input) {
+    let h = 0;
+    for (let i = 0; i < input.length; i++) {
+        h = (Math.imul(31, h) + input.charCodeAt(i)) | 0;
+    }
+    return h >>> 0;
+}
+async function handleJob(job) {
+    switch (job.type) {
+        case "ping":
+            return { pong: true, pid: process.pid, ts: Date.now() };
+        case "hash": {
+            const text = String(job.payload?.text ?? "");
+            return { hash: simpleHash(text), length: text.length };
+        }
+        case "tokenize": {
+            const text = String(job.payload?.text ?? "");
+            const tokens = tokenize(text);
+            return { tokens, count: tokens.length };
+        }
+        case "sleep": {
+            const ms = Math.min(10_000, Math.max(0, Number(job.payload?.ms ?? 0)));
+            await new Promise((r) => setTimeout(r, ms));
+            return { slept: ms };
+        }
+        default:
+            throw new Error(`Unknown worker job type: ${job.type}`);
+    }
+}
+if (parentPort) {
+    parentPort.on("message", (job) => {
+        void (async () => {
+            try {
+                const result = await handleJob(job);
+                const msg = { id: job.id, ok: true, result };
+                parentPort.postMessage(msg);
+            }
+            catch (err) {
+                const msg = {
+                    id: job.id,
+                    ok: false,
+                    error: err instanceof Error ? err.message : String(err),
+                };
+                parentPort.postMessage(msg);
+            }
+        })();
+    });
+}
+//# sourceMappingURL=worker-thread.js.map

package/dist/shared/src/modules/concurrency/worker-thread.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-thread.js","sourceRoot":"","sources":["../../../../../../shared/src/modules/concurrency/worker-thread.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAe5C,SAAS,QAAQ,CAAC,IAAY;IAC1B,OAAO,IAAI;SACN,WAAW,EAAE;SACb,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,GAAc;IACnC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,MAAM;YACP,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAE5D,KAAK,MAAM,CAAC,CAAC,CAAC;YACV,MAAM,IAAI,GAAG,MAAM,CAAE,GAAG,CAAC,OAA6B,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;YACpE,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3D,CAAC;QAED,KAAK,UAAU,CAAC,CAAC,CAAC;YACd,MAAM,IAAI,GAAG,MAAM,CAAE,GAAG,CAAC,OAA6B,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;YACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QAC5C,CAAC;QAED,KAAK,OAAO,CAAC,CAAC,CAAC;YACX,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CACf,MAAM,EACN,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAE,GAAG,CAAC,OAA2B,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CACjE,CAAC;YACF,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5C,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACzB,CAAC;QAED;YACI,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;AACL,CAAC;AAED,IAAI,UAAU,EAAE,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAc,EAAE,EAAE;QACxC,KAAK,CAAC,KAAK,IAAI,EAAE;YACb,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;gBACpC,MAAM,GAAG,GAAiB,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC3D,UAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,GAAG,GAAiB;oBACtB,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,EAAE,EAAE,KAAK;oBACT,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBAC1D,CAAC;gBACF,UAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/shared/src/modules/index.d.ts

@@ -0,0 +1,14 @@
+export * from "./storage/index.js";
+export * from "./security/index.js";
+export * from "./concurrency/index.js";
+export * from "./sandbox/index.js";
+export * from "./observability/index.js";
+export * from "./agent/index.js";
+export * from "./primitives/index.js";
+export * as Storage from "./storage/index.js";
+export * as Security from "./security/index.js";
+export * as Concurrency from "./concurrency/index.js";
+export * as Sandbox from "./sandbox/index.js";
+export * as Observability from "./observability/index.js";
+export * as Agent from "./agent/index.js";
+export * as Primitives from "./primitives/index.js";

package/dist/shared/src/modules/index.js

@@ -0,0 +1,15 @@
+export * from "./storage/index.js";
+export * from "./security/index.js";
+export * from "./concurrency/index.js";
+export * from "./sandbox/index.js";
+export * from "./observability/index.js";
+export * from "./agent/index.js";
+export * from "./primitives/index.js";
+export * as Storage from "./storage/index.js";
+export * as Security from "./security/index.js";
+export * as Concurrency from "./concurrency/index.js";
+export * as Sandbox from "./sandbox/index.js";
+export * as Observability from "./observability/index.js";
+export * as Agent from "./agent/index.js";
+export * as Primitives from "./primitives/index.js";
+//# sourceMappingURL=index.js.map

package/dist/shared/src/modules/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../shared/src/modules/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC;AACzC,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AAEtC,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,WAAW,MAAM,wBAAwB,CAAC;AACtD,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,aAAa,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC;AAC1C,OAAO,KAAK,UAAU,MAAM,uBAAuB,CAAC"}

package/dist/shared/src/modules/observability/audit-chain.d.ts

@@ -0,0 +1,80 @@
+/**
+ * Tamper-evident audit hash chain helpers (Phase 1.4).
+ *
+ * Chain: each entry stores prev_hash (previous entry hash or GENESIS) and hash = SHA-256(payload).
+ * Any mutation of historical rows fails verification.
+ */
+export declare const AUDIT_CHAIN_GENESIS = "GENESIS";
+export declare function resolveAuditChainKey(): Buffer | null;
+/** Test helper — clears the memoized key. */
+export declare function clearAuditChainKeyCache(): void;
+/**
+ * Keyed digest for audit chain entries.
+ * Uses HMAC-SHA256 when a key is available; otherwise falls back to plain
+ * SHA-256 with a one-time warning (degraded, not recommended).
+ */
+export declare function chainDigest(payload: string): string;
+/** @deprecated Use chainDigest() — unkeyed SHA-256 is not tamper-evident. */
+export declare function sha256Hex(payload: string): string;
+export interface ChainAnchor {
+    tip: string;
+    count: number;
+    updatedAt: string;
+}
+export declare function writeChainAnchor(name: string, tip: string, count: number): void;
+export declare function readChainAnchor(name: string): ChainAnchor | null;
+export declare function clearChainAnchor(name: string): void;
+/**
+ * Canonical payload for agent execution logs (Storage.saveLog).
+ *
+ * v2: fields are length-delimited via JSON to remove `|`-join boundary
+ * ambiguity (previously agent="a|b" collided with action="b|c"). Changing this
+ * invalidates verification of rows written by older (v1) builds.
+ */
+export declare function buildAgentLogChainPayload(fields: {
+    prevHash: string;
+    agent: string;
+    action: string;
+    traceId: string;
+    status: string;
+    summary: string;
+    timestamp: string;
+}): string;
+/**
+ * Canonical payload for structured Audit.log entries (v2, length-delimited).
+ */
+export declare function buildStructuredAuditChainPayload(fields: {
+    prevHash: string;
+    agent: string;
+    action: string;
+    status: string;
+    traceId: string;
+    timestamp: string;
+    detailsJson: string;
+    errorMessage: string;
+}): string;
+export interface ChainRow {
+    id: number;
+    prev_hash: string | null;
+    hash: string | null;
+}
+export interface ChainVerifyResult {
+    valid: boolean;
+    checked: number;
+    failedLogId?: number;
+    reason?: string;
+    tip?: string;
+}
+/**
+ * Verify a sequence of rows already ordered by id ASC.
+ * `computePayload(row, prevHash)` must rebuild the exact string used at insert time.
+ *
+ * @param options.digest        keyed digest used at insert time (default: chainDigest)
+ * @param options.expectedTip   last appended hash (from an external anchor) — detects truncation
+ * @param options.expectedCount number of chained rows expected — detects deletion at the tail
+ */
+export declare function verifyHashChain<T extends ChainRow>(rows: T[], computePayload: (row: T, prevHash: string) => string, options?: {
+    digest?: (payload: string) => string;
+    expectedTip?: string;
+    expectedCount?: number;
+}): ChainVerifyResult;