atabey 0.1.1-beta → 0.1.2

package/dist/shared/src/modules/concurrency/resilience.js

@@ -0,0 +1,217 @@
+/**
+ * Polly-style resilience primitives — no external deps.
+ *
+ * - withRetry: exponential backoff + jitter for transient failures
+ * - CircuitBreaker: closed → open → half-open state machine
+ * - withResilience: compose retry + circuit breaker
+ *
+ * Typical use: LLM provider rate limits, timeouts, 5xx, network blips.
+ */
+export class CircuitOpenError extends Error {
+    circuit;
+    retryAfterMs;
+    constructor(circuit, retryAfterMs) {
+        super(`[CircuitBreaker:${circuit}] Circuit is OPEN — rejecting call. Retry after ~${retryAfterMs}ms`);
+        this.name = "CircuitOpenError";
+        this.circuit = circuit;
+        this.retryAfterMs = retryAfterMs;
+    }
+}
+export class CircuitBreaker {
+    state = "closed";
+    failures = 0;
+    successes = 0;
+    openedAt = 0;
+    failureThreshold;
+    successThreshold;
+    openMs;
+    name;
+    constructor(options = {}) {
+        this.failureThreshold = options.failureThreshold ?? 5;
+        this.successThreshold = options.successThreshold ?? 2;
+        this.openMs = options.openMs ?? 30_000;
+        this.name = options.name ?? "default";
+    }
+    getState() {
+        this.maybeTransitionToHalfOpen();
+        return this.state;
+    }
+    getStats() {
+        return {
+            state: this.getState(),
+            failures: this.failures,
+            successes: this.successes,
+            name: this.name,
+        };
+    }
+    /** Manual reset (e.g. after operator intervention). */
+    reset() {
+        this.state = "closed";
+        this.failures = 0;
+        this.successes = 0;
+        this.openedAt = 0;
+    }
+    async exec(fn) {
+        this.maybeTransitionToHalfOpen();
+        if (this.state === "open") {
+            const retryAfterMs = Math.max(0, this.openMs - (Date.now() - this.openedAt));
+            throw new CircuitOpenError(this.name, retryAfterMs);
+        }
+        try {
+            const result = await fn();
+            this.onSuccess();
+            return result;
+        }
+        catch (err) {
+            this.onFailure();
+            throw err;
+        }
+    }
+    maybeTransitionToHalfOpen() {
+        if (this.state === "open" && Date.now() - this.openedAt >= this.openMs) {
+            this.state = "half-open";
+            this.successes = 0;
+        }
+    }
+    onSuccess() {
+        if (this.state === "half-open") {
+            this.successes++;
+            if (this.successes >= this.successThreshold) {
+                this.state = "closed";
+                this.failures = 0;
+                this.successes = 0;
+            }
+            return;
+        }
+        // closed: decay failure count on success
+        this.failures = 0;
+    }
+    onFailure() {
+        this.failures++;
+        this.successes = 0;
+        if (this.state === "half-open") {
+            this.trip();
+            return;
+        }
+        if (this.failures >= this.failureThreshold) {
+            this.trip();
+        }
+    }
+    trip() {
+        this.state = "open";
+        this.openedAt = Date.now();
+    }
+}
+export function computeBackoffDelay(attempt, options = {}) {
+    const base = options.baseDelayMs ?? 100;
+    const max = options.maxDelayMs ?? 10_000;
+    const factor = options.factor ?? 2;
+    const jitter = options.jitter !== false;
+    // attempt is 1-based for first retry after failure → attempt 1 => base * factor^0
+    const exp = Math.max(0, attempt - 1);
+    let delay = Math.min(max, base * Math.pow(factor, exp));
+    if (jitter) {
+        delay = Math.floor(Math.random() * delay);
+    }
+    return delay;
+}
+export async function withRetry(fn, options = {}) {
+    const maxAttempts = Math.max(1, options.maxAttempts ?? 3);
+    const retryIf = options.retryIf ?? (() => true);
+    let lastError;
+    for (let attempt = 1; attempt <= maxAttempts; attempt++) {
+        if (options.signal?.aborted) {
+            throw options.signal.reason ?? new Error("Aborted");
+        }
+        try {
+            return await fn(attempt);
+        }
+        catch (err) {
+            lastError = err;
+            const isLast = attempt >= maxAttempts;
+            if (isLast || !retryIf(err, attempt)) {
+                throw err;
+            }
+            const delay = computeBackoffDelay(attempt, options);
+            options.onRetry?.(err, attempt, delay);
+            await sleep(delay, options.signal);
+        }
+    }
+    throw lastError;
+}
+/**
+ * Execute `fn` through optional circuit breaker + retry with exponential backoff.
+ */
+export async function withResilience(fn, options = {}) {
+    const breaker = options.circuitBreaker;
+    const skipOpen = options.skipRetryOnOpenCircuit !== false;
+    const retryOpts = {
+        ...options.retry,
+        retryIf: (err, attempt) => {
+            if (skipOpen && err instanceof CircuitOpenError)
+                return false;
+            return options.retry?.retryIf ? options.retry.retryIf(err, attempt) : true;
+        },
+    };
+    return withRetry(async (attempt) => {
+        if (breaker) {
+            return breaker.exec(() => fn(attempt));
+        }
+        return fn(attempt);
+    }, retryOpts);
+}
+/** Heuristic: retry rate limits, timeouts, and common transient network errors. */
+export function isTransientError(error) {
+    if (error instanceof CircuitOpenError)
+        return false;
+    if (!error)
+        return false;
+    const msg = error instanceof Error ? error.message : String(error);
+    const lower = msg.toLowerCase();
+    const code = error.code;
+    const status = error.status;
+    if (status === 429 || status === 502 || status === 503 || status === 504)
+        return true;
+    if (code === "ETIMEDOUT" || code === "ECONNRESET" || code === "EAI_AGAIN" || code === "ENOTFOUND") {
+        return true;
+    }
+    if (lower.includes("rate limit") ||
+        lower.includes("too many requests") ||
+        lower.includes("timeout") ||
+        lower.includes("temporar") ||
+        lower.includes("econnreset") ||
+        lower.includes("socket hang up")) {
+        return true;
+    }
+    return false;
+}
+/** Shared breakers for common services (lazy). */
+const breakers = new Map();
+export function getCircuitBreaker(name, options) {
+    let b = breakers.get(name);
+    if (!b) {
+        b = new CircuitBreaker({ name, ...options });
+        breakers.set(name, b);
+    }
+    return b;
+}
+export function resetAllCircuitBreakers() {
+    for (const b of breakers.values())
+        b.reset();
+    breakers.clear();
+}
+function sleep(ms, signal) {
+    return new Promise((resolve, reject) => {
+        if (signal?.aborted) {
+            reject(signal.reason ?? new Error("Aborted"));
+            return;
+        }
+        const timer = setTimeout(resolve, ms);
+        const onAbort = () => {
+            clearTimeout(timer);
+            reject(signal?.reason ?? new Error("Aborted"));
+        };
+        signal?.addEventListener("abort", onAbort, { once: true });
+    });
+}
+//# sourceMappingURL=resilience.js.map

package/dist/shared/src/modules/concurrency/resilience.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resilience.js","sourceRoot":"","sources":["../../../../../../shared/src/modules/concurrency/resilience.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAkCH,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IACvB,OAAO,CAAS;IAChB,YAAY,CAAS;IAErC,YAAY,OAAe,EAAE,YAAoB;QAC7C,KAAK,CACD,mBAAmB,OAAO,oDAAoD,YAAY,IAAI,CACjG,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;CACJ;AAED,MAAM,OAAO,cAAc;IACf,KAAK,GAAiB,QAAQ,CAAC;IAC/B,QAAQ,GAAG,CAAC,CAAC;IACb,SAAS,GAAG,CAAC,CAAC;IACd,QAAQ,GAAG,CAAC,CAAC;IACJ,gBAAgB,CAAS;IACzB,gBAAgB,CAAS;IACzB,MAAM,CAAS;IACf,IAAI,CAAS;IAE9B,YAAY,UAAiC,EAAE;QAC3C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,SAAS,CAAC;IAC1C,CAAC;IAEM,QAAQ;QACX,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAEM,QAAQ;QAMX,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE;YACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAClB,CAAC;IACN,CAAC;IAED,uDAAuD;IAChD,KAAK;QACR,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,IAAI,CAAI,EAAoB;QACrC,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAEjC,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC7E,MAAM,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAEO,yBAAyB;QAC7B,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACrE,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;YACzB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACvB,CAAC;IACL,CAAC;IAEO,SAAS;QACb,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC1C,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;gBACtB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;gBAClB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;YACvB,CAAC;YACD,OAAO;QACX,CAAC;QACD,yCAAyC;QACzC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;IACtB,CAAC;IAEO,SAAS;QACb,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,EAAE,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,IAAI;QACR,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,CAAC;CACJ;AAED,MAAM,UAAU,mBAAmB,CAC/B,OAAe,EACf,UAAkF,EAAE;IAEpF,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC;IACxC,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC;IACzC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC;IAExC,kFAAkF;IAClF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACrC,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IACxD,IAAI,MAAM,EAAE,CAAC;QACT,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC3B,EAAmC,EACnC,UAAwB,EAAE;IAE1B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAEhD,IAAI,SAAkB,CAAC;IACvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;QACtD,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC1B,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC;YACD,OAAO,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,SAAS,GAAG,GAAG,CAAC;YAChB,MAAM,MAAM,GAAG,OAAO,IAAI,WAAW,CAAC;YACtC,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC;gBACnC,MAAM,GAAG,CAAC;YACd,CAAC;YACD,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACpD,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;YACvC,MAAM,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IACD,MAAM,SAAS,CAAC;AACpB,CAAC;AASD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAChC,EAAmC,EACnC,UAA6B,EAAE;IAE/B,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC;IACvC,MAAM,QAAQ,GAAG,OAAO,CAAC,sBAAsB,KAAK,KAAK,CAAC;IAE1D,MAAM,SAAS,GAAiB;QAC5B,GAAG,OAAO,CAAC,KAAK;QAChB,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;YACtB,IAAI,QAAQ,IAAI,GAAG,YAAY,gBAAgB;gBAAE,OAAO,KAAK,CAAC;YAC9D,OAAO,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/E,CAAC;KACJ,CAAC;IAEF,OAAO,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QAC/B,IAAI,OAAO,EAAE,CAAC;YACV,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC,EAAE,SAAS,CAAC,CAAC;AAClB,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC3C,IAAI,KAAK,YAAY,gBAAgB;QAAE,OAAO,KAAK,CAAC;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAEzB,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAChC,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI,CAAC;IAC/C,MAAM,MAAM,GAAI,KAA6B,CAAC,MAAM,CAAC;IAErD,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IACtF,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QAChG,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IACI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC5B,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACnC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC1B,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC5B,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAClC,CAAC;QACC,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,kDAAkD;AAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;AAEnD,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,OAA+B;IAC3E,IAAI,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,CAAC,CAAC,EAAE,CAAC;QACL,CAAC,GAAG,IAAI,cAAc,CAAC,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC7C,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,CAAC,CAAC;AACb,CAAC;AAED,MAAM,UAAU,uBAAuB;IACnC,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,MAAM,EAAE;QAAE,CAAC,CAAC,KAAK,EAAE,CAAC;IAC7C,QAAQ,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC;AAED,SAAS,KAAK,CAAC,EAAU,EAAE,MAAoB;IAC3C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YAClB,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;YAC9C,OAAO;QACX,CAAC;QACD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,GAAG,EAAE;YACjB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC;QACF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/shared/src/modules/concurrency/worker-pool.d.ts

@@ -0,0 +1,52 @@
+/**
+ * In-Memory Worker Pool — worker_threads based, no Redis/BullMQ.
+ *
+ * Heavy / isolable work runs off the main thread. Concurrency is capped
+ * (default os.cpus().length) via an internal queue so RAM/CPU stay bounded.
+ *
+ * Thread-safety note: SQLite (better-sqlite3) bindings are NOT thread-safe.
+ * Worker threads MUST NOT access AtabeyStorage or any SQLite connection.
+ * Only CPU-bound isolable work (hash, tokenize, etc.) should be dispatched
+ * to the worker pool.
+ */
+export interface WorkerPoolOptions {
+    /** Max concurrent worker jobs. Default: os.cpus().length (clamped 1–16). */
+    maxConcurrency?: number;
+    /** Idle workers retained in the pool. Default: min(2, maxConcurrency). */
+    minWorkers?: number;
+    /** Per-job timeout in ms. Default: 30_000. */
+    jobTimeoutMs?: number;
+    /** Optional absolute path to worker script (tests / monorepo layouts). */
+    workerScript?: string;
+}
+export declare class WorkerPool {
+    private readonly maxConcurrency;
+    private readonly minWorkers;
+    private readonly jobTimeoutMs;
+    private readonly workerScript;
+    private readonly workers;
+    private readonly queue;
+    private readonly inflight;
+    private jobSeq;
+    private closed;
+    constructor(options?: WorkerPoolOptions);
+    /**
+     * Run a named job type on a worker thread.
+     * Returns when the worker posts a result (or on timeout/error).
+     */
+    run<T = unknown>(type: string, payload?: unknown): Promise<T>;
+    getStats(): {
+        maxConcurrency: number;
+        workers: number;
+        busy: number;
+        pending: number;
+        inflight: number;
+    };
+    close(): Promise<void>;
+    private failWorkerJob;
+    private spawnWorker;
+    private removeWorker;
+    private dispatch;
+}
+export declare function getDefaultWorkerPool(options?: WorkerPoolOptions): WorkerPool;
+export declare function resetDefaultWorkerPool(): Promise<void>;

package/dist/shared/src/modules/concurrency/worker-pool.js

@@ -0,0 +1,229 @@
+/**
+ * In-Memory Worker Pool — worker_threads based, no Redis/BullMQ.
+ *
+ * Heavy / isolable work runs off the main thread. Concurrency is capped
+ * (default os.cpus().length) via an internal queue so RAM/CPU stay bounded.
+ *
+ * Thread-safety note: SQLite (better-sqlite3) bindings are NOT thread-safe.
+ * Worker threads MUST NOT access AtabeyStorage or any SQLite connection.
+ * Only CPU-bound isolable work (hash, tokenize, etc.) should be dispatched
+ * to the worker pool.
+ */
+import fs from "fs";
+import os from "os";
+import path from "path";
+import { fileURLToPath } from "url";
+import { Worker } from "worker_threads";
+function defaultWorkerScript() {
+    // Compiled ESM layout: dist/worker-thread.js next to this module
+    const here = path.dirname(fileURLToPath(import.meta.url));
+    const jsScript = path.join(here, "worker-thread.js");
+    const tsScript = path.join(here, "worker-thread.ts");
+    // Prefer compiled JS; fall back to TS for dev (tsx/ts-node)
+    if (fs.existsSync(jsScript))
+        return jsScript;
+    if (fs.existsSync(tsScript))
+        return tsScript;
+    // Fallback: try resolving via import.meta.resolve for monorepo layouts
+    try {
+        const resolved = import.meta.resolve("./worker-thread.js");
+        if (resolved)
+            return new URL(resolved).pathname;
+    }
+    catch {
+        // ignore
+    }
+    return jsScript;
+}
+export class WorkerPool {
+    maxConcurrency;
+    minWorkers;
+    jobTimeoutMs;
+    workerScript;
+    workers = [];
+    queue = [];
+    inflight = new Map();
+    jobSeq = 0;
+    closed = false;
+    constructor(options = {}) {
+        const cpus = Math.max(1, os.cpus()?.length || 1);
+        const requested = options.maxConcurrency ?? cpus;
+        this.maxConcurrency = Math.max(1, Math.min(requested, 16));
+        this.minWorkers = Math.max(0, Math.min(options.minWorkers ?? Math.min(2, this.maxConcurrency), this.maxConcurrency));
+        this.jobTimeoutMs = options.jobTimeoutMs ?? 30_000;
+        this.workerScript = options.workerScript ?? defaultWorkerScript();
+        for (let i = 0; i < this.minWorkers; i++) {
+            this.spawnWorker();
+        }
+    }
+    /**
+     * Run a named job type on a worker thread.
+     * Returns when the worker posts a result (or on timeout/error).
+     */
+    run(type, payload) {
+        if (this.closed) {
+            return Promise.reject(new Error("[WorkerPool] Pool is closed."));
+        }
+        const id = `wjob-${++this.jobSeq}-${Date.now()}`;
+        const job = { id, type, payload };
+        return new Promise((resolve, reject) => {
+            const timer = setTimeout(() => {
+                this.inflight.delete(id);
+                // Free (and recycle) the worker stuck on this job so a hung job
+                // cannot permanently occupy the pool and deadlock every caller.
+                const stuck = this.workers.find((w) => w.currentJobId === id);
+                if (stuck) {
+                    stuck.busy = false;
+                    stuck.currentJobId = null;
+                    this.removeWorker(stuck);
+                    void stuck.worker.terminate().catch(() => { });
+                }
+                reject(new Error(`[WorkerPool] Job ${id} timed out after ${this.jobTimeoutMs}ms`));
+                this.dispatch();
+                if (!this.closed && this.workers.length < this.minWorkers) {
+                    this.spawnWorker();
+                }
+            }, this.jobTimeoutMs);
+            const pending = {
+                job,
+                resolve: (v) => resolve(v),
+                reject,
+                timer,
+            };
+            this.queue.push(pending);
+            this.dispatch();
+        });
+    }
+    getStats() {
+        return {
+            maxConcurrency: this.maxConcurrency,
+            workers: this.workers.length,
+            busy: this.workers.filter((w) => w.busy).length,
+            pending: this.queue.length,
+            inflight: this.inflight.size,
+        };
+    }
+    async close() {
+        this.closed = true;
+        while (this.queue.length > 0) {
+            const p = this.queue.shift();
+            if (p) {
+                clearTimeout(p.timer);
+                p.reject(new Error("[WorkerPool] Pool closed while job was queued."));
+            }
+        }
+        // Settle any in-flight jobs so their awaiters don't hang forever.
+        for (const pending of this.inflight.values()) {
+            clearTimeout(pending.timer);
+            pending.reject(new Error("[WorkerPool] Pool closed while the job was in flight."));
+        }
+        this.inflight.clear();
+        await Promise.all(this.workers.map((pw) => new Promise((resolve) => {
+            pw.worker.once("exit", () => resolve());
+            void pw.worker.terminate();
+        })));
+        this.workers.length = 0;
+    }
+    failWorkerJob(pw, error) {
+        const jobId = pw.currentJobId;
+        pw.busy = false;
+        pw.currentJobId = null;
+        if (!jobId)
+            return;
+        const pending = this.inflight.get(jobId);
+        if (!pending)
+            return;
+        clearTimeout(pending.timer);
+        this.inflight.delete(jobId);
+        pending.reject(error);
+    }
+    spawnWorker() {
+        const worker = new Worker(this.workerScript);
+        const pw = { worker, busy: false, currentJobId: null };
+        worker.on("message", (msg) => {
+            const pending = this.inflight.get(msg.id);
+            pw.busy = false;
+            pw.currentJobId = null;
+            if (!pending) {
+                this.dispatch();
+                return;
+            }
+            clearTimeout(pending.timer);
+            this.inflight.delete(msg.id);
+            if (msg.ok) {
+                pending.resolve(msg.result);
+            }
+            else {
+                pending.reject(new Error(msg.error || "Worker job failed"));
+            }
+            this.dispatch();
+        });
+        worker.on("error", (err) => {
+            this.failWorkerJob(pw, err instanceof Error ? err : new Error(String(err)));
+            this.removeWorker(pw);
+            if (!this.closed) {
+                this.spawnWorker();
+            }
+            this.dispatch();
+        });
+        worker.on("exit", (code) => {
+            if (pw.busy && pw.currentJobId) {
+                this.failWorkerJob(pw, new Error(`[WorkerPool] Worker exited with code ${code} while running job ${pw.currentJobId}`));
+            }
+            this.removeWorker(pw);
+            if (!this.closed && code !== 0) {
+                // Replace crashed worker so pool size recovers
+                if (this.workers.length < this.minWorkers) {
+                    this.spawnWorker();
+                }
+            }
+            this.dispatch();
+        });
+        this.workers.push(pw);
+        return pw;
+    }
+    removeWorker(pw) {
+        const idx = this.workers.indexOf(pw);
+        if (idx >= 0)
+            this.workers.splice(idx, 1);
+    }
+    dispatch() {
+        if (this.closed)
+            return;
+        while (this.queue.length > 0) {
+            let free = this.workers.find((w) => !w.busy);
+            if (!free && this.workers.length < this.maxConcurrency) {
+                free = this.spawnWorker();
+            }
+            if (!free)
+                break;
+            const pending = this.queue.shift();
+            if (!pending)
+                break;
+            free.busy = true;
+            free.currentJobId = pending.job.id;
+            this.inflight.set(pending.job.id, pending);
+            free.worker.postMessage(pending.job);
+        }
+    }
+}
+let defaultPool = null;
+export function getDefaultWorkerPool(options) {
+    if (!defaultPool) {
+        const fromEnv = process.env.ATABEY_WORKER_CONCURRENCY
+            ? parseInt(process.env.ATABEY_WORKER_CONCURRENCY, 10)
+            : undefined;
+        defaultPool = new WorkerPool({
+            maxConcurrency: options?.maxConcurrency ?? (Number.isFinite(fromEnv) ? fromEnv : undefined),
+            ...options,
+        });
+    }
+    return defaultPool;
+}
+export async function resetDefaultWorkerPool() {
+    if (defaultPool) {
+        await defaultPool.close();
+        defaultPool = null;
+    }
+}
+//# sourceMappingURL=worker-pool.js.map

package/dist/shared/src/modules/concurrency/worker-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool.js","sourceRoot":"","sources":["../../../../../../shared/src/modules/concurrency/worker-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AA4BxC,SAAS,mBAAmB;IACxB,iEAAiE;IACjE,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IAErD,4DAA4D;IAC5D,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE7C,uEAAuE;IACvE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC3D,IAAI,QAAQ;YAAE,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACL,SAAS;IACb,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,MAAM,OAAO,UAAU;IACF,cAAc,CAAS;IACvB,UAAU,CAAS;IACnB,YAAY,CAAS;IACrB,YAAY,CAAS;IACrB,OAAO,GAAiB,EAAE,CAAC;IAC3B,KAAK,GAAiB,EAAE,CAAC;IACzB,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IAClD,MAAM,GAAG,CAAC,CAAC;IACX,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,UAA6B,EAAE;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CACtB,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC;QACnD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,mBAAmB,EAAE,CAAC;QAElE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;IAED;;;OAGG;IACI,GAAG,CAAc,IAAY,EAAE,OAAiB;QACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,EAAE,GAAG,QAAQ,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACjD,MAAM,GAAG,GAAc,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAE7C,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC1B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACzB,gEAAgE;gBAChE,gEAAgE;gBAChE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;gBAC9D,IAAI,KAAK,EAAE,CAAC;oBACR,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC;oBACnB,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;oBAC1B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;oBACzB,KAAK,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAgB,CAAC,CAAC,CAAC;gBAChE,CAAC;gBACD,MAAM,CAAC,IAAI,KAAK,CAAC,oBAAoB,EAAE,oBAAoB,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;gBACnF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxD,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAEtB,MAAM,OAAO,GAAe;gBACxB,GAAG;gBACH,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAM,CAAC;gBAC/B,MAAM;gBACN,KAAK;aACR,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,QAAQ;QAOX,OAAO;YACH,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC5B,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM;YAC/C,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;SAC/B,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,KAAK;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,EAAE,CAAC;gBACJ,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC;YAC1E,CAAC;QACL,CAAC;QACD,kEAAkE;QAClE,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,OAAO,CAAC,GAAG,CACb,IAAI,CAAC,OAAO,CAAC,GAAG,CACZ,CAAC,EAAE,EAAE,EAAE,CACH,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC1B,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YACxC,KAAK,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC/B,CAAC,CAAC,CACT,CACJ,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5B,CAAC;IAEO,aAAa,CAAC,EAAc,EAAE,KAAY;QAC9C,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC;QAC9B,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;QAChB,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAEO,WAAW;QACf,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAe,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;QAEnE,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAiB,EAAE,EAAE;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1C,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;YAChB,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACX,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;gBACT,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,mBAAmB,CAAC,CAAC,CAAC;YAChE,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACvB,IAAI,CAAC,aAAa,CACd,EAAE,EACF,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CACtD,CAAC;YACF,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,YAAY,EAAE,CAAC;gBAC7B,IAAI,CAAC,aAAa,CACd,EAAE,EACF,IAAI,KAAK,CAAC,wCAAwC,IAAI,sBAAsB,EAAE,CAAC,YAAY,EAAE,CAAC,CACjG,CAAC;YACN,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC7B,+CAA+C;gBAC/C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACL,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtB,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,YAAY,CAAC,EAAc;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,GAAG,IAAI,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,QAAQ;QACZ,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAExB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAE7C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBACrD,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM;YAEjB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO;gBAAE,MAAM;YAEpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;CACJ;AAED,IAAI,WAAW,GAAsB,IAAI,CAAC;AAE1C,MAAM,UAAU,oBAAoB,CAAC,OAA2B;IAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB;YACjD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC;YACrD,CAAC,CAAC,SAAS,CAAC;QAChB,WAAW,GAAG,IAAI,UAAU,CAAC;YACzB,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3F,GAAG,OAAO;SACb,CAAC,CAAC;IACP,CAAC;IACD,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB;IACxC,IAAI,WAAW,EAAE,CAAC;QACd,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;QAC1B,WAAW,GAAG,IAAI,CAAC;IACvB,CAAC;AACL,CAAC"}

package/dist/shared/src/modules/concurrency/worker-thread.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Generic worker_threads entrypoint for Atabey WorkerPool.
+ * Receives serializable jobs and returns serializable results.
+ *
+ * Supported job types (extensible):
+ *  - "ping"     — health check
+ *  - "hash"     — simple string hash (CPU sample)
+ *  - "tokenize"  — tokenization for TF-IDF style work
+ *  - "sleep"    — test helper
+ */
+export interface WorkerJob {
+    id: string;
+    type: string;
+    payload?: unknown;
+}
+export interface WorkerResult {
+    id: string;
+    ok: boolean;
+    result?: unknown;
+    error?: string;
+}

package/dist/shared/src/modules/concurrency/worker-thread.js

@@ -0,0 +1,67 @@
+/**
+ * Generic worker_threads entrypoint for Atabey WorkerPool.
+ * Receives serializable jobs and returns serializable results.
+ *
+ * Supported job types (extensible):
+ *  - "ping"     — health check
+ *  - "hash"     — simple string hash (CPU sample)
+ *  - "tokenize"  — tokenization for TF-IDF style work
+ *  - "sleep"    — test helper
+ */
+import { parentPort } from "worker_threads";
+function tokenize(text) {
+    return text
+        .toLowerCase()
+        .replace(/[^\w\s-]/g, " ")
+        .split(/\s+/)
+        .filter((t) => t.length > 1);
+}
+function simpleHash(input) {
+    let h = 0;
+    for (let i = 0; i < input.length; i++) {
+        h = (Math.imul(31, h) + input.charCodeAt(i)) | 0;
+    }
+    return h >>> 0;
+}
+async function handleJob(job) {
+    switch (job.type) {
+        case "ping":
+            return { pong: true, pid: process.pid, ts: Date.now() };
+        case "hash": {
+            const text = String(job.payload?.text ?? "");
+            return { hash: simpleHash(text), length: text.length };
+        }
+        case "tokenize": {
+            const text = String(job.payload?.text ?? "");
+            const tokens = tokenize(text);
+            return { tokens, count: tokens.length };
+        }
+        case "sleep": {
+            const ms = Math.min(10_000, Math.max(0, Number(job.payload?.ms ?? 0)));
+            await new Promise((r) => setTimeout(r, ms));
+            return { slept: ms };
+        }
+        default:
+            throw new Error(`Unknown worker job type: ${job.type}`);
+    }
+}
+if (parentPort) {
+    parentPort.on("message", (job) => {
+        void (async () => {
+            try {
+                const result = await handleJob(job);
+                const msg = { id: job.id, ok: true, result };
+                parentPort.postMessage(msg);
+            }
+            catch (err) {
+                const msg = {
+                    id: job.id,
+                    ok: false,
+                    error: err instanceof Error ? err.message : String(err),
+                };
+                parentPort.postMessage(msg);
+            }
+        })();
+    });
+}
+//# sourceMappingURL=worker-thread.js.map

package/dist/shared/src/modules/concurrency/worker-thread.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-thread.js","sourceRoot":"","sources":["../../../../../../shared/src/modules/concurrency/worker-thread.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAe5C,SAAS,QAAQ,CAAC,IAAY;IAC1B,OAAO,IAAI;SACN,WAAW,EAAE;SACb,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,GAAc;IACnC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,MAAM;YACP,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAE5D,KAAK,MAAM,CAAC,CAAC,CAAC;YACV,MAAM,IAAI,GAAG,MAAM,CAAE,GAAG,CAAC,OAA6B,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;YACpE,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3D,CAAC;QAED,KAAK,UAAU,CAAC,CAAC,CAAC;YACd,MAAM,IAAI,GAAG,MAAM,CAAE,GAAG,CAAC,OAA6B,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;YACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QAC5C,CAAC;QAED,KAAK,OAAO,CAAC,CAAC,CAAC;YACX,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CACf,MAAM,EACN,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAE,GAAG,CAAC,OAA2B,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CACjE,CAAC;YACF,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5C,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACzB,CAAC;QAED;YACI,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;AACL,CAAC;AAED,IAAI,UAAU,EAAE,CAAC;IACb,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAc,EAAE,EAAE;QACxC,KAAK,CAAC,KAAK,IAAI,EAAE;YACb,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;gBACpC,MAAM,GAAG,GAAiB,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gBAC3D,UAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,GAAG,GAAiB;oBACtB,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,EAAE,EAAE,KAAK;oBACT,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBAC1D,CAAC;gBACF,UAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/shared/src/modules/index.d.ts

@@ -0,0 +1,14 @@
+export * from "./storage/index.js";
+export * from "./security/index.js";
+export * from "./concurrency/index.js";
+export * from "./sandbox/index.js";
+export * from "./observability/index.js";
+export * from "./agent/index.js";
+export * from "./primitives/index.js";
+export * as Storage from "./storage/index.js";
+export * as Security from "./security/index.js";
+export * as Concurrency from "./concurrency/index.js";
+export * as Sandbox from "./sandbox/index.js";
+export * as Observability from "./observability/index.js";
+export * as Agent from "./agent/index.js";
+export * as Primitives from "./primitives/index.js";

package/dist/shared/src/modules/index.js

@@ -0,0 +1,15 @@
+export * from "./storage/index.js";
+export * from "./security/index.js";
+export * from "./concurrency/index.js";
+export * from "./sandbox/index.js";
+export * from "./observability/index.js";
+export * from "./agent/index.js";
+export * from "./primitives/index.js";
+export * as Storage from "./storage/index.js";
+export * as Security from "./security/index.js";
+export * as Concurrency from "./concurrency/index.js";
+export * as Sandbox from "./sandbox/index.js";
+export * as Observability from "./observability/index.js";
+export * as Agent from "./agent/index.js";
+export * as Primitives from "./primitives/index.js";
+//# sourceMappingURL=index.js.map

package/dist/shared/src/modules/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../shared/src/modules/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC;AACzC,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AAEtC,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,WAAW,MAAM,wBAAwB,CAAC;AACtD,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,aAAa,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC;AAC1C,OAAO,KAAK,UAAU,MAAM,uBAAuB,CAAC"}