atabey 0.1.1-beta → 0.1.2

package/dist/shared/src/tokenizer.js

@@ -1,272 +1,2 @@
-/**
- * Token Counter & FinOps Pricing Catalog (Phase 1.5)
- *
- * Uses the REAL `cl100k_base` BPE tokenizer via `js-tiktoken` (lite build +
- * cl100k ranks ≈ ±2% vs provider tokenizers). If the BPE table cannot be
- * loaded, it falls back to a cl100k-style pre-tokenization heuristic.
- *
- * Model-specific tokenizers (o200k_base, Claude, Gemini) are not applied yet;
- * `_model` is accepted for API compatibility. Use counts for FinOps awareness
- * and budget guardrails.
- */
-import { Tiktoken } from "js-tiktoken/lite";
-import cl100kRanks from "js-tiktoken/ranks/cl100k_base";
-/**
- * Up-to-date model pricing catalog (USD per 1M tokens).
- */
-export const MODEL_PRICING_CATALOG = {
-    "claude-sonnet-4": {
-        provider: "anthropic",
-        model: "claude-sonnet-4",
-        inputPer1MUsd: 3.0,
-        outputPer1MUsd: 15.0,
-        tokenizer: "claude_bpe",
-    },
-    "claude-opus-4": {
-        provider: "anthropic",
-        model: "claude-opus-4",
-        inputPer1MUsd: 15.0,
-        outputPer1MUsd: 75.0,
-        tokenizer: "claude_bpe",
-    },
-    "claude-3-7-sonnet": {
-        provider: "anthropic",
-        model: "claude-3-7-sonnet",
-        inputPer1MUsd: 3.0,
-        outputPer1MUsd: 15.0,
-        tokenizer: "claude_bpe",
-    },
-    "claude-3-5-sonnet": {
-        provider: "anthropic",
-        model: "claude-3-5-sonnet",
-        inputPer1MUsd: 3.0,
-        outputPer1MUsd: 15.0,
-        tokenizer: "claude_bpe",
-    },
-    "claude-3-5-haiku": {
-        provider: "anthropic",
-        model: "claude-3-5-haiku",
-        inputPer1MUsd: 0.8,
-        outputPer1MUsd: 4.0,
-        tokenizer: "claude_bpe",
-    },
-    "gpt-4o": {
-        provider: "openai",
-        model: "gpt-4o",
-        inputPer1MUsd: 2.5,
-        outputPer1MUsd: 10.0,
-        tokenizer: "o200k_base",
-    },
-    "gpt-4o-mini": {
-        provider: "openai",
-        model: "gpt-4o-mini",
-        inputPer1MUsd: 0.15,
-        outputPer1MUsd: 0.6,
-        tokenizer: "o200k_base",
-    },
-    "gpt-4.1": {
-        provider: "openai",
-        model: "gpt-4.1",
-        inputPer1MUsd: 2.0,
-        outputPer1MUsd: 8.0,
-        tokenizer: "o200k_base",
-    },
-    "o3-mini": {
-        provider: "openai",
-        model: "o3-mini",
-        inputPer1MUsd: 1.1,
-        outputPer1MUsd: 4.4,
-        tokenizer: "o200k_base",
-    },
-    "gemini-2.5-pro": {
-        provider: "google",
-        model: "gemini-2.5-pro",
-        inputPer1MUsd: 1.25,
-        outputPer1MUsd: 10.0,
-        tokenizer: "gemini_spm",
-    },
-    "gemini-2.5-flash": {
-        provider: "google",
-        model: "gemini-2.5-flash",
-        inputPer1MUsd: 0.15,
-        outputPer1MUsd: 0.6,
-        tokenizer: "gemini_spm",
-    },
-    "deepseek-chat": {
-        provider: "deepseek",
-        model: "deepseek-chat",
-        inputPer1MUsd: 0.27,
-        outputPer1MUsd: 1.1,
-        tokenizer: "cl100k_base",
-    },
-};
-/**
- * Official cl100k_base pre-tokenization pattern:
- * - English contractions ('s, 'd, 'm, 't, 'll, 've, 're)
- * - Optional space + Unicode letters
- * - Optional space + 1..3 Unicode digits (numbers split every 3 digits in cl100k)
- * - Optional space + non-whitespace/non-alphanumeric punctuation
- * - Newlines / trailing whitespace runs
- */
-const CL100K_PRETOKEN_REGEX = /'(?:[sdmt]|ll|ve|re)| ?\p{L}+| ?\p{N}{1,3}| ?[^\s\p{L}\p{N}]+|\s+(?!\S)|\s+/gu;
-/**
- * Common high-frequency programming/English tokens that map 1:1 to a single BPE token
- * in cl100k_base / o200k_base.
- */
-const SINGLE_BPE_WORDS = new Set([
-    "function", "return", "const", "let", "var", "import", "export", "from", "async", "await",
-    "interface", "type", "class", "public", "private", "protected", "static", "readonly",
-    "string", "number", "boolean", "object", "undefined", "null", "true", "false", "void",
-    "promise", "record", "array", "error", "default", "switch", "case", "break", "continue",
-    "throw", "catch", "finally", "typeof", "instanceof", "extends", "implements", "constructor",
-    "package", "module", "require", "process", "console", "Buffer", "Math", "JSON", "Date",
-    "SELECT", "INSERT", "UPDATE", "DELETE", "FROM", "WHERE", "CREATE", "TABLE", "INDEX",
-]);
-/**
- * Estimate how many BPE subword tokens a single pre-token chunk splits into.
- */
-function countChunkBpeTokens(chunk) {
-    const trimmed = chunk.trimStart();
-    if (!trimmed) {
-        // Pure whitespace run: 1 token per ~4 spaces or per newline group
-        return Math.max(1, Math.ceil(chunk.length / 4));
-    }
-    // 1-3 digit numbers are guaranteed 1 token by CL100K_PRETOKEN_REGEX
-    if (/^\p{N}{1,3}$/u.test(trimmed)) {
-        return 1;
-    }
-    // Punctuation runs: common 1-3 char operators (===, !==, =>, ->, ::, ..., etc.) are 1 token
-    if (/^[^\s\p{L}\p{N}]+$/u.test(trimmed)) {
-        if (trimmed.length <= 3)
-            return 1;
-        return Math.ceil(trimmed.length / 2.5);
-    }
-    // ASCII word/identifier
-    if (/^[A-Za-z]+$/.test(trimmed)) {
-        if (trimmed.length <= 6 || SINGLE_BPE_WORDS.has(trimmed) || SINGLE_BPE_WORDS.has(trimmed.toLowerCase())) {
-            return 1;
-        }
-        // Split camelCase / PascalCase subwords first
-        const camelParts = trimmed.split(/(?=[A-Z][a-z])|(?<=[a-z])(?=[A-Z])/);
-        if (camelParts.length > 1) {
-            let subTokens = 0;
-            for (const part of camelParts) {
-                subTokens += part.length <= 6 ? 1 : Math.ceil(part.length / 4.5);
-            }
-            return subTokens;
-        }
-        // Longer natural word: BPE averages ~4.5 chars per subword token
-        return Math.ceil(trimmed.length / 4.5);
-    }
-    // Non-ASCII Unicode (Turkish diacritics, CJK, emoji, etc.) — count UTF-8 byte density
-    const byteLength = Buffer.byteLength(trimmed, "utf8");
-    // In BPE, 2-byte UTF-8 chars (e.g. ş, ğ, ı, ö, ü, ç) take ~1 token per 2.8 bytes
-    return Math.max(1, Math.ceil(byteLength / 2.8));
-}
-/**
- * Estimate BPE tokens in a string using cl100k-style pre-tokenization.
- * NOTE: approximate — see file header. `_model` is accepted for API
- * compatibility but per-model tokenizer differences are not yet applied.
- */
-/** Heuristic fallback used only if the real BPE encoder cannot be initialised. */
-function approximateCountTokens(text) {
-    const matches = text.match(CL100K_PRETOKEN_REGEX);
-    if (!matches)
-        return 0;
-    let total = 0;
-    for (const chunk of matches) {
-        total += countChunkBpeTokens(chunk);
-    }
-    return total;
-}
-/** Lazily-initialised real cl100k_base BPE encoder (js-tiktoken, lite build). */
-let realEncoder = null;
-let realEncoderFailed = false;
-function getRealEncoder() {
-    if (realEncoder)
-        return realEncoder;
-    if (realEncoderFailed)
-        return null;
-    try {
-        realEncoder = new Tiktoken(cl100kRanks);
-        return realEncoder;
-    }
-    catch {
-        realEncoderFailed = true;
-        return null;
-    }
-}
-/**
- * Count BPE tokens in a string.
- *
- * Uses the REAL `cl100k_base` tokenizer (js-tiktoken) for ~±2% accuracy.
- * Falls back to a cl100k-style heuristic only if the BPE table cannot load.
- */
-export function countTokens(text, _model) {
-    if (!text)
-        return 0;
-    const encoder = getRealEncoder();
-    if (encoder) {
-        try {
-            return encoder.encode(text).length;
-        }
-        catch {
-            /* fall through to heuristic */
-        }
-    }
-    return approximateCountTokens(text);
-}
-/**
- * Resolve pricing for a given model name (supports partial matches and env overrides).
- */
-export function resolveModelPricing(model) {
-    const requested = (model || process.env.ATABEY_MODEL || "claude-sonnet-4").toLowerCase().trim();
-    if (MODEL_PRICING_CATALOG[requested]) {
-        return MODEL_PRICING_CATALOG[requested];
-    }
-    for (const [key, pricing] of Object.entries(MODEL_PRICING_CATALOG)) {
-        if (requested.includes(key) || key.includes(requested)) {
-            return pricing;
-        }
-    }
-    const envPer1k = parseFloat(process.env.ATABEY_COST_PER_1K_TOKENS_USD || "");
-    if (Number.isFinite(envPer1k) && envPer1k > 0) {
-        return {
-            provider: "generic",
-            model: requested || "custom",
-            inputPer1MUsd: envPer1k * 1000,
-            outputPer1MUsd: envPer1k * 1000,
-            tokenizer: "cl100k_base",
-        };
-    }
-    return MODEL_PRICING_CATALOG["claude-sonnet-4"];
-}
-/**
- * Calculate USD cost from separate input and output token counts.
- */
-export function calculateModelCost(inputTokens, outputTokens, model) {
-    const pricing = resolveModelPricing(model);
-    const inputCost = (Math.max(0, inputTokens) / 1_000_000) * pricing.inputPer1MUsd;
-    const outputCost = (Math.max(0, outputTokens) / 1_000_000) * pricing.outputPer1MUsd;
-    const costUsd = Number((inputCost + outputCost).toFixed(8));
-    return { costUsd, pricing };
-}
-/**
- * Compute full input/output token and FinOps cost breakdown for an MCP tool invocation.
- */
-export function measureToolCallUsage(toolName, args, resultText, model) {
-    const argsSerialized = typeof args === "string" ? args : JSON.stringify(args ?? {});
-    // Include MCP tool framing overhead (+8 tokens for tool call envelope)
-    const inputTokens = countTokens(toolName, model) + countTokens(argsSerialized, model) + 8;
-    const outputTokens = countTokens(resultText || "", model);
-    const { costUsd, pricing } = calculateModelCost(inputTokens, outputTokens, model);
-    return {
-        inputTokens,
-        outputTokens,
-        totalTokens: inputTokens + outputTokens,
-        estimatedCostUsd: costUsd,
-        model: pricing.model,
-        provider: pricing.provider,
-    };
-}
+export * from "./modules/agent/tokenizer.js";
 //# sourceMappingURL=tokenizer.js.map

package/dist/shared/src/tokenizer.js.map

@@ -1 +1 @@
-{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../../shared/src/tokenizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,WAAW,MAAM,+BAA+B,CAAC;AAqBxD;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAiC;IAC/D,iBAAiB,EAAE;QACf,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,iBAAiB;QACxB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,IAAI;QACpB,SAAS,EAAE,YAAY;KAC1B;IACD,eAAe,EAAE;QACb,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,eAAe;QACtB,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,IAAI;QACpB,SAAS,EAAE,YAAY;KAC1B;IACD,mBAAmB,EAAE;QACjB,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,mBAAmB;QAC1B,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,IAAI;QACpB,SAAS,EAAE,YAAY;KAC1B;IACD,mBAAmB,EAAE;QACjB,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,mBAAmB;QAC1B,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,IAAI;QACpB,SAAS,EAAE,YAAY;KAC1B;IACD,kBAAkB,EAAE;QAChB,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,kBAAkB;QACzB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,SAAS,EAAE,YAAY;KAC1B;IACD,QAAQ,EAAE;QACN,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,QAAQ;QACf,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,IAAI;QACpB,SAAS,EAAE,YAAY;KAC1B;IACD,aAAa,EAAE;QACX,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,aAAa;QACpB,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,GAAG;QACnB,SAAS,EAAE,YAAY;KAC1B;IACD,SAAS,EAAE;QACP,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,SAAS;QAChB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,SAAS,EAAE,YAAY;KAC1B;IACD,SAAS,EAAE;QACP,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,SAAS;QAChB,aAAa,EAAE,GAAG;QAClB,cAAc,EAAE,GAAG;QACnB,SAAS,EAAE,YAAY;KAC1B;IACD,gBAAgB,EAAE;QACd,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,gBAAgB;QACvB,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,IAAI;QACpB,SAAS,EAAE,YAAY;KAC1B;IACD,kBAAkB,EAAE;QAChB,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,kBAAkB;QACzB,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,GAAG;QACnB,SAAS,EAAE,YAAY;KAC1B;IACD,eAAe,EAAE;QACb,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,eAAe;QACtB,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,GAAG;QACnB,SAAS,EAAE,aAAa;KAC3B;CACJ,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,qBAAqB,GACvB,+EAA+E,CAAC;AAEpF;;;GAGG;AACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC7B,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IACzF,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU;IACpF,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IACrF,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU;IACvF,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa;IAC3F,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACtF,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO;CACtF,CAAC,CAAC;AAEH;;GAEG;AACH,SAAS,mBAAmB,CAAC,KAAa;IACtC,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;IAClC,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,kEAAkE;QAClE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,oEAAoE;IACpE,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,CAAC;IACb,CAAC;IAED,4FAA4F;IAC5F,IAAI,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;IAC3C,CAAC;IAED,wBAAwB;IACxB,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YACtG,OAAO,CAAC,CAAC;QACb,CAAC;QACD,8CAA8C;QAC9C,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACvE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC5B,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;YACrE,CAAC;YACD,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,iEAAiE;QACjE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;IAC3C,CAAC;IAED,sFAAsF;IACtF,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACtD,iFAAiF;IACjF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC;AACpD,CAAC;AAED;;;;GAIG;AACH,kFAAkF;AAClF,SAAS,sBAAsB,CAAC,IAAY;IACxC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAClD,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,CAAC;IAEvB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,KAAK,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,iFAAiF;AACjF,IAAI,WAAW,GAAoB,IAAI,CAAC;AACxC,IAAI,iBAAiB,GAAG,KAAK,CAAC;AAE9B,SAAS,cAAc;IACnB,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IACpC,IAAI,iBAAiB;QAAE,OAAO,IAAI,CAAC;IACnC,IAAI,CAAC;QACD,WAAW,GAAG,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC;QACxC,OAAO,WAAW,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACL,iBAAiB,GAAG,IAAI,CAAC;QACzB,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,MAAe;IACrD,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;IACjC,IAAI,OAAO,EAAE,CAAC;QACV,IAAI,CAAC;YACD,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACL,+BAA+B;QACnC,CAAC;IACL,CAAC;IACD,OAAO,sBAAsB,CAAC,IAAI,CAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAC9C,MAAM,SAAS,GAAG,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAChG,IAAI,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,OAAO,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IACD,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,EAAE,CAAC;QACjE,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACrD,OAAO,OAAO,CAAC;QACnB,CAAC;IACL,CAAC;IACD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,EAAE,CAAC,CAAC;IAC7E,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO;YACH,QAAQ,EAAE,SAAS;YACnB,KAAK,EAAE,SAAS,IAAI,QAAQ;YAC5B,aAAa,EAAE,QAAQ,GAAG,IAAI;YAC9B,cAAc,EAAE,QAAQ,GAAG,IAAI;YAC/B,SAAS,EAAE,aAAa;SAC3B,CAAC;IACN,CAAC;IACD,OAAO,qBAAqB,CAAC,iBAAiB,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAC9B,WAAmB,EACnB,YAAoB,EACpB,KAAc;IAEd,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC;IACjF,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC;IACpF,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAChC,QAAgB,EAChB,IAAa,EACb,UAAkB,EAClB,KAAc;IAEd,MAAM,cAAc,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IACpF,uEAAuE;IACvE,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,WAAW,CAAC,cAAc,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1F,MAAM,YAAY,GAAG,WAAW,CAAC,UAAU,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;IAC1D,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,kBAAkB,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;IAElF,OAAO;QACH,WAAW;QACX,YAAY;QACZ,WAAW,EAAE,WAAW,GAAG,YAAY;QACvC,gBAAgB,EAAE,OAAO;QACzB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC7B,CAAC;AACN,CAAC"}
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../../shared/src/tokenizer.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAC"}

package/dist/shared/src/types.d.ts

@@ -1,27 +1 @@
-/**
- * Atabey Framework — Internal Branded Types
- * Used to enforce absolute type safety within the core orchestration logic.
- */
-export type Brand<K, T> = K & {
-    __brand: T;
-};
-export type TraceID = Brand<string, "TraceID">;
-export type AgentID = Brand<string, "AgentID">;
-export type PhaseID = Brand<string, "PhaseID">;
-export type ProjectPath = Brand<string, "ProjectPath">;
-export type MessageID = Brand<number, "MessageID">;
-export type TaskID = Brand<string, "TaskID">;
-export type LogID = Brand<number, "LogID">;
-export type PlanID = Brand<string, "PlanID">;
-/**
- * Casts a raw string to a Branded Type.
- * Use this only at the boundaries of the system.
- */
-export declare function asTraceID(val: string): TraceID;
-export declare function asAgentID(val: string): AgentID;
-export declare function asPhaseID(val: string): PhaseID;
-export declare function asProjectPath(val: string): ProjectPath;
-export declare function asMessageID(val: number): MessageID;
-export declare function asTaskID(val: string): TaskID;
-export declare function asLogID(val: number): LogID;
-export declare function asPlanID(val: string): PlanID;
+export * from "./modules/primitives/types.js";

package/dist/shared/src/types.js

@@ -1,17 +1,2 @@
-/**
- * Atabey Framework — Internal Branded Types
- * Used to enforce absolute type safety within the core orchestration logic.
- */
-/**
- * Casts a raw string to a Branded Type.
- * Use this only at the boundaries of the system.
- */
-export function asTraceID(val) { return val; }
-export function asAgentID(val) { return val; }
-export function asPhaseID(val) { return val; }
-export function asProjectPath(val) { return val; }
-export function asMessageID(val) { return val; }
-export function asTaskID(val) { return val; }
-export function asLogID(val) { return val; }
-export function asPlanID(val) { return val; }
+export * from "./modules/primitives/types.js";
 //# sourceMappingURL=types.js.map

package/dist/shared/src/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../shared/src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAaH;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,GAAW,IAAa,OAAO,GAAc,CAAC,CAAC,CAAC;AAC1E,MAAM,UAAU,SAAS,CAAC,GAAW,IAAa,OAAO,GAAc,CAAC,CAAC,CAAC;AAC1E,MAAM,UAAU,SAAS,CAAC,GAAW,IAAa,OAAO,GAAc,CAAC,CAAC,CAAC;AAC1E,MAAM,UAAU,aAAa,CAAC,GAAW,IAAiB,OAAO,GAAkB,CAAC,CAAC,CAAC;AACtF,MAAM,UAAU,WAAW,CAAC,GAAW,IAAe,OAAO,GAAgB,CAAC,CAAC,CAAC;AAChF,MAAM,UAAU,QAAQ,CAAC,GAAW,IAAY,OAAO,GAAa,CAAC,CAAC,CAAC;AACvE,MAAM,UAAU,OAAO,CAAC,GAAW,IAAW,OAAO,GAAY,CAAC,CAAC,CAAC;AACpE,MAAM,UAAU,QAAQ,CAAC,GAAW,IAAY,OAAO,GAAa,CAAC,CAAC,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../shared/src/types.ts"],"names":[],"mappings":"AAAA,cAAc,+BAA+B,CAAC"}

package/dist/shared/src/worker-pool.d.ts

@@ -1,52 +1 @@
-/**
- * In-Memory Worker Pool — worker_threads based, no Redis/BullMQ.
- *
- * Heavy / isolable work runs off the main thread. Concurrency is capped
- * (default os.cpus().length) via an internal queue so RAM/CPU stay bounded.
- *
- * Thread-safety note: SQLite (better-sqlite3) bindings are NOT thread-safe.
- * Worker threads MUST NOT access AtabeyStorage or any SQLite connection.
- * Only CPU-bound isolable work (hash, tokenize, etc.) should be dispatched
- * to the worker pool.
- */
-export interface WorkerPoolOptions {
-    /** Max concurrent worker jobs. Default: os.cpus().length (clamped 1–16). */
-    maxConcurrency?: number;
-    /** Idle workers retained in the pool. Default: min(2, maxConcurrency). */
-    minWorkers?: number;
-    /** Per-job timeout in ms. Default: 30_000. */
-    jobTimeoutMs?: number;
-    /** Optional absolute path to worker script (tests / monorepo layouts). */
-    workerScript?: string;
-}
-export declare class WorkerPool {
-    private readonly maxConcurrency;
-    private readonly minWorkers;
-    private readonly jobTimeoutMs;
-    private readonly workerScript;
-    private readonly workers;
-    private readonly queue;
-    private readonly inflight;
-    private jobSeq;
-    private closed;
-    constructor(options?: WorkerPoolOptions);
-    /**
-     * Run a named job type on a worker thread.
-     * Returns when the worker posts a result (or on timeout/error).
-     */
-    run<T = unknown>(type: string, payload?: unknown): Promise<T>;
-    getStats(): {
-        maxConcurrency: number;
-        workers: number;
-        busy: number;
-        pending: number;
-        inflight: number;
-    };
-    close(): Promise<void>;
-    private failWorkerJob;
-    private spawnWorker;
-    private removeWorker;
-    private dispatch;
-}
-export declare function getDefaultWorkerPool(options?: WorkerPoolOptions): WorkerPool;
-export declare function resetDefaultWorkerPool(): Promise<void>;
+export * from "./modules/concurrency/worker-pool.js";

package/dist/shared/src/worker-pool.js

@@ -1,229 +1,2 @@
-/**
- * In-Memory Worker Pool — worker_threads based, no Redis/BullMQ.
- *
- * Heavy / isolable work runs off the main thread. Concurrency is capped
- * (default os.cpus().length) via an internal queue so RAM/CPU stay bounded.
- *
- * Thread-safety note: SQLite (better-sqlite3) bindings are NOT thread-safe.
- * Worker threads MUST NOT access AtabeyStorage or any SQLite connection.
- * Only CPU-bound isolable work (hash, tokenize, etc.) should be dispatched
- * to the worker pool.
- */
-import fs from "fs";
-import os from "os";
-import path from "path";
-import { fileURLToPath } from "url";
-import { Worker } from "worker_threads";
-function defaultWorkerScript() {
-    // Compiled ESM layout: dist/worker-thread.js next to this module
-    const here = path.dirname(fileURLToPath(import.meta.url));
-    const jsScript = path.join(here, "worker-thread.js");
-    const tsScript = path.join(here, "worker-thread.ts");
-    // Prefer compiled JS; fall back to TS for dev (tsx/ts-node)
-    if (fs.existsSync(jsScript))
-        return jsScript;
-    if (fs.existsSync(tsScript))
-        return tsScript;
-    // Fallback: try resolving via import.meta.resolve for monorepo layouts
-    try {
-        const resolved = import.meta.resolve("./worker-thread.js");
-        if (resolved)
-            return new URL(resolved).pathname;
-    }
-    catch {
-        // ignore
-    }
-    return jsScript;
-}
-export class WorkerPool {
-    maxConcurrency;
-    minWorkers;
-    jobTimeoutMs;
-    workerScript;
-    workers = [];
-    queue = [];
-    inflight = new Map();
-    jobSeq = 0;
-    closed = false;
-    constructor(options = {}) {
-        const cpus = Math.max(1, os.cpus()?.length || 1);
-        const requested = options.maxConcurrency ?? cpus;
-        this.maxConcurrency = Math.max(1, Math.min(requested, 16));
-        this.minWorkers = Math.max(0, Math.min(options.minWorkers ?? Math.min(2, this.maxConcurrency), this.maxConcurrency));
-        this.jobTimeoutMs = options.jobTimeoutMs ?? 30_000;
-        this.workerScript = options.workerScript ?? defaultWorkerScript();
-        for (let i = 0; i < this.minWorkers; i++) {
-            this.spawnWorker();
-        }
-    }
-    /**
-     * Run a named job type on a worker thread.
-     * Returns when the worker posts a result (or on timeout/error).
-     */
-    run(type, payload) {
-        if (this.closed) {
-            return Promise.reject(new Error("[WorkerPool] Pool is closed."));
-        }
-        const id = `wjob-${++this.jobSeq}-${Date.now()}`;
-        const job = { id, type, payload };
-        return new Promise((resolve, reject) => {
-            const timer = setTimeout(() => {
-                this.inflight.delete(id);
-                // Free (and recycle) the worker stuck on this job so a hung job
-                // cannot permanently occupy the pool and deadlock every caller.
-                const stuck = this.workers.find((w) => w.currentJobId === id);
-                if (stuck) {
-                    stuck.busy = false;
-                    stuck.currentJobId = null;
-                    this.removeWorker(stuck);
-                    void stuck.worker.terminate().catch(() => { });
-                }
-                reject(new Error(`[WorkerPool] Job ${id} timed out after ${this.jobTimeoutMs}ms`));
-                this.dispatch();
-                if (!this.closed && this.workers.length < this.minWorkers) {
-                    this.spawnWorker();
-                }
-            }, this.jobTimeoutMs);
-            const pending = {
-                job,
-                resolve: (v) => resolve(v),
-                reject,
-                timer,
-            };
-            this.queue.push(pending);
-            this.dispatch();
-        });
-    }
-    getStats() {
-        return {
-            maxConcurrency: this.maxConcurrency,
-            workers: this.workers.length,
-            busy: this.workers.filter((w) => w.busy).length,
-            pending: this.queue.length,
-            inflight: this.inflight.size,
-        };
-    }
-    async close() {
-        this.closed = true;
-        while (this.queue.length > 0) {
-            const p = this.queue.shift();
-            if (p) {
-                clearTimeout(p.timer);
-                p.reject(new Error("[WorkerPool] Pool closed while job was queued."));
-            }
-        }
-        // Settle any in-flight jobs so their awaiters don't hang forever.
-        for (const pending of this.inflight.values()) {
-            clearTimeout(pending.timer);
-            pending.reject(new Error("[WorkerPool] Pool closed while the job was in flight."));
-        }
-        this.inflight.clear();
-        await Promise.all(this.workers.map((pw) => new Promise((resolve) => {
-            pw.worker.once("exit", () => resolve());
-            void pw.worker.terminate();
-        })));
-        this.workers.length = 0;
-    }
-    failWorkerJob(pw, error) {
-        const jobId = pw.currentJobId;
-        pw.busy = false;
-        pw.currentJobId = null;
-        if (!jobId)
-            return;
-        const pending = this.inflight.get(jobId);
-        if (!pending)
-            return;
-        clearTimeout(pending.timer);
-        this.inflight.delete(jobId);
-        pending.reject(error);
-    }
-    spawnWorker() {
-        const worker = new Worker(this.workerScript);
-        const pw = { worker, busy: false, currentJobId: null };
-        worker.on("message", (msg) => {
-            const pending = this.inflight.get(msg.id);
-            pw.busy = false;
-            pw.currentJobId = null;
-            if (!pending) {
-                this.dispatch();
-                return;
-            }
-            clearTimeout(pending.timer);
-            this.inflight.delete(msg.id);
-            if (msg.ok) {
-                pending.resolve(msg.result);
-            }
-            else {
-                pending.reject(new Error(msg.error || "Worker job failed"));
-            }
-            this.dispatch();
-        });
-        worker.on("error", (err) => {
-            this.failWorkerJob(pw, err instanceof Error ? err : new Error(String(err)));
-            this.removeWorker(pw);
-            if (!this.closed) {
-                this.spawnWorker();
-            }
-            this.dispatch();
-        });
-        worker.on("exit", (code) => {
-            if (pw.busy && pw.currentJobId) {
-                this.failWorkerJob(pw, new Error(`[WorkerPool] Worker exited with code ${code} while running job ${pw.currentJobId}`));
-            }
-            this.removeWorker(pw);
-            if (!this.closed && code !== 0) {
-                // Replace crashed worker so pool size recovers
-                if (this.workers.length < this.minWorkers) {
-                    this.spawnWorker();
-                }
-            }
-            this.dispatch();
-        });
-        this.workers.push(pw);
-        return pw;
-    }
-    removeWorker(pw) {
-        const idx = this.workers.indexOf(pw);
-        if (idx >= 0)
-            this.workers.splice(idx, 1);
-    }
-    dispatch() {
-        if (this.closed)
-            return;
-        while (this.queue.length > 0) {
-            let free = this.workers.find((w) => !w.busy);
-            if (!free && this.workers.length < this.maxConcurrency) {
-                free = this.spawnWorker();
-            }
-            if (!free)
-                break;
-            const pending = this.queue.shift();
-            if (!pending)
-                break;
-            free.busy = true;
-            free.currentJobId = pending.job.id;
-            this.inflight.set(pending.job.id, pending);
-            free.worker.postMessage(pending.job);
-        }
-    }
-}
-let defaultPool = null;
-export function getDefaultWorkerPool(options) {
-    if (!defaultPool) {
-        const fromEnv = process.env.ATABEY_WORKER_CONCURRENCY
-            ? parseInt(process.env.ATABEY_WORKER_CONCURRENCY, 10)
-            : undefined;
-        defaultPool = new WorkerPool({
-            maxConcurrency: options?.maxConcurrency ?? (Number.isFinite(fromEnv) ? fromEnv : undefined),
-            ...options,
-        });
-    }
-    return defaultPool;
-}
-export async function resetDefaultWorkerPool() {
-    if (defaultPool) {
-        await defaultPool.close();
-        defaultPool = null;
-    }
-}
+export * from "./modules/concurrency/worker-pool.js";
 //# sourceMappingURL=worker-pool.js.map

package/dist/shared/src/worker-pool.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker-pool.js","sourceRoot":"","sources":["../../../../shared/src/worker-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AA4BxC,SAAS,mBAAmB;IACxB,iEAAiE;IACjE,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IAErD,4DAA4D;IAC5D,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE7C,uEAAuE;IACvE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC3D,IAAI,QAAQ;YAAE,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACL,SAAS;IACb,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,MAAM,OAAO,UAAU;IACF,cAAc,CAAS;IACvB,UAAU,CAAS;IACnB,YAAY,CAAS;IACrB,YAAY,CAAS;IACrB,OAAO,GAAiB,EAAE,CAAC;IAC3B,KAAK,GAAiB,EAAE,CAAC;IACzB,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IAClD,MAAM,GAAG,CAAC,CAAC;IACX,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,UAA6B,EAAE;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CACtB,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC;QACnD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,mBAAmB,EAAE,CAAC;QAElE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;IAED;;;OAGG;IACI,GAAG,CAAc,IAAY,EAAE,OAAiB;QACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,EAAE,GAAG,QAAQ,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACjD,MAAM,GAAG,GAAc,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAE7C,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC1B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACzB,gEAAgE;gBAChE,gEAAgE;gBAChE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;gBAC9D,IAAI,KAAK,EAAE,CAAC;oBACR,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC;oBACnB,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;oBAC1B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;oBACzB,KAAK,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAgB,CAAC,CAAC,CAAC;gBAChE,CAAC;gBACD,MAAM,CAAC,IAAI,KAAK,CAAC,oBAAoB,EAAE,oBAAoB,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;gBACnF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxD,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAEtB,MAAM,OAAO,GAAe;gBACxB,GAAG;gBACH,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAM,CAAC;gBAC/B,MAAM;gBACN,KAAK;aACR,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,QAAQ;QAOX,OAAO;YACH,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC5B,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM;YAC/C,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;SAC/B,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,KAAK;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,EAAE,CAAC;gBACJ,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBACtB,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC,CAAC;YAC1E,CAAC;QACL,CAAC;QACD,kEAAkE;QAClE,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,OAAO,CAAC,GAAG,CACb,IAAI,CAAC,OAAO,CAAC,GAAG,CACZ,CAAC,EAAE,EAAE,EAAE,CACH,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC1B,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YACxC,KAAK,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC/B,CAAC,CAAC,CACT,CACJ,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5B,CAAC;IAEO,aAAa,CAAC,EAAc,EAAE,KAAY;QAC9C,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC;QAC9B,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;QAChB,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAEO,WAAW;QACf,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAe,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;QAEnE,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAiB,EAAE,EAAE;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1C,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;YAChB,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChB,OAAO;YACX,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;gBACT,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,mBAAmB,CAAC,CAAC,CAAC;YAChE,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACvB,IAAI,CAAC,aAAa,CACd,EAAE,EACF,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CACtD,CAAC;YACF,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,YAAY,EAAE,CAAC;gBAC7B,IAAI,CAAC,aAAa,CACd,EAAE,EACF,IAAI,KAAK,CAAC,wCAAwC,IAAI,sBAAsB,EAAE,CAAC,YAAY,EAAE,CAAC,CACjG,CAAC;YACN,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC7B,+CAA+C;gBAC/C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvB,CAAC;YACL,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtB,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,YAAY,CAAC,EAAc;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,GAAG,IAAI,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,QAAQ;QACZ,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAExB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAE7C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBACrD,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM;YAEjB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO;gBAAE,MAAM;YAEpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;CACJ;AAED,IAAI,WAAW,GAAsB,IAAI,CAAC;AAE1C,MAAM,UAAU,oBAAoB,CAAC,OAA2B;IAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB;YACjD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC;YACrD,CAAC,CAAC,SAAS,CAAC;QAChB,WAAW,GAAG,IAAI,UAAU,CAAC;YACzB,cAAc,EAAE,OAAO,EAAE,cAAc,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3F,GAAG,OAAO;SACb,CAAC,CAAC;IACP,CAAC;IACD,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB;IACxC,IAAI,WAAW,EAAE,CAAC;QACd,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;QAC1B,WAAW,GAAG,IAAI,CAAC;IACvB,CAAC;AACL,CAAC"}
+{"version":3,"file":"worker-pool.js","sourceRoot":"","sources":["../../../../shared/src/worker-pool.ts"],"names":[],"mappings":"AAAA,cAAc,sCAAsC,CAAC"}

package/dist/shared/src/worker-thread.d.ts

@@ -1,21 +1 @@
-/**
- * Generic worker_threads entrypoint for Atabey WorkerPool.
- * Receives serializable jobs and returns serializable results.
- *
- * Supported job types (extensible):
- *  - "ping"     — health check
- *  - "hash"     — simple string hash (CPU sample)
- *  - "tokenize"  — tokenization for TF-IDF style work
- *  - "sleep"    — test helper
- */
-export interface WorkerJob {
-    id: string;
-    type: string;
-    payload?: unknown;
-}
-export interface WorkerResult {
-    id: string;
-    ok: boolean;
-    result?: unknown;
-    error?: string;
-}
+export * from "./modules/concurrency/worker-thread.js";