@hyvmind/tiktoken-ts 0.0.1

package/dist/models.js

@@ -0,0 +1,320 @@
+/**
+ * Model Configuration
+ * Maps model names to encodings and context limits
+ *
+ * Context limits are synced with tiktoken-rs:
+ * https://github.com/zurawiki/tiktoken-rs/blob/main/tiktoken-rs/src/model.rs
+ */
+import { getExactContextSize } from "./core/model-to-encoding.js";
+/**
+ * Helper to create model config with context size from tiktoken-rs
+ */
+function createModelConfig(name, encoding, maxOutputTokens, family, contextLimitOverride) {
+    return {
+        name,
+        encoding,
+        contextLimit: contextLimitOverride ?? getExactContextSize(name),
+        maxOutputTokens,
+        family,
+    };
+}
+/**
+ * Model context limits and configurations
+ * Context limits from tiktoken-rs, max output tokens from OpenAI docs
+ */
+export const MODEL_CONFIGS = {
+    // ==========================================================================
+    // GPT-5 Series (400K context from tiktoken-rs)
+    // ==========================================================================
+    "gpt-5.2": createModelConfig("gpt-5.2", "o200k_base", 16384, "gpt-5", 400_000),
+    "gpt-5.2-pro": createModelConfig("gpt-5.2-pro", "o200k_base", 16384, "gpt-5", 400_000),
+    "gpt-5": createModelConfig("gpt-5", "o200k_base", 16384, "gpt-5"),
+    "gpt-5-mini": createModelConfig("gpt-5-mini", "o200k_base", 16384, "gpt-5"),
+    "gpt-5-nano": createModelConfig("gpt-5-nano", "o200k_base", 4096, "gpt-5"),
+    "gpt-5-turbo": createModelConfig("gpt-5-turbo", "o200k_base", 16384, "gpt-5"),
+    // ==========================================================================
+    // Codex Series
+    // ==========================================================================
+    "gpt-5.2-codex": createModelConfig("gpt-5.2-codex", "o200k_base", 32768, "codex", 192_000),
+    "gpt-5.1-codex": createModelConfig("gpt-5.1-codex", "o200k_base", 32768, "codex", 192_000),
+    // ==========================================================================
+    // o-Series Reasoning Models (200K context from tiktoken-rs)
+    // ==========================================================================
+    o1: createModelConfig("o1", "o200k_base", 32768, "o-series"),
+    "o1-mini": createModelConfig("o1-mini", "o200k_base", 16384, "o-series"),
+    "o1-preview": createModelConfig("o1-preview", "o200k_base", 16384, "o-series"),
+    o3: createModelConfig("o3", "o200k_base", 32768, "o-series"),
+    "o3-mini": createModelConfig("o3-mini", "o200k_base", 16384, "o-series"),
+    "o3-pro": createModelConfig("o3-pro", "o200k_base", 65536, "o-series", 200_000),
+    "o4-mini": createModelConfig("o4-mini", "o200k_base", 16384, "o-series"),
+    // ==========================================================================
+    // GPT-4.1 Series (1M+ context from tiktoken-rs!)
+    // ==========================================================================
+    "gpt-4.1": createModelConfig("gpt-4.1", "o200k_base", 16384, "gpt-4.1"),
+    "gpt-4.1-mini": createModelConfig("gpt-4.1-mini", "o200k_base", 16384, "gpt-4.1"),
+    "gpt-4.1-nano": createModelConfig("gpt-4.1-nano", "o200k_base", 4096, "gpt-4.1"),
+    // ==========================================================================
+    // GPT-4.5 Preview
+    // ==========================================================================
+    "gpt-4.5-preview": createModelConfig("gpt-4.5-preview", "o200k_base", 16384, "gpt-4o"),
+    // ==========================================================================
+    // GPT-4o Series (128K context)
+    // ==========================================================================
+    "gpt-4o": createModelConfig("gpt-4o", "o200k_base", 16384, "gpt-4o"),
+    "gpt-4o-mini": createModelConfig("gpt-4o-mini", "o200k_base", 16384, "gpt-4o"),
+    "chatgpt-4o-latest": createModelConfig("chatgpt-4o-latest", "o200k_base", 16384, "gpt-4o"),
+    // ==========================================================================
+    // GPT-4 Legacy Series
+    // ==========================================================================
+    "gpt-4-turbo": createModelConfig("gpt-4-turbo", "cl100k_base", 4096, "gpt-4"),
+    "gpt-4-turbo-preview": createModelConfig("gpt-4-turbo-preview", "cl100k_base", 4096, "gpt-4"),
+    "gpt-4": createModelConfig("gpt-4", "cl100k_base", 4096, "gpt-4"),
+    "gpt-4-32k": createModelConfig("gpt-4-32k", "cl100k_base", 4096, "gpt-4"),
+    // ==========================================================================
+    // GPT-3.5 Series
+    // ==========================================================================
+    "gpt-3.5-turbo": createModelConfig("gpt-3.5-turbo", "cl100k_base", 4096, "gpt-3.5"),
+    "gpt-3.5-turbo-16k": createModelConfig("gpt-3.5-turbo-16k", "cl100k_base", 4096, "gpt-3.5"),
+    // ==========================================================================
+    // Embedding Models
+    // ==========================================================================
+    "text-embedding-ada-002": createModelConfig("text-embedding-ada-002", "cl100k_base", 0, "embedding", 8192),
+    "text-embedding-3-small": createModelConfig("text-embedding-3-small", "cl100k_base", 0, "embedding", 8191),
+    "text-embedding-3-large": createModelConfig("text-embedding-3-large", "cl100k_base", 0, "embedding", 8191),
+    // ==========================================================================
+    // Anthropic Claude Models
+    //
+    // IMPORTANT: Claude uses a proprietary tokenizer that is NOT publicly available.
+    // The "claude_estimation" encoding provides SAFE estimates that intentionally
+    // over-count tokens (25% safety margin) to prevent API truncation issues.
+    //
+    // Research findings (see claude-tokenizer-research.md):
+    // - Claude 3+ uses ~22,000 token vocabulary (smaller than OpenAI's 100K-200K)
+    // - Claude produces 16-30% MORE tokens than GPT-4 for equivalent content
+    // - Average ~3.5 characters per token (vs GPT-4's ~4)
+    //
+    // For exact Claude token counts, use Anthropic's /v1/messages/count_tokens API.
+    // @see https://docs.anthropic.com/en/docs/build-with-claude/token-counting
+    // ==========================================================================
+    // Claude 4.5 Series
+    "claude-4-5-opus": createModelConfig("claude-4-5-opus", "claude_estimation", 32768, "claude", 200_000),
+    "claude-4.5-opus": createModelConfig("claude-4.5-opus", "claude_estimation", 32768, "claude", 200_000),
+    "claude-4-5-sonnet": createModelConfig("claude-4-5-sonnet", "claude_estimation", 16384, "claude", 200_000),
+    "claude-4.5-sonnet": createModelConfig("claude-4.5-sonnet", "claude_estimation", 16384, "claude", 200_000),
+    "claude-4-5-haiku": createModelConfig("claude-4-5-haiku", "claude_estimation", 8192, "claude", 200_000),
+    "claude-4.5-haiku": createModelConfig("claude-4.5-haiku", "claude_estimation", 8192, "claude", 200_000),
+    // Claude 4.1 Series
+    "claude-4-1-opus": createModelConfig("claude-4-1-opus", "claude_estimation", 32768, "claude", 200_000),
+    "claude-4.1-opus": createModelConfig("claude-4.1-opus", "claude_estimation", 32768, "claude", 200_000),
+    "claude-4-1-sonnet": createModelConfig("claude-4-1-sonnet", "claude_estimation", 16384, "claude", 200_000),
+    "claude-4.1-sonnet": createModelConfig("claude-4.1-sonnet", "claude_estimation", 16384, "claude", 200_000),
+    // Claude 4 Series
+    "claude-4-opus": createModelConfig("claude-4-opus", "claude_estimation", 32768, "claude", 200_000),
+    "claude-4-sonnet": createModelConfig("claude-4-sonnet", "claude_estimation", 16384, "claude", 200_000),
+    // Claude 3.5 Series
+    "claude-3-5-sonnet-20241022": createModelConfig("claude-3-5-sonnet-20241022", "claude_estimation", 8192, "claude", 200_000),
+    "claude-3-5-sonnet-latest": createModelConfig("claude-3-5-sonnet-latest", "claude_estimation", 8192, "claude", 200_000),
+    "claude-3-5-sonnet": createModelConfig("claude-3-5-sonnet", "claude_estimation", 8192, "claude", 200_000),
+    "claude-3-5-haiku-20241022": createModelConfig("claude-3-5-haiku-20241022", "claude_estimation", 8192, "claude", 200_000),
+    "claude-3-5-haiku-latest": createModelConfig("claude-3-5-haiku-latest", "claude_estimation", 8192, "claude", 200_000),
+    "claude-3-5-haiku": createModelConfig("claude-3-5-haiku", "claude_estimation", 8192, "claude", 200_000),
+    // Claude 3 Series
+    "claude-3-opus-20240229": createModelConfig("claude-3-opus-20240229", "claude_estimation", 4096, "claude", 200_000),
+    "claude-3-opus-latest": createModelConfig("claude-3-opus-latest", "claude_estimation", 4096, "claude", 200_000),
+    "claude-3-opus": createModelConfig("claude-3-opus", "claude_estimation", 4096, "claude", 200_000),
+    "claude-3-sonnet-20240229": createModelConfig("claude-3-sonnet-20240229", "claude_estimation", 4096, "claude", 200_000),
+    "claude-3-sonnet": createModelConfig("claude-3-sonnet", "claude_estimation", 4096, "claude", 200_000),
+    "claude-3-haiku-20240307": createModelConfig("claude-3-haiku-20240307", "claude_estimation", 4096, "claude", 200_000),
+    "claude-3-haiku": createModelConfig("claude-3-haiku", "claude_estimation", 4096, "claude", 200_000),
+    // Claude 2 Series (Legacy)
+    "claude-2.1": createModelConfig("claude-2.1", "claude_estimation", 4096, "claude", 200_000),
+    "claude-2.0": createModelConfig("claude-2.0", "claude_estimation", 4096, "claude", 100_000),
+    // Claude Instant (Legacy)
+    "claude-instant-1.2": createModelConfig("claude-instant-1.2", "claude_estimation", 4096, "claude", 100_000),
+    // ==========================================================================
+    // DeepSeek Models (approximation with cl100k_base)
+    // ==========================================================================
+    "deepseek-chat": createModelConfig("deepseek-chat", "cl100k_base", 4096, "deepseek", 32_768),
+    "deepseek-coder": createModelConfig("deepseek-coder", "cl100k_base", 4096, "deepseek", 16_384),
+    "deepseek-reasoner": createModelConfig("deepseek-reasoner", "cl100k_base", 8192, "deepseek", 65_536),
+    // ==========================================================================
+    // Gemini Models (approximation with cl100k_base)
+    // ==========================================================================
+    "gemini-1.5-pro": createModelConfig("gemini-1.5-pro", "cl100k_base", 8192, "gemini", 1_000_000),
+    "gemini-1.5-flash": createModelConfig("gemini-1.5-flash", "cl100k_base", 8192, "gemini", 1_000_000),
+    "gemini-2.0-flash": createModelConfig("gemini-2.0-flash", "cl100k_base", 8192, "gemini", 1_000_000),
+    "gemini-2.0-flash-thinking": createModelConfig("gemini-2.0-flash-thinking", "cl100k_base", 16384, "gemini", 1_000_000),
+};
+/**
+ * Model name aliases for flexibility
+ */
+export const MODEL_ALIASES = {
+    // Common aliases
+    gpt4: "gpt-4",
+    gpt4o: "gpt-4o",
+    "gpt4o-mini": "gpt-4o-mini",
+    "gpt-4-omni": "gpt-4o",
+    "gpt-4-omni-mini": "gpt-4o-mini",
+    // GPT-5 aliases
+    gpt5: "gpt-5",
+    "gpt5-mini": "gpt-5-mini",
+    "gpt5-nano": "gpt-5-nano",
+    // GPT-3.5 aliases
+    "gpt-35-turbo": "gpt-3.5-turbo",
+    gpt35: "gpt-3.5-turbo",
+    chatgpt: "gpt-3.5-turbo",
+    // DeepSeek aliases
+    deepseek: "deepseek-chat",
+    "deepseek-v3": "deepseek-chat",
+    // Gemini aliases
+    gemini: "gemini-1.5-flash",
+    "gemini-pro": "gemini-1.5-pro",
+    "gemini-flash": "gemini-1.5-flash",
+    // Claude aliases - default to latest versions
+    claude: "claude-4-5-sonnet",
+    "claude-latest": "claude-4-5-sonnet",
+    "claude-sonnet": "claude-4-5-sonnet",
+    "claude-haiku": "claude-4-5-haiku",
+    "claude-opus": "claude-4-5-opus",
+    // Claude 4.5 aliases
+    "claude4.5": "claude-4-5-sonnet",
+    "claude-45": "claude-4-5-sonnet",
+    "claude-45-sonnet": "claude-4-5-sonnet",
+    "claude-45-opus": "claude-4-5-opus",
+    "claude-45-haiku": "claude-4-5-haiku",
+    // Claude 4.1 aliases
+    "claude4.1": "claude-4-1-sonnet",
+    "claude-41": "claude-4-1-sonnet",
+    "claude-41-sonnet": "claude-4-1-sonnet",
+    "claude-41-opus": "claude-4-1-opus",
+    // Claude 4 aliases
+    claude4: "claude-4-sonnet",
+    "claude-4": "claude-4-sonnet",
+    // Claude 3.5 aliases
+    "claude3.5": "claude-3-5-sonnet",
+    "claude-3.5": "claude-3-5-sonnet",
+    "claude-35-sonnet": "claude-3-5-sonnet",
+    "claude-35-haiku": "claude-3-5-haiku",
+    // Claude 3 aliases
+    claude3: "claude-3-opus",
+    "claude-3": "claude-3-opus",
+    // Legacy aliases
+    "claude-instant": "claude-instant-1.2",
+    "claude-2": "claude-2.1",
+};
+/**
+ * Get model configuration by name
+ * Handles aliases and partial matches
+ *
+ * @param modelName - Model name or alias
+ * @returns Model configuration or undefined
+ */
+export function getModelConfig(modelName) {
+    const normalizedName = modelName.toLowerCase().trim();
+    // Direct match
+    if (MODEL_CONFIGS[normalizedName]) {
+        return MODEL_CONFIGS[normalizedName];
+    }
+    // Check aliases
+    const aliasedName = MODEL_ALIASES[normalizedName];
+    if (aliasedName && MODEL_CONFIGS[aliasedName]) {
+        return MODEL_CONFIGS[aliasedName];
+    }
+    // Partial match (for versioned models like gpt-4-0613)
+    for (const [key, config] of Object.entries(MODEL_CONFIGS)) {
+        if (normalizedName.startsWith(key) || key.startsWith(normalizedName)) {
+            return config;
+        }
+    }
+    return undefined;
+}
+/**
+ * Get encoding name for a model
+ *
+ * @param modelName - Model name
+ * @returns Encoding name, defaults to o200k_base for unknown models
+ */
+export function getEncodingForModel(modelName) {
+    const config = getModelConfig(modelName);
+    return config?.encoding ?? "o200k_base";
+}
+/**
+ * Get context limit for a model
+ *
+ * @param modelName - Model name
+ * @returns Context limit in tokens
+ */
+export function getModelContextLimit(modelName) {
+    const config = getModelConfig(modelName);
+    return config?.contextLimit ?? 128000; // Default to GPT-4o-class context
+}
+/**
+ * Get max output tokens for a model
+ *
+ * @param modelName - Model name
+ * @returns Max output tokens
+ */
+export function getModelMaxOutputTokens(modelName) {
+    const config = getModelConfig(modelName);
+    return config?.maxOutputTokens ?? 4096; // Default to standard output limit
+}
+/**
+ * Get model family
+ *
+ * @param modelName - Model name
+ * @returns Model family classification
+ */
+export function getModelFamily(modelName) {
+    const config = getModelConfig(modelName);
+    return config?.family ?? "unknown";
+}
+/**
+ * Check if a model uses the newer o200k_base encoding
+ *
+ * @param modelName - Model name
+ * @returns True if model uses o200k_base
+ */
+export function usesO200kEncoding(modelName) {
+    return getEncodingForModel(modelName) === "o200k_base";
+}
+/**
+ * Check if a model uses the Claude estimation encoding
+ *
+ * Claude models use a proprietary tokenizer. This encoding provides
+ * "safe" estimates that intentionally over-count tokens to prevent
+ * API truncation issues.
+ *
+ * @param modelName - Model name
+ * @returns True if model uses claude_estimation
+ */
+export function usesClaudeEstimation(modelName) {
+    return getEncodingForModel(modelName) === "claude_estimation";
+}
+/**
+ * Check if a model is a Claude model
+ *
+ * @param modelName - Model name
+ * @returns True if model is from Anthropic Claude family
+ */
+export function isClaudeModel(modelName) {
+    const config = getModelConfig(modelName);
+    return config?.family === "claude";
+}
+/**
+ * List all known models
+ *
+ * @returns Array of model names
+ */
+export function listModels() {
+    return Object.keys(MODEL_CONFIGS);
+}
+/**
+ * List models by family
+ *
+ * @param family - Model family to filter
+ * @returns Array of model configurations
+ */
+export function listModelsByFamily(family) {
+    return Object.values(MODEL_CONFIGS).filter((config) => config.family === family);
+}
+//# sourceMappingURL=models.js.map

package/dist/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAElE;;GAEG;AACH,SAAS,iBAAiB,CACxB,IAAY,EACZ,QAAsB,EACtB,eAAuB,EACvB,MAAmB,EACnB,oBAA6B;IAE7B,OAAO;QACL,IAAI;QACJ,QAAQ;QACR,YAAY,EAAE,oBAAoB,IAAI,mBAAmB,CAAC,IAAI,CAAC;QAC/D,eAAe;QACf,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,6EAA6E;IAC7E,+CAA+C;IAC/C,6EAA6E;IAC7E,SAAS,EAAE,iBAAiB,CAC1B,SAAS,EACT,YAAY,EACZ,KAAK,EACL,OAAO,EACP,OAAO,CACR;IACD,aAAa,EAAE,iBAAiB,CAC9B,aAAa,EACb,YAAY,EACZ,KAAK,EACL,OAAO,EACP,OAAO,CACR;IACD,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC;IACjE,YAAY,EAAE,iBAAiB,CAAC,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC;IAC3E,YAAY,EAAE,iBAAiB,CAAC,YAAY,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,CAAC;IAC1E,aAAa,EAAE,iBAAiB,CAAC,aAAa,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC;IAE7E,6EAA6E;IAC7E,eAAe;IACf,6EAA6E;IAC7E,eAAe,EAAE,iBAAiB,CAChC,eAAe,EACf,YAAY,EACZ,KAAK,EACL,OAAO,EACP,OAAO,CACR;IACD,eAAe,EAAE,iBAAiB,CAChC,eAAe,EACf,YAAY,EACZ,KAAK,EACL,OAAO,EACP,OAAO,CACR;IAED,6EAA6E;IAC7E,4DAA4D;IAC5D,6EAA6E;IAC7E,EAAE,EAAE,iBAAiB,CAAC,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC;IAC5D,SAAS,EAAE,iBAAiB,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC;IACxE,YAAY,EAAE,iBAAiB,CAC7B,YAAY,EACZ,YAAY,EACZ,KAAK,EACL,UAAU,CACX;IACD,EAAE,EAAE,iBAAiB,CAAC,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC;IAC5D,SAAS,EAAE,iBAAiB,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC;IACxE,QAAQ,EAAE,iBAAiB,CACzB,QAAQ,EACR,YAAY,EACZ,KAAK,EACL,UAAU,EACV,OAAO,CACR;IACD,SAAS,EAAE,iBAAiB,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,CAAC;IAExE,6EAA6E;IAC7E,iDAAiD;IACjD,6EAA6E;IAC7E,SAAS,EAAE,iBAAiB,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,CAAC;IACvE,cAAc,EAAE,iBAAiB,CAC/B,cAAc,EACd,YAAY,EACZ,KAAK,EACL,SAAS,CACV;IACD,cAAc,EAAE,iBAAiB,CAC/B,cAAc,EACd,YAAY,EACZ,IAAI,EACJ,SAAS,CACV;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAC7E,iBAAiB,EAAE,iBAAiB,CAClC,iBAAiB,EACjB,YAAY,EACZ,KAAK,EACL,QAAQ,CACT;IAED,6EAA6E;IAC7E,+BAA+B;IAC/B,6EAA6E;IAC7E,QAAQ,EAAE,iBAAiB,CAAC,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,QAAQ,CAAC;IACpE,aAAa,EAAE,iBAAiB,CAC9B,aAAa,EACb,YAAY,EACZ,KAAK,EACL,QAAQ,CACT;IACD,mBAAmB,EAAE,iBAAiB,CACpC,mBAAmB,EACnB,YAAY,EACZ,KAAK,EACL,QAAQ,CACT;IAED,6EAA6E;IAC7E,sBAAsB;IACtB,6EAA6E;IAC7E,aAAa,EAAE,iBAAiB,CAAC,aAAa,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC;IAC7E,qBAAqB,EAAE,iBAAiB,CACtC,qBAAqB,EACrB,aAAa,EACb,IAAI,EACJ,OAAO,CACR;IACD,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC;IACjE,WAAW,EAAE,iBAAiB,CAAC,WAAW,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC;IAEzE,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAC7E,eAAe,EAAE,iBAAiB,CAChC,eAAe,EACf,aAAa,EACb,IAAI,EACJ,SAAS,CACV;IACD,mBAAmB,EAAE,iBAAiB,CACpC,mBAAmB,EACnB,aAAa,EACb,IAAI,EACJ,SAAS,CACV;IAED,6EAA6E;IAC7E,mBAAmB;IACnB,6EAA6E;IAC7E,wBAAwB,EAAE,iBAAiB,CACzC,wBAAwB,EACxB,aAAa,EACb,CAAC,EACD,WAAW,EACX,IAAI,CACL;IACD,wBAAwB,EAAE,iBAAiB,CACzC,wBAAwB,EACxB,aAAa,EACb,CAAC,EACD,WAAW,EACX,IAAI,CACL;IACD,wBAAwB,EAAE,iBAAiB,CACzC,wBAAwB,EACxB,aAAa,EACb,CAAC,EACD,WAAW,EACX,IAAI,CACL;IAED,6EAA6E;IAC7E,0BAA0B;IAC1B,EAAE;IACF,iFAAiF;IACjF,8EAA8E;IAC9E,0EAA0E;IAC1E,EAAE;IACF,wDAAwD;IACxD,8EAA8E;IAC9E,yEAAyE;IACzE,sDAAsD;IACtD,EAAE;IACF,gFAAgF;IAChF,2EAA2E;IAC3E,6EAA6E;IAE7E,oBAAoB;IACpB,iBAAiB,EAAE,iBAAiB,CAClC,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IACD,iBAAiB,EAAE,iBAAiB,CAClC,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IACD,mBAAmB,EAAE,iBAAiB,CACpC,mBAAmB,EACnB,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IACD,mBAAmB,EAAE,iBAAiB,CACpC,mBAAmB,EACnB,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IACD,kBAAkB,EAAE,iBAAiB,CACnC,kBAAkB,EAClB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,kBAAkB,EAAE,iBAAiB,CACnC,kBAAkB,EAClB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IAED,oBAAoB;IACpB,iBAAiB,EAAE,iBAAiB,CAClC,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IACD,iBAAiB,EAAE,iBAAiB,CAClC,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IACD,mBAAmB,EAAE,iBAAiB,CACpC,mBAAmB,EACnB,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IACD,mBAAmB,EAAE,iBAAiB,CACpC,mBAAmB,EACnB,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IAED,kBAAkB;IAClB,eAAe,EAAE,iBAAiB,CAChC,eAAe,EACf,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IACD,iBAAiB,EAAE,iBAAiB,CAClC,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,EACL,QAAQ,EACR,OAAO,CACR;IAED,oBAAoB;IACpB,4BAA4B,EAAE,iBAAiB,CAC7C,4BAA4B,EAC5B,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,0BAA0B,EAAE,iBAAiB,CAC3C,0BAA0B,EAC1B,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,mBAAmB,EAAE,iBAAiB,CACpC,mBAAmB,EACnB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,2BAA2B,EAAE,iBAAiB,CAC5C,2BAA2B,EAC3B,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,yBAAyB,EAAE,iBAAiB,CAC1C,yBAAyB,EACzB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,kBAAkB,EAAE,iBAAiB,CACnC,kBAAkB,EAClB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IAED,kBAAkB;IAClB,wBAAwB,EAAE,iBAAiB,CACzC,wBAAwB,EACxB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,sBAAsB,EAAE,iBAAiB,CACvC,sBAAsB,EACtB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,eAAe,EAAE,iBAAiB,CAChC,eAAe,EACf,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,0BAA0B,EAAE,iBAAiB,CAC3C,0BAA0B,EAC1B,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,iBAAiB,EAAE,iBAAiB,CAClC,iBAAiB,EACjB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,yBAAyB,EAAE,iBAAiB,CAC1C,yBAAyB,EACzB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,gBAAgB,EAAE,iBAAiB,CACjC,gBAAgB,EAChB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IAED,2BAA2B;IAC3B,YAAY,EAAE,iBAAiB,CAC7B,YAAY,EACZ,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IACD,YAAY,EAAE,iBAAiB,CAC7B,YAAY,EACZ,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IAED,0BAA0B;IAC1B,oBAAoB,EAAE,iBAAiB,CACrC,oBAAoB,EACpB,mBAAmB,EACnB,IAAI,EACJ,QAAQ,EACR,OAAO,CACR;IAED,6EAA6E;IAC7E,mDAAmD;IACnD,6EAA6E;IAC7E,eAAe,EAAE,iBAAiB,CAChC,eAAe,EACf,aAAa,EACb,IAAI,EACJ,UAAU,EACV,MAAM,CACP;IACD,gBAAgB,EAAE,iBAAiB,CACjC,gBAAgB,EAChB,aAAa,EACb,IAAI,EACJ,UAAU,EACV,MAAM,CACP;IACD,mBAAmB,EAAE,iBAAiB,CACpC,mBAAmB,EACnB,aAAa,EACb,IAAI,EACJ,UAAU,EACV,MAAM,CACP;IAED,6EAA6E;IAC7E,iDAAiD;IACjD,6EAA6E;IAC7E,gBAAgB,EAAE,iBAAiB,CACjC,gBAAgB,EAChB,aAAa,EACb,IAAI,EACJ,QAAQ,EACR,SAAS,CACV;IACD,kBAAkB,EAAE,iBAAiB,CACnC,kBAAkB,EAClB,aAAa,EACb,IAAI,EACJ,QAAQ,EACR,SAAS,CACV;IACD,kBAAkB,EAAE,iBAAiB,CACnC,kBAAkB,EAClB,aAAa,EACb,IAAI,EACJ,QAAQ,EACR,SAAS,CACV;IACD,2BAA2B,EAAE,iBAAiB,CAC5C,2BAA2B,EAC3B,aAAa,EACb,KAAK,EACL,QAAQ,EACR,SAAS,CACV;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAA2B;IACnD,iBAAiB;IACjB,IAAI,EAAE,OAAO;IACb,KAAK,EAAE,QAAQ;IACf,YAAY,EAAE,aAAa;IAC3B,YAAY,EAAE,QAAQ;IACtB,iBAAiB,EAAE,aAAa;IAEhC,gBAAgB;IAChB,IAAI,EAAE,OAAO;IACb,WAAW,EAAE,YAAY;IACzB,WAAW,EAAE,YAAY;IAEzB,kBAAkB;IAClB,cAAc,EAAE,eAAe;IAC/B,KAAK,EAAE,eAAe;IACtB,OAAO,EAAE,eAAe;IAExB,mBAAmB;IACnB,QAAQ,EAAE,eAAe;IACzB,aAAa,EAAE,eAAe;IAE9B,iBAAiB;IACjB,MAAM,EAAE,kBAAkB;IAC1B,YAAY,EAAE,gBAAgB;IAC9B,cAAc,EAAE,kBAAkB;IAElC,8CAA8C;IAC9C,MAAM,EAAE,mBAAmB;IAC3B,eAAe,EAAE,mBAAmB;IACpC,eAAe,EAAE,mBAAmB;IACpC,cAAc,EAAE,kBAAkB;IAClC,aAAa,EAAE,iBAAiB;IAEhC,qBAAqB;IACrB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE,mBAAmB;IAChC,kBAAkB,EAAE,mBAAmB;IACvC,gBAAgB,EAAE,iBAAiB;IACnC,iBAAiB,EAAE,kBAAkB;IAErC,qBAAqB;IACrB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE,mBAAmB;IAChC,kBAAkB,EAAE,mBAAmB;IACvC,gBAAgB,EAAE,iBAAiB;IAEnC,mBAAmB;IACnB,OAAO,EAAE,iBAAiB;IAC1B,UAAU,EAAE,iBAAiB;IAE7B,qBAAqB;IACrB,WAAW,EAAE,mBAAmB;IAChC,YAAY,EAAE,mBAAmB;IACjC,kBAAkB,EAAE,mBAAmB;IACvC,iBAAiB,EAAE,kBAAkB;IAErC,mBAAmB;IACnB,OAAO,EAAE,eAAe;IACxB,UAAU,EAAE,eAAe;IAE3B,iBAAiB;IACjB,gBAAgB,EAAE,oBAAoB;IACtC,UAAU,EAAE,YAAY;CACzB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAAC,SAAiB;IAC9C,MAAM,cAAc,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAEtD,eAAe;IACf,IAAI,aAAa,CAAC,cAAc,CAAC,EAAE,CAAC;QAClC,OAAO,aAAa,CAAC,cAAc,CAAC,CAAC;IACvC,CAAC;IAED,gBAAgB;IAChB,MAAM,WAAW,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;IAClD,IAAI,WAAW,IAAI,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9C,OAAO,aAAa,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAED,uDAAuD;IACvD,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QAC1D,IAAI,cAAc,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;YACrE,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,SAAiB;IACnD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACzC,OAAO,MAAM,EAAE,QAAQ,IAAI,YAAY,CAAC;AAC1C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,SAAiB;IACpD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACzC,OAAO,MAAM,EAAE,YAAY,IAAI,MAAM,CAAC,CAAC,kCAAkC;AAC3E,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CAAC,SAAiB;IACvD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACzC,OAAO,MAAM,EAAE,eAAe,IAAI,IAAI,CAAC,CAAC,mCAAmC;AAC7E,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,SAAiB;IAC9C,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACzC,OAAO,MAAM,EAAE,MAAM,IAAI,SAAS,CAAC;AACrC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,SAAiB;IACjD,OAAO,mBAAmB,CAAC,SAAS,CAAC,KAAK,YAAY,CAAC;AACzD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,oBAAoB,CAAC,SAAiB;IACpD,OAAO,mBAAmB,CAAC,SAAS,CAAC,KAAK,mBAAmB,CAAC;AAChE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,SAAiB;IAC7C,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACzC,OAAO,MAAM,EAAE,MAAM,KAAK,QAAQ,CAAC;AACrC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,UAAU;IACxB,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AACpC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAmB;IACpD,OAAO,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CACxC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CACrC,CAAC;AACJ,CAAC"}

package/dist/tiktoken.d.ts

@@ -0,0 +1,198 @@
+/**
+ * High-Level Tiktoken API
+ *
+ * Provides easy-to-use tokenization APIs with automatic vocabulary loading.
+ *
+ * This module is the main entry point for most users. It provides:
+ * - Lazy loading of vocabularies
+ * - Caching of tokenizer instances
+ * - Support for both sync and async operations
+ * - Model name resolution
+ */
+import { type Rank, type EncodingDefinition } from "./core/index.js";
+/**
+ * Tiktoken encoding instance
+ *
+ * This class wraps CoreBPE and provides:
+ * - Lazy initialization
+ * - Convenient API matching tiktoken-rs
+ * - Error handling for unloaded vocabularies
+ */
+export declare class Tiktoken {
+    /** The encoding name */
+    readonly name: string;
+    /** The encoding definition */
+    private readonly definition;
+    /** The underlying CoreBPE instance (lazy loaded) */
+    private coreBPE;
+    /** Promise for async initialization */
+    private initPromise;
+    /** Whether the vocabulary has been loaded */
+    private isLoaded;
+    /**
+     * Create a new Tiktoken instance
+     *
+     * Note: The vocabulary is NOT loaded until you call load() or one of the
+     * encoding methods with a loaded vocabulary.
+     *
+     * @param encodingName - The encoding name (e.g., "cl100k_base", "o200k_base")
+     */
+    constructor(encodingName: string);
+    /**
+     * Initialize from cached vocabulary
+     */
+    private initFromCache;
+    /**
+     * Initialize the CoreBPE instance
+     */
+    private initCoreBPE;
+    /**
+     * Load the vocabulary from URL
+     *
+     * @returns Promise that resolves when loaded
+     */
+    load(): Promise<void>;
+    /**
+     * Load the vocabulary from a string (for embedded vocabularies)
+     *
+     * @param content - The vocabulary file content
+     */
+    loadFromString(content: string): void;
+    /**
+     * Ensure the vocabulary is loaded
+     */
+    private ensureLoaded;
+    /**
+     * Check if the vocabulary is loaded
+     */
+    get loaded(): boolean;
+    /**
+     * Encode text into token IDs without handling special tokens
+     *
+     * @param text - Text to encode
+     * @returns Array of token IDs
+     */
+    encodeOrdinary(text: string): Rank[];
+    /**
+     * Encode text into token IDs
+     *
+     * @param text - Text to encode
+     * @param allowedSpecial - Special tokens to allow (default: none)
+     * @returns Array of token IDs
+     */
+    encode(text: string, allowedSpecial?: Set<string> | "all"): Rank[];
+    /**
+     * Encode text with all special tokens allowed
+     *
+     * @param text - Text to encode
+     * @returns Array of token IDs
+     */
+    encodeWithSpecialTokens(text: string): Rank[];
+    /**
+     * Decode token IDs back to text
+     *
+     * @param tokens - Array of token IDs
+     * @returns Decoded text
+     */
+    decode(tokens: Rank[]): string;
+    /**
+     * Decode token IDs to raw bytes
+     *
+     * @param tokens - Array of token IDs
+     * @returns Decoded bytes
+     */
+    decodeBytes(tokens: Rank[]): Uint8Array;
+    /**
+     * Count tokens in text (without returning the tokens)
+     *
+     * @param text - Text to count
+     * @returns Number of tokens
+     */
+    countTokens(text: string): number;
+    /**
+     * Get the vocabulary size (excluding special tokens)
+     */
+    get vocabSize(): number;
+    /**
+     * Get the total vocabulary size (including special tokens)
+     */
+    get totalVocabSize(): number;
+    /**
+     * Get all special tokens
+     */
+    getSpecialTokens(): Set<string>;
+    /**
+     * Check if a token is a special token
+     */
+    isSpecialToken(token: Rank): boolean;
+    /**
+     * Get the definition for this encoding
+     */
+    getDefinition(): EncodingDefinition;
+}
+/**
+ * Get or create a Tiktoken instance for an encoding
+ *
+ * @param encodingName - Encoding name
+ * @returns Tiktoken instance (may not be loaded yet)
+ */
+export declare function getEncoding(encodingName: string): Tiktoken;
+/**
+ * Get or create a Tiktoken instance for a model
+ *
+ * @param modelName - Model name
+ * @returns Tiktoken instance (may not be loaded yet)
+ * @throws Error if no encoding is found for the model
+ */
+export declare function getEncodingForModel(modelName: string): Tiktoken;
+/**
+ * Get a loaded Tiktoken instance for an encoding (async)
+ *
+ * @param encodingName - Encoding name
+ * @returns Promise resolving to a loaded Tiktoken instance
+ */
+export declare function getEncodingAsync(encodingName: string): Promise<Tiktoken>;
+/**
+ * Get a loaded Tiktoken instance for a model (async)
+ *
+ * @param modelName - Model name
+ * @returns Promise resolving to a loaded Tiktoken instance
+ */
+export declare function getEncodingForModelAsync(modelName: string): Promise<Tiktoken>;
+/**
+ * Clear the Tiktoken instance cache
+ */
+export declare function clearTiktokenCache(): void;
+/**
+ * Encode text using a specific encoding (async)
+ *
+ * @param text - Text to encode
+ * @param encodingName - Encoding name
+ * @returns Promise resolving to token IDs
+ */
+export declare function encodeAsync(text: string, encodingName?: string): Promise<Rank[]>;
+/**
+ * Decode tokens using a specific encoding (async)
+ *
+ * @param tokens - Token IDs
+ * @param encodingName - Encoding name
+ * @returns Promise resolving to decoded text
+ */
+export declare function decodeAsync(tokens: Rank[], encodingName?: string): Promise<string>;
+/**
+ * Count tokens in text (async)
+ *
+ * @param text - Text to count
+ * @param encodingName - Encoding name
+ * @returns Promise resolving to token count
+ */
+export declare function countTokensAsync(text: string, encodingName?: string): Promise<number>;
+/**
+ * Count tokens for a model (async)
+ *
+ * @param text - Text to count
+ * @param modelName - Model name
+ * @returns Promise resolving to token count
+ */
+export declare function countTokensForModelAsync(text: string, modelName: string): Promise<number>;
+//# sourceMappingURL=tiktoken.d.ts.map

package/dist/tiktoken.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tiktoken.d.ts","sourceRoot":"","sources":["../src/tiktoken.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAEL,KAAK,IAAI,EAIT,KAAK,kBAAkB,EAMxB,MAAM,iBAAiB,CAAC;AAEzB;;;;;;;GAOG;AACH,qBAAa,QAAQ;IACnB,wBAAwB;IACxB,SAAgB,IAAI,EAAE,MAAM,CAAC;IAE7B,8BAA8B;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAEhD,oDAAoD;IACpD,OAAO,CAAC,OAAO,CAAwB;IAEvC,uCAAuC;IACvC,OAAO,CAAC,WAAW,CAA8B;IAEjD,6CAA6C;IAC7C,OAAO,CAAC,QAAQ,CAAS;IAEzB;;;;;;;OAOG;gBACS,YAAY,EAAE,MAAM;IAehC;;OAEG;IACH,OAAO,CAAC,aAAa;IAOrB;;OAEG;IACH,OAAO,CAAC,WAAW;IAkBnB;;;;OAIG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B;;;;OAIG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IASrC;;OAEG;IACH,OAAO,CAAC,YAAY;IASpB;;OAEG;IACH,IAAI,MAAM,IAAI,OAAO,CAEpB;IAMD;;;;;OAKG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE;IAIpC;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,GAAG,IAAI,EAAE;IAWlE;;;;;OAKG;IACH,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE;IAQ7C;;;;;OAKG;IACH,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM;IAI9B;;;;;OAKG;IACH,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,UAAU;IAQvC;;;;;OAKG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAIjC;;OAEG;IACH,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED;;OAEG;IACH,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED;;OAEG;IACH,gBAAgB,IAAI,GAAG,CAAC,MAAM,CAAC;IAI/B;;OAEG;IACH,cAAc,CAAC,KAAK,EAAE,IAAI,GAAG,OAAO;IAIpC;;OAEG;IACH,aAAa,IAAI,kBAAkB;CAGpC;AAWD;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,YAAY,EAAE,MAAM,GAAG,QAAQ,CAS1D;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,QAAQ,CAO/D;AAED;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,QAAQ,CAAC,CAInB;AAED;;;;;GAKG;AACH,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,QAAQ,CAAC,CAInB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAEzC;AAMD;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,MAAM,EACZ,YAAY,GAAE,MAAqB,GAClC,OAAO,CAAC,IAAI,EAAE,CAAC,CAGjB;AAED;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,IAAI,EAAE,EACd,YAAY,GAAE,MAAqB,GAClC,OAAO,CAAC,MAAM,CAAC,CAGjB;AAED;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EACZ,YAAY,GAAE,MAAqB,GAClC,OAAO,CAAC,MAAM,CAAC,CAGjB;AAED;;;;;;GAMG;AACH,wBAAsB,wBAAwB,CAC5C,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,CAAC,CAGjB"}