@librechat/agents 3.3.12 → 3.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/graphs/Graph.cjs +10 -0
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/instrumentation.cjs +1 -0
- package/dist/cjs/instrumentation.cjs.map +1 -1
- package/dist/cjs/langfuseSpanRegistry.cjs +6 -3
- package/dist/cjs/langfuseSpanRegistry.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/index.cjs +35 -206
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/index.cjs +121 -241
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
- package/dist/cjs/llm/google/index.cjs +19 -12
- package/dist/cjs/llm/google/index.cjs.map +1 -1
- package/dist/cjs/llm/mistral/index.cjs +26 -0
- package/dist/cjs/llm/mistral/index.cjs.map +1 -0
- package/dist/cjs/llm/openai/index.cjs +82 -80
- package/dist/cjs/llm/openai/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
- package/dist/cjs/llm/providers.cjs +19 -19
- package/dist/cjs/llm/providers.cjs.map +1 -1
- package/dist/cjs/llm/stream/chunkAdapters.cjs +198 -0
- package/dist/cjs/llm/stream/chunkAdapters.cjs.map +1 -0
- package/dist/cjs/llm/stream/smoother.cjs +369 -0
- package/dist/cjs/llm/stream/smoother.cjs.map +1 -0
- package/dist/cjs/llm/vertexai/index.cjs +13 -1
- package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
- package/dist/cjs/main.cjs +18 -10
- package/dist/cjs/tools/subagent/SubagentExecutor.cjs +34 -2
- package/dist/cjs/tools/subagent/SubagentExecutor.cjs.map +1 -1
- package/dist/cjs/utils/tokens.cjs +76 -29
- package/dist/cjs/utils/tokens.cjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +10 -0
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/instrumentation.mjs +1 -0
- package/dist/esm/instrumentation.mjs.map +1 -1
- package/dist/esm/langfuseSpanRegistry.mjs +6 -3
- package/dist/esm/langfuseSpanRegistry.mjs.map +1 -1
- package/dist/esm/llm/anthropic/index.mjs +34 -205
- package/dist/esm/llm/anthropic/index.mjs.map +1 -1
- package/dist/esm/llm/bedrock/index.mjs +120 -240
- package/dist/esm/llm/bedrock/index.mjs.map +1 -1
- package/dist/esm/llm/google/index.mjs +19 -12
- package/dist/esm/llm/google/index.mjs.map +1 -1
- package/dist/esm/llm/mistral/index.mjs +26 -0
- package/dist/esm/llm/mistral/index.mjs.map +1 -0
- package/dist/esm/llm/openai/index.mjs +82 -80
- package/dist/esm/llm/openai/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/index.mjs.map +1 -1
- package/dist/esm/llm/providers.mjs +3 -3
- package/dist/esm/llm/providers.mjs.map +1 -1
- package/dist/esm/llm/stream/chunkAdapters.mjs +195 -0
- package/dist/esm/llm/stream/chunkAdapters.mjs.map +1 -0
- package/dist/esm/llm/stream/smoother.mjs +365 -0
- package/dist/esm/llm/stream/smoother.mjs.map +1 -0
- package/dist/esm/llm/vertexai/index.mjs +13 -1
- package/dist/esm/llm/vertexai/index.mjs.map +1 -1
- package/dist/esm/main.mjs +4 -2
- package/dist/esm/tools/subagent/SubagentExecutor.mjs +34 -2
- package/dist/esm/tools/subagent/SubagentExecutor.mjs.map +1 -1
- package/dist/esm/utils/tokens.mjs +76 -30
- package/dist/esm/utils/tokens.mjs.map +1 -1
- package/dist/types/graphs/Graph.d.ts +3 -0
- package/dist/types/index.d.ts +3 -0
- package/dist/types/llm/google/index.d.ts +2 -0
- package/dist/types/llm/mistral/index.d.ts +11 -0
- package/dist/types/llm/openai/index.d.ts +20 -4
- package/dist/types/llm/openrouter/index.d.ts +4 -1
- package/dist/types/llm/stream/chunkAdapters.d.ts +48 -0
- package/dist/types/llm/stream/smoother.d.ts +95 -0
- package/dist/types/llm/vertexai/index.d.ts +2 -0
- package/dist/types/tools/subagent/SubagentExecutor.d.ts +3 -0
- package/dist/types/types/graph.d.ts +5 -0
- package/dist/types/types/llm.d.ts +21 -14
- package/dist/types/utils/tokens.d.ts +10 -0
- package/package.json +2 -2
- package/src/graphs/Graph.ts +11 -0
- package/src/index.ts +8 -0
- package/src/instrumentation.ts +1 -0
- package/src/langfuseSpanRegistry.ts +9 -0
- package/src/llm/anthropic/index.ts +85 -354
- package/src/llm/bedrock/index.ts +174 -390
- package/src/llm/bedrock/llm.spec.ts +2 -0
- package/src/llm/bedrock/streamSealDispatch.test.ts +76 -0
- package/src/llm/custom-chat-models.smoke.test.ts +16 -1
- package/src/llm/google/index.ts +17 -18
- package/src/llm/google/streamSmoothing.test.ts +121 -0
- package/src/llm/mistral/index.ts +33 -0
- package/src/llm/mistral/streamSmoothing.test.ts +97 -0
- package/src/llm/openai/deepseek.test.ts +56 -0
- package/src/llm/openai/index.ts +119 -126
- package/src/llm/openrouter/index.ts +4 -1
- package/src/llm/providers.ts +3 -3
- package/src/llm/stream/chunkAdapters.test.ts +202 -0
- package/src/llm/stream/chunkAdapters.ts +317 -0
- package/src/llm/stream/reassembly.test.ts +241 -0
- package/src/llm/stream/smoother.bench.test.ts +155 -0
- package/src/llm/stream/smoother.test.ts +519 -0
- package/src/llm/stream/smoother.ts +574 -0
- package/src/llm/vertexai/index.ts +17 -1
- package/src/llm/vertexai/streamSmoothing.test.ts +109 -0
- package/src/specs/langfuse-instrumentation.test.ts +26 -0
- package/src/specs/langfuse-span-registry.test.ts +17 -0
- package/src/specs/subagent.test.ts +44 -0
- package/src/specs/summarization.test.ts +5 -2
- package/src/specs/tokens.test.ts +159 -14
- package/src/tools/__tests__/SubagentExecutor.test.ts +48 -1
- package/src/tools/subagent/SubagentExecutor.ts +69 -5
- package/src/types/graph.ts +5 -0
- package/src/types/llm.ts +53 -36
- package/src/utils/tokens.ts +115 -30
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokens.mjs","names":[],"sources":["../../../src/utils/tokens.ts"],"sourcesContent":["import { Tokenizer } from 'ai-tokenizer';\nimport { isProxy } from 'node:util/types';\nimport type { AIMessage, BaseMessage } from '@langchain/core/messages';\nimport {\n isComputerCallOutputContent,\n isAtomicToolContentBlock,\n serializeStructuredValueBounded,\n} from './toolContent';\nimport { ContentTypes } from '@/common/enum';\n\nexport type EncodingName = 'o200k_base' | 'claude';\n\n/** Anthropic minimum image token cost. */\nconst ANTHROPIC_IMAGE_MIN_TOKENS = 1024;\n/** Anthropic divisor: tokens = width × height / 750. */\nconst ANTHROPIC_IMAGE_DIVISOR = 750;\n/** OpenAI low-detail fixed cost. */\nconst OPENAI_IMAGE_LOW_TOKENS = 85;\n/** OpenAI high-detail tile size. */\nconst OPENAI_IMAGE_TILE_SIZE = 512;\n/** OpenAI high-detail tokens per tile. */\nconst OPENAI_IMAGE_TOKENS_PER_TILE = 170;\n/** Google Gemini fixed per-image cost. */\nconst _GEMINI_IMAGE_TOKENS = 258;\n/** Safety margin for image and document token estimates (5% overestimate). */\nexport const IMAGE_TOKEN_SAFETY_MARGIN = 1.05;\n\n/**\n * Anthropic PDF: each page costs image tokens + text tokens.\n * Typical range is 1500-3000 tokens/page. Using 2000 as midpoint.\n */\nconst ANTHROPIC_PDF_TOKENS_PER_PAGE = 2000;\n/** OpenAI PDF: each page rendered as high-detail image. ~1500 tokens typical. */\nconst OPENAI_PDF_TOKENS_PER_PAGE = 1500;\n/** Gemini PDF: fixed 258 tokens per page. */\nconst _GEMINI_PDF_TOKENS_PER_PAGE = 258;\n/** Approximate base64 bytes per PDF page for page count estimation. */\nconst BASE64_BYTES_PER_PDF_PAGE = 75_000;\n/** Fallback token cost for URL-referenced documents without local data. */\nconst URL_DOCUMENT_FALLBACK_TOKENS = 2000;\n\n/**\n * Timed media (video/audio) is priced by DURATION, not size, and the content\n * carries no duration — so duration is estimated from encoded size at\n * representative bitrates and priced at Gemini's rates (the dominant provider\n * for native video/audio). Deliberately rough; superseded by real provider\n * usage after the first turn.\n */\n/** Gemini video ≈ 258 tokens/frame (1 fps) + 32 tokens/s audio ≈ 300 tokens/s. */\nconst VIDEO_TOKENS_PER_SECOND = 300;\n/** Gemini audio: 32 tokens/s (single channel). */\nconst AUDIO_TOKENS_PER_SECOND = 32;\n/** Representative encoded byte rates for duration-from-size estimation. */\nconst VIDEO_BYTES_PER_SECOND = 250_000; // ~2 Mbps\nconst AUDIO_BYTES_PER_SECOND = 16_000; // ~128 kbps\n/** Flat fallback when only a URL is present (no size to estimate from) — ~30s. */\nconst VIDEO_URL_FALLBACK_TOKENS = 9000;\nconst AUDIO_URL_FALLBACK_TOKENS = 960;\n/** Content block types that can carry timed media (video/audio). `media` is\n * generic (Google) so it is classified by MIME; the rest are unambiguous. */\nconst TIMED_MEDIA_TYPES = new Set([\n 'media',\n 'video',\n 'audio',\n 'video_url',\n 'input_audio',\n]);\n/**\n * Structured content is tokenized exactly up to this size. Larger values are\n * traversed by the bounded serializer and priced conservatively for the omitted\n * suffix, avoiding a full JSON string allocation in the context guard.\n */\nconst MAX_STRUCTURED_TOKENIZATION_CHARS = 200_000;\n/** One UTF-16 character can encode to several tokenizer pieces. */\nconst MAX_TOKENS_PER_OMITTED_STRUCTURED_CHAR = 4;\nconst MAX_STRUCTURED_SAFETY_INSPECTION_WORK = 10_000;\n\n/**\n * Extracts image dimensions from the first bytes of a base64-encoded\n * PNG, JPEG, GIF, or WebP without decoding the full image.\n * Returns null if the format is unrecognized or data is too short.\n */\nexport function extractImageDimensions(\n base64Data: string\n): { width: number; height: number } | null {\n const raw = base64Data.startsWith('data:')\n ? base64Data.slice(base64Data.indexOf(',') + 1)\n : base64Data;\n\n if (raw.length < 32) {\n return null;\n }\n\n const bytes = new Uint8Array(Buffer.from(raw.slice(0, 80), 'base64'));\n\n if (bytes[0] === 0x89 && bytes[1] === 0x50) {\n // PNG: width at bytes 16-19, height at 20-23 (big-endian)\n const width =\n (bytes[16] << 24) | (bytes[17] << 16) | (bytes[18] << 8) | bytes[19];\n const height =\n (bytes[20] << 24) | (bytes[21] << 16) | (bytes[22] << 8) | bytes[23];\n return { width, height };\n }\n\n if (bytes[0] === 0xff && bytes[1] === 0xd8) {\n // JPEG: scan for SOF0 (0xFFC0) or SOF2 (0xFFC2) marker\n for (let i = 2; i < bytes.length - 9; i++) {\n if (\n bytes[i] === 0xff &&\n (bytes[i + 1] === 0xc0 || bytes[i + 1] === 0xc2)\n ) {\n const height = (bytes[i + 5] << 8) | bytes[i + 6];\n const width = (bytes[i + 7] << 8) | bytes[i + 8];\n return { width, height };\n }\n }\n return null;\n }\n\n if (bytes[0] === 0x47 && bytes[1] === 0x49 && bytes[2] === 0x46) {\n // GIF: width at bytes 6-7, height at 8-9 (little-endian)\n const width = bytes[6] | (bytes[7] << 8);\n const height = bytes[8] | (bytes[9] << 8);\n return { width, height };\n }\n\n if (\n bytes[0] === 0x52 &&\n bytes[1] === 0x49 &&\n bytes[2] === 0x46 &&\n bytes[3] === 0x46 &&\n bytes[8] === 0x57 &&\n bytes[9] === 0x45 &&\n bytes[10] === 0x42 &&\n bytes[11] === 0x50\n ) {\n // WebP VP8: width at bytes 26-27, height at 28-29\n if (bytes.length > 29) {\n const width = (bytes[26] | (bytes[27] << 8)) & 0x3fff;\n const height = (bytes[28] | (bytes[29] << 8)) & 0x3fff;\n return { width, height };\n }\n return null;\n }\n\n return null;\n}\n\n/** Estimates image token cost for Anthropic/Bedrock (Claude). */\nexport function estimateAnthropicImageTokens(\n width: number,\n height: number\n): number {\n return Math.max(\n ANTHROPIC_IMAGE_MIN_TOKENS,\n Math.ceil((width * height) / ANTHROPIC_IMAGE_DIVISOR)\n );\n}\n\n/** Estimates image token cost for OpenAI (high detail). */\nexport function estimateOpenAIImageTokens(\n width: number,\n height: number,\n detail: string = 'high'\n): number {\n if (detail === 'low') {\n return OPENAI_IMAGE_LOW_TOKENS;\n }\n const tiles =\n Math.ceil(width / OPENAI_IMAGE_TILE_SIZE) *\n Math.ceil(height / OPENAI_IMAGE_TILE_SIZE);\n return OPENAI_IMAGE_LOW_TOKENS + tiles * OPENAI_IMAGE_TOKENS_PER_TILE;\n}\n\n/**\n * Estimates token cost for an image content block.\n * Extracts dimensions from base64 header when available.\n * Falls back to Anthropic minimum (1024) when dimensions can't be determined.\n */\nexport function estimateImageBlockTokens(\n block: Record<string, unknown>,\n encoding: EncodingName\n): number {\n let base64Data: string | undefined;\n\n if (\n block.type === ContentTypes.IMAGE_URL ||\n block.type === 'image_url' ||\n block.type === 'computer_screenshot' ||\n block.type === 'input_image'\n ) {\n const imageUrl = block.image_url as string | { url?: string } | undefined;\n const url = typeof imageUrl === 'string' ? imageUrl : imageUrl?.url;\n if (typeof url === 'string' && url.startsWith('data:')) {\n base64Data = url;\n } else if (typeof block.file_id === 'string' && block.file_id !== '') {\n return block.detail === 'low'\n ? OPENAI_IMAGE_LOW_TOKENS\n : ANTHROPIC_IMAGE_MIN_TOKENS;\n } else {\n return ANTHROPIC_IMAGE_MIN_TOKENS;\n }\n } else if (block.type === 'image') {\n const source = block.source as { type?: string; data?: string } | undefined;\n if (source?.type === 'base64' && typeof source.data === 'string') {\n base64Data = source.data;\n } else {\n return ANTHROPIC_IMAGE_MIN_TOKENS;\n }\n } else {\n return ANTHROPIC_IMAGE_MIN_TOKENS;\n }\n\n const dims = extractImageDimensions(base64Data);\n if (dims == null) {\n return ANTHROPIC_IMAGE_MIN_TOKENS;\n }\n\n if (encoding === 'claude') {\n return estimateAnthropicImageTokens(dims.width, dims.height);\n }\n return estimateOpenAIImageTokens(dims.width, dims.height);\n}\n\n/**\n * Estimates token cost for a document/file content block.\n * Handles both LangChain standard format (`type: 'file'` with `source_type`)\n * and Anthropic format (`type: 'document'` with `source`).\n *\n * - Plain text: tokenized directly via `getTokenCount`.\n * - Base64 PDF: page count estimated from base64 length × per-page cost.\n * - URL reference: conservative flat estimate.\n */\nexport function estimateDocumentBlockTokens(\n block: Record<string, unknown>,\n encoding: EncodingName,\n getTokenCount: (text: string) => number\n): number {\n const pdfTokensPerPage =\n encoding === 'claude'\n ? ANTHROPIC_PDF_TOKENS_PER_PAGE\n : OPENAI_PDF_TOKENS_PER_PAGE;\n\n // LangChain standard format: type='file', source_type, data/text/url, mime_type\n const sourceType = block.source_type as string | undefined;\n if (typeof sourceType === 'string') {\n const mimeType = ((block.mime_type as string | undefined) ?? '').split(\n ';'\n )[0];\n\n if (sourceType === 'text' && typeof block.text === 'string') {\n return getTokenCount(block.text as string);\n }\n\n if (sourceType === 'base64' && typeof block.data === 'string') {\n if (mimeType === 'application/pdf' || mimeType === '') {\n const pageEstimate = Math.max(\n 1,\n Math.ceil((block.data as string).length / BASE64_BYTES_PER_PDF_PAGE)\n );\n return pageEstimate * pdfTokensPerPage;\n }\n // Image inside a file block — delegate to image estimation\n if (mimeType.startsWith('image/')) {\n return estimateImageBlockTokens(\n {\n ...block,\n type: 'image',\n source: { type: 'base64', data: block.data },\n },\n encoding\n );\n }\n return getTokenCount(block.data as string);\n }\n\n if (sourceType === 'url') {\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n // Anthropic format: type='document', source: { type, data, media_type }\n const source = block.source as\n | {\n type?: string;\n data?: string;\n media_type?: string;\n content?: unknown[];\n }\n | undefined;\n\n if (source == null) {\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n if (source.type === 'text' && typeof source.data === 'string') {\n return getTokenCount(source.data);\n }\n\n if (source.type === 'base64' && typeof source.data === 'string') {\n const mediaType = (source.media_type ?? '').split(';')[0];\n if (mediaType === 'application/pdf' || mediaType === '') {\n const pageEstimate = Math.max(\n 1,\n Math.ceil(source.data.length / BASE64_BYTES_PER_PDF_PAGE)\n );\n return pageEstimate * pdfTokensPerPage;\n }\n if (mediaType.startsWith('image/')) {\n return estimateImageBlockTokens(\n { type: 'image', source: { type: 'base64', data: source.data } },\n encoding\n );\n }\n return getTokenCount(source.data);\n }\n\n if (source.type === 'url') {\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n // content-type source (wraps other blocks like images)\n if (source.type === 'content' && Array.isArray(source.content)) {\n let total = 0;\n for (const inner of source.content) {\n if (inner != null && typeof inner === 'object' && 'type' in inner) {\n const innerBlock = inner as Record<string, unknown>;\n if (innerBlock.type === 'image') {\n total += estimateImageBlockTokens(innerBlock, encoding);\n }\n }\n }\n return total > 0 ? total : URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n return URL_DOCUMENT_FALLBACK_TOKENS;\n}\n\n/** Decoded byte length of base64 or a `data:` URL; 0 for any remote URI (http,\n * gs, s3, file, …) or empty. Base64 never contains `:`, so any scheme prefix\n * marks a remote reference with no local size. */\nfunction base64ByteLength(value: string | undefined): number {\n if (typeof value !== 'string' || value.length === 0) {\n return 0;\n }\n if (value.startsWith('data:')) {\n const comma = value.indexOf(',');\n return comma < 0 ? 0 : Math.floor(((value.length - comma - 1) * 3) / 4);\n }\n if (/^[a-z][a-z0-9+.-]*:/i.test(value)) {\n return 0;\n }\n return Math.floor((value.length * 3) / 4);\n}\n\nfunction timedMediaTokens(\n bytes: number,\n bytesPerSecond: number,\n tokensPerSecond: number,\n urlFallback: number\n): number {\n if (bytes <= 0) {\n return urlFallback;\n }\n return Math.max(\n tokensPerSecond,\n Math.ceil((bytes / bytesPerSecond) * tokensPerSecond)\n );\n}\n\n/** Decoded byte length of a media block payload — top-level `data` (base64\n * string or `Uint8Array`) or base64 `url`, or the nested `video|audio.{data,\n * url, source.bytes}` shapes (`formatMessage` media arrays / native Bedrock);\n * 0 for a bare remote URL, `fileId`/`fileUri`, S3 location, or empty. */\nfunction mediaBlockByteLength(block: Record<string, unknown>): number {\n const data = block.data;\n if (typeof data === 'string') {\n return base64ByteLength(data);\n }\n if (data instanceof Uint8Array) {\n return data.length;\n }\n if (typeof block.url === 'string') {\n return base64ByteLength(block.url);\n }\n const nested = (block.video ?? block.audio) as\n | { data?: unknown; url?: unknown; source?: { bytes?: unknown } }\n | undefined;\n if (nested != null) {\n if (typeof nested.data === 'string') {\n return base64ByteLength(nested.data);\n }\n if (typeof nested.url === 'string') {\n return base64ByteLength(nested.url);\n }\n if (nested.source?.bytes instanceof Uint8Array) {\n return nested.source.bytes.length;\n }\n }\n return 0;\n}\n\n/** Classifies a block as timed media, or null when it is not video/audio — e.g.\n * a generic Google `media` block carrying an image/document MIME, which must\n * NOT be priced as video. Also handles the Google shape where `type` IS the\n * MIME string (e.g. `{ type: 'audio/wav', data }`). */\nfunction timedMediaKind(\n block: Record<string, unknown>\n): 'video' | 'audio' | null {\n const type =\n typeof block.type === 'string' ? normalizeMediaMimeType(block.type) : '';\n if (type === 'input_audio' || type === 'audio') {\n return 'audio';\n }\n if (type === 'video_url' || type === 'video') {\n return 'video';\n }\n const mediaMime = getMediaMimeType(block);\n const mime = type === 'media' && mediaMime != null ? mediaMime : type;\n if (mime.startsWith('audio/')) {\n return 'audio';\n }\n if (mime.startsWith('video/')) {\n return 'video';\n }\n return null;\n}\n\nfunction getMediaMimeType(block: Record<string, unknown>): string | undefined {\n if (typeof block.mimeType === 'string') {\n return normalizeMediaMimeType(block.mimeType);\n }\n if (typeof block.mime_type === 'string') {\n return normalizeMediaMimeType(block.mime_type);\n }\n return undefined;\n}\n\nfunction normalizeMediaMimeType(mimeType: string): string {\n return mimeType.split(';')[0].trim().toLowerCase();\n}\n\n/** Whether a content-block `type` can carry timed media — the fixed set plus the\n * Google MIME-as-type shape (`audio/*` / `video/*`). Gates callers before they\n * hand the block to {@link estimateTimedMediaBlockTokens}. */\nfunction isTimedMediaType(type: string): boolean {\n const normalizedType = normalizeMediaMimeType(type);\n return (\n TIMED_MEDIA_TYPES.has(normalizedType) ||\n normalizedType.startsWith('audio/') ||\n normalizedType.startsWith('video/')\n );\n}\n\n/** Conservatively prices unknown inline media without materializing JSON. */\nfunction estimateUnknownMediaBlockTokens(data: unknown): number {\n if (typeof data === 'string') {\n if (base64ByteLength(data) <= 0) {\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n return Math.max(URL_DOCUMENT_FALLBACK_TOKENS, data.length);\n }\n if (data instanceof ArrayBuffer || ArrayBuffer.isView(data)) {\n return Math.max(\n URL_DOCUMENT_FALLBACK_TOKENS,\n Math.ceil((data.byteLength * 4) / 3)\n );\n }\n return URL_DOCUMENT_FALLBACK_TOKENS;\n}\n\n/**\n * Estimates Google `type: \"media\"` blocks whose MIME describes static content.\n * Timed audio/video continues through {@link estimateTimedMediaBlockTokens}.\n */\nfunction estimateStaticMediaBlockTokens(\n block: Record<string, unknown>,\n encoding: EncodingName,\n getTokenCount: (text: string) => number\n): number | undefined {\n const mediaMime = getMediaMimeType(block);\n if (block.type !== 'media' || mediaMime == null) {\n return undefined;\n }\n\n const mimeType = mediaMime;\n const nestedMedia =\n block.media != null && typeof block.media === 'object'\n ? (block.media as Record<string, unknown>)\n : undefined;\n const data =\n block.data ?? block.bytes ?? nestedMedia?.data ?? nestedMedia?.bytes;\n const reference =\n block.url ??\n block.fileUri ??\n block.fileId ??\n nestedMedia?.url ??\n nestedMedia?.fileUri ??\n nestedMedia?.fileId;\n\n if (mimeType.startsWith('image/')) {\n let encodedImage: string | undefined;\n if (typeof data === 'string') {\n encodedImage = data;\n } else if (data instanceof ArrayBuffer || ArrayBuffer.isView(data)) {\n const view =\n data instanceof ArrayBuffer\n ? new Uint8Array(data)\n : new Uint8Array(data.buffer, data.byteOffset, data.byteLength);\n encodedImage = Buffer.from(view.subarray(0, 80)).toString('base64');\n }\n\n if (encodedImage != null && encodedImage.length > 0) {\n return estimateImageBlockTokens(\n {\n type: 'image',\n source: { type: 'base64', data: encodedImage },\n },\n encoding\n );\n }\n return estimateImageBlockTokens(\n {\n type: 'image_url',\n image_url: { url: typeof reference === 'string' ? reference : '' },\n },\n encoding\n );\n }\n\n if (mimeType === 'application/pdf') {\n if (typeof data === 'string' && data.length > 0) {\n const comma = data.startsWith('data:') ? data.indexOf(',') : -1;\n const base64Data = comma >= 0 ? data.slice(comma + 1) : data;\n return estimateDocumentBlockTokens(\n {\n type: 'file',\n source_type: 'base64',\n mime_type: mimeType,\n data: base64Data,\n },\n encoding,\n getTokenCount\n );\n }\n if (data instanceof ArrayBuffer || ArrayBuffer.isView(data)) {\n const estimatedBase64Chars = Math.ceil((data.byteLength * 4) / 3);\n const pdfTokensPerPage =\n encoding === 'claude'\n ? ANTHROPIC_PDF_TOKENS_PER_PAGE\n : OPENAI_PDF_TOKENS_PER_PAGE;\n return (\n Math.max(\n 1,\n Math.ceil(estimatedBase64Chars / BASE64_BYTES_PER_PDF_PAGE)\n ) * pdfTokensPerPage\n );\n }\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n if (mimeType.startsWith('audio/') || mimeType.startsWith('video/')) {\n return undefined;\n }\n return estimateUnknownMediaBlockTokens(data);\n}\n\n/**\n * Estimates token cost for a timed-media block (video/audio). Handles Google\n * `{ type: 'media', mimeType, data|url|fileUri }`, OpenRouter\n * `{ type: 'video_url' }` / `{ type: 'input_audio' }`, and standard\n * `{ type: 'video' }` / `{ type: 'audio' }` blocks (payload as `data` base64 or\n * `Uint8Array`, base64 `url`, or `fileId`). Duration is inferred from encoded\n * size (providers price by duration, which the block does not carry) at Gemini's\n * rates; a payload with no size (bare URL / file id) falls back to a ~30s\n * estimate. Returns 0 for non-timed media (e.g. an image/document `media` block)\n * so it is never mispriced as video.\n */\nexport function estimateTimedMediaBlockTokens(\n block: Record<string, unknown>\n): number {\n const kind = timedMediaKind(block);\n if (kind == null) {\n return 0;\n }\n let bytes: number;\n if (block.type === 'input_audio') {\n const audio = block.input_audio as { data?: string } | undefined;\n bytes = base64ByteLength(audio?.data);\n } else if (block.type === 'video_url') {\n const video = block.video_url as string | { url?: string } | undefined;\n bytes = base64ByteLength(typeof video === 'string' ? video : video?.url);\n } else {\n bytes = mediaBlockByteLength(block);\n }\n if (kind === 'audio') {\n return timedMediaTokens(\n bytes,\n AUDIO_BYTES_PER_SECOND,\n AUDIO_TOKENS_PER_SECOND,\n AUDIO_URL_FALLBACK_TOKENS\n );\n }\n return timedMediaTokens(\n bytes,\n VIDEO_BYTES_PER_SECOND,\n VIDEO_TOKENS_PER_SECOND,\n VIDEO_URL_FALLBACK_TOKENS\n );\n}\n\nconst tokenizers: Partial<Record<EncodingName, Tokenizer>> = {};\n\nasync function getTokenizer(\n encoding: EncodingName = 'o200k_base'\n): Promise<Tokenizer> {\n const cached = tokenizers[encoding];\n if (cached) {\n return cached;\n }\n const data =\n encoding === 'claude'\n ? await import('ai-tokenizer/encoding/claude')\n : await import('ai-tokenizer/encoding/o200k_base');\n const instance = new Tokenizer(data);\n tokenizers[encoding] = instance;\n return instance;\n}\n\nexport function encodingForModel(model: string): EncodingName {\n if (model.toLowerCase().includes('claude')) {\n return 'claude';\n }\n return 'o200k_base';\n}\n\ntype StructuredSafetyInspection = {\n remaining: number;\n};\n\nfunction consumeStructuredSafetyWork(\n inspection: StructuredSafetyInspection\n): boolean {\n if (inspection.remaining <= 0) {\n return false;\n }\n inspection.remaining--;\n return true;\n}\n\nfunction hasUnsafeToJSON(\n value: object,\n inspection: StructuredSafetyInspection\n): boolean {\n let current: object | null = value;\n const seen = new Set<object>();\n try {\n while (current != null) {\n if (isProxy(current)) {\n return true;\n }\n if (seen.has(current) || !consumeStructuredSafetyWork(inspection)) {\n return true;\n }\n seen.add(current);\n const descriptor = Object.getOwnPropertyDescriptor(current, 'toJSON');\n if (descriptor != null) {\n return (\n ('value' in descriptor && typeof descriptor.value === 'function') ||\n !('value' in descriptor)\n );\n }\n current = Object.getPrototypeOf(current) as object | null;\n }\n } catch {\n return true;\n }\n return false;\n}\n\nconst arrayBufferByteLengthGetter = Object.getOwnPropertyDescriptor(\n ArrayBuffer.prototype,\n 'byteLength'\n)?.get;\n\n/**\n * Tests native binary values without `instanceof`, whose prototype walk can\n * recurse or throw for adversarial proxies.\n */\nfunction isNativeBinaryValue(value: object): boolean {\n try {\n if (ArrayBuffer.isView(value)) {\n return true;\n }\n } catch {\n return true;\n }\n if (arrayBufferByteLengthGetter == null) {\n return false;\n }\n try {\n arrayBufferByteLengthGetter.call(value);\n return true;\n } catch {\n return false;\n }\n}\n\n/**\n * Detects an inherited accessor without reading it. Any proxy/prototype trap or\n * cyclic prototype chain is unsafe rather than observable to the caller.\n */\nfunction hasUnsafeInheritedProperty(\n value: object,\n key: string,\n inspection: StructuredSafetyInspection\n): boolean {\n const seen = new Set<object>([value]);\n let current: object | null;\n try {\n current = Object.getPrototypeOf(value) as object | null;\n } catch {\n return true;\n }\n\n while (current != null) {\n if (isProxy(current)) {\n return true;\n }\n if (seen.has(current) || !consumeStructuredSafetyWork(inspection)) {\n return true;\n }\n seen.add(current);\n let descriptor: PropertyDescriptor | undefined;\n try {\n descriptor = Object.getOwnPropertyDescriptor(current, key);\n } catch {\n return true;\n }\n if (descriptor != null) {\n return !('value' in descriptor);\n }\n try {\n current = Object.getPrototypeOf(current) as object | null;\n } catch {\n return true;\n }\n }\n return false;\n}\n\n/**\n * Detects values whose native JSON representation can differ after local\n * measurement. Accessor properties and `toJSON` hooks are deliberately not\n * invoked; values too large to inspect within bounded work are treated as\n * unsafe so the caller can normalize or reject them conservatively.\n */\nexport function hasUnsafeStructuredSerialization(value: unknown): boolean {\n if (typeof value === 'bigint') {\n return true;\n }\n if (value == null || typeof value !== 'object') {\n return false;\n }\n if (isProxy(value)) {\n return true;\n }\n if (isNativeBinaryValue(value)) {\n return true;\n }\n\n const stack: object[] = [value];\n const seen = new Set<object>();\n const inspection: StructuredSafetyInspection = {\n remaining: MAX_STRUCTURED_SAFETY_INSPECTION_WORK,\n };\n while (stack.length > 0) {\n const current = stack.pop() as object;\n if (isProxy(current)) {\n return true;\n }\n if (seen.has(current)) {\n return true;\n }\n seen.add(current);\n if (!consumeStructuredSafetyWork(inspection)) {\n return true;\n }\n\n try {\n if (hasUnsafeToJSON(current, inspection)) {\n return true;\n }\n for (const key in current) {\n if (!consumeStructuredSafetyWork(inspection)) {\n return true;\n }\n const descriptor = Object.getOwnPropertyDescriptor(current, key);\n if (descriptor == null) {\n if (hasUnsafeInheritedProperty(current, key, inspection)) {\n return true;\n }\n continue;\n }\n if (descriptor.enumerable !== true) {\n continue;\n }\n if (!('value' in descriptor)) {\n return true;\n }\n if ('value' in descriptor) {\n if (typeof descriptor.value === 'bigint') {\n return true;\n }\n if (\n descriptor.value != null &&\n typeof descriptor.value === 'object' &&\n isNativeBinaryValue(descriptor.value)\n ) {\n return true;\n }\n if (\n descriptor.value != null &&\n typeof descriptor.value === 'object'\n ) {\n stack.push(descriptor.value);\n }\n }\n }\n } catch {\n return true;\n }\n }\n return false;\n}\n\nfunction getBoundedTextTokenCount(\n value: string,\n getTokenCount: (text: string) => number\n): number {\n const preview =\n value.length > MAX_STRUCTURED_TOKENIZATION_CHARS\n ? value.slice(0, MAX_STRUCTURED_TOKENIZATION_CHARS)\n : value;\n const previewTokens = getTokenCount(preview);\n const omittedChars = value.length - preview.length;\n if (omittedChars <= 0) {\n return previewTokens;\n }\n return Math.min(\n Number.MAX_SAFE_INTEGER,\n previewTokens + omittedChars * MAX_TOKENS_PER_OMITTED_STRUCTURED_CHAR\n );\n}\n\nfunction getBoundedStructuredTokenCount(\n value: unknown,\n getTokenCount: (text: string) => number\n): number {\n if (hasUnsafeStructuredSerialization(value)) {\n return Number.MAX_SAFE_INTEGER;\n }\n const serialized = serializeStructuredValueBounded(\n value,\n MAX_STRUCTURED_TOKENIZATION_CHARS\n );\n const previewTokens = getTokenCount(serialized.content);\n if (!serialized.truncated) {\n return previewTokens;\n }\n if (!Number.isSafeInteger(serialized.originalChars)) {\n return Number.MAX_SAFE_INTEGER;\n }\n\n const omittedChars = Math.max(\n 0,\n serialized.originalChars - serialized.content.length\n );\n return Math.min(\n Number.MAX_SAFE_INTEGER,\n previewTokens + omittedChars * MAX_TOKENS_PER_OMITTED_STRUCTURED_CHAR\n );\n}\n\nexport function getTokenCountForMessage(\n message: BaseMessage,\n getTokenCount: (text: string) => number,\n encoding: EncodingName = 'o200k_base'\n): number {\n const tokensPerMessage = 3;\n const countText = (text: string): number =>\n getBoundedTextTokenCount(text, getTokenCount);\n if (isProxy(message)) {\n return Number.MAX_SAFE_INTEGER;\n }\n\n type ContentBlock = Record<string, unknown> & {\n type?: string;\n tool_call?: {\n id?: string;\n name?: string;\n args?: unknown;\n output?: unknown;\n };\n };\n const representedToolCallIds = new Set<string>();\n\n const processValue = (value: unknown): void => {\n if (value != null && typeof value === 'object' && isProxy(value)) {\n numTokens = Number.MAX_SAFE_INTEGER;\n return;\n }\n if (Array.isArray(value)) {\n for (const raw of value) {\n if (\n typeof raw === 'string' ||\n typeof raw === 'number' ||\n typeof raw === 'boolean'\n ) {\n processValue(raw);\n continue;\n }\n const item = raw as ContentBlock | null | undefined;\n if (item == null || typeof item !== 'object') {\n continue;\n }\n if (isProxy(item)) {\n numTokens = Number.MAX_SAFE_INTEGER;\n return;\n }\n if (typeof item.type !== 'string') {\n numTokens += getBoundedStructuredTokenCount(item, countText);\n continue;\n }\n if (item.type === ContentTypes.TOOL_CALL || item.type === 'tool_use') {\n const inlineId =\n typeof item.id === 'string' ? item.id : item.tool_call?.id;\n if (typeof inlineId === 'string' && inlineId.length > 0) {\n representedToolCallIds.add(inlineId);\n }\n }\n if (item.type === ContentTypes.ERROR) {\n continue;\n }\n\n if (\n isAtomicToolContentBlock(item) &&\n (item.type === ContentTypes.IMAGE_URL ||\n item.type === 'image_url' ||\n item.type === 'image' ||\n item.type === 'computer_screenshot' ||\n item.type === 'input_image')\n ) {\n numTokens += Math.ceil(\n estimateImageBlockTokens(item, encoding) * IMAGE_TOKEN_SAFETY_MARGIN\n );\n continue;\n }\n\n if (\n isAtomicToolContentBlock(item) &&\n (item.type === 'document' ||\n item.type === 'file' ||\n item.type === ContentTypes.IMAGE_FILE)\n ) {\n numTokens += Math.ceil(\n estimateDocumentBlockTokens(item, encoding, countText) *\n IMAGE_TOKEN_SAFETY_MARGIN\n );\n continue;\n }\n\n if (isAtomicToolContentBlock(item) && item.type === 'media') {\n const staticMediaTokens = estimateStaticMediaBlockTokens(\n item,\n encoding,\n countText\n );\n if (staticMediaTokens != null) {\n numTokens += Math.ceil(\n staticMediaTokens * IMAGE_TOKEN_SAFETY_MARGIN\n );\n continue;\n }\n }\n\n if (isAtomicToolContentBlock(item) && isTimedMediaType(item.type)) {\n const timedMediaTokens = estimateTimedMediaBlockTokens(item);\n if (timedMediaTokens > 0) {\n numTokens += Math.ceil(\n timedMediaTokens * IMAGE_TOKEN_SAFETY_MARGIN\n );\n continue;\n }\n }\n\n if (item.type === ContentTypes.TOOL_CALL && item.tool_call != null) {\n const toolName = item.tool_call.name;\n if (typeof toolName === 'string' && toolName.length > 0) {\n numTokens += countText(toolName);\n }\n const args = item.tool_call.args;\n if (args != null) {\n numTokens +=\n typeof args === 'string'\n ? countText(args)\n : getBoundedStructuredTokenCount(args, countText);\n }\n const output = item.tool_call.output;\n if (output != null) {\n processValue(output);\n }\n continue;\n }\n\n const nestedValue = item[item.type];\n if (nestedValue == null) {\n numTokens += getBoundedStructuredTokenCount(item, countText);\n continue;\n }\n\n processValue(nestedValue);\n }\n } else if (typeof value === 'string') {\n numTokens += countText(value);\n } else if (typeof value === 'number') {\n numTokens += countText(value.toString());\n } else if (typeof value === 'boolean') {\n numTokens += countText(value.toString());\n } else if (value != null && typeof value === 'object') {\n numTokens += getBoundedStructuredTokenCount(value, countText);\n }\n };\n\n const rawAdditionalKwargs = message.additional_kwargs as unknown;\n const additionalKwargs =\n rawAdditionalKwargs != null && typeof rawAdditionalKwargs === 'object'\n ? rawAdditionalKwargs\n : undefined;\n if (additionalKwargs != null && isProxy(additionalKwargs)) {\n return Number.MAX_SAFE_INTEGER;\n }\n let additionalType: PropertyDescriptor | undefined;\n try {\n additionalType =\n additionalKwargs != null\n ? Object.getOwnPropertyDescriptor(additionalKwargs, 'type')\n : undefined;\n } catch {\n return Number.MAX_SAFE_INTEGER;\n }\n if (additionalType != null && !('value' in additionalType)) {\n return Number.MAX_SAFE_INTEGER;\n }\n\n let numTokens = tokensPerMessage;\n const messageType = message.getType();\n const isComputerCallOutput =\n messageType === 'tool' &&\n additionalType?.value === 'computer_call_output' &&\n isComputerCallOutputContent(message.content);\n if (isComputerCallOutput && typeof message.content === 'string') {\n numTokens += Math.ceil(\n estimateImageBlockTokens(\n {\n type: 'computer_screenshot',\n image_url: message.content,\n },\n encoding\n ) * IMAGE_TOKEN_SAFETY_MARGIN\n );\n } else {\n processValue(message.content);\n }\n if (numTokens >= Number.MAX_SAFE_INTEGER) {\n return Number.MAX_SAFE_INTEGER;\n }\n const messageRole = (message as BaseMessage & { role?: unknown }).role;\n if (messageType === 'ai' || messageRole === 'assistant') {\n const toolCalls = (message as AIMessage).tool_calls ?? [];\n if (isProxy(toolCalls)) {\n return Number.MAX_SAFE_INTEGER;\n }\n for (const toolCall of toolCalls) {\n if (isProxy(toolCall)) {\n return Number.MAX_SAFE_INTEGER;\n }\n if (\n typeof toolCall.id === 'string' &&\n representedToolCallIds.has(toolCall.id)\n ) {\n continue;\n }\n if (typeof toolCall.name === 'string' && toolCall.name.length > 0) {\n numTokens += countText(toolCall.name);\n }\n const args: unknown = toolCall.args;\n if (args != null) {\n numTokens +=\n typeof args === 'string'\n ? countText(args)\n : getBoundedStructuredTokenCount(args, countText);\n }\n }\n let legacyFunctionCall: PropertyDescriptor | undefined;\n try {\n legacyFunctionCall =\n additionalKwargs != null\n ? Object.getOwnPropertyDescriptor(additionalKwargs, 'function_call')\n : undefined;\n } catch {\n return Number.MAX_SAFE_INTEGER;\n }\n if (legacyFunctionCall != null) {\n if (!('value' in legacyFunctionCall)) {\n return Number.MAX_SAFE_INTEGER;\n }\n if (legacyFunctionCall.value != null) {\n numTokens += getBoundedStructuredTokenCount(\n legacyFunctionCall.value,\n countText\n );\n }\n }\n }\n return Math.min(Number.MAX_SAFE_INTEGER, numTokens);\n}\n\n/**\n * Largest-remainder apportionment: scales each count by `multiplier` and\n * distributes the rounding remainder so the results sum exactly to\n * `targetTotal`. Keeps per-item breakdowns reconciled with an aggregate\n * computed as a single rounded product of the summed raw counts.\n */\nexport function apportionTokenCounts(\n rawCounts: Record<string, number>,\n multiplier: number,\n targetTotal: number\n): Record<string, number> {\n const result: Record<string, number> = Object.create(null);\n const remainders: Array<{ name: string; remainder: number }> = [];\n let floorSum = 0;\n for (const [name, rawCount] of Object.entries(rawCounts)) {\n const scaled = rawCount * multiplier;\n const floored = Math.floor(scaled);\n result[name] = floored;\n floorSum += floored;\n remainders.push({ name, remainder: scaled - floored });\n }\n let leftover = targetTotal - floorSum;\n if (leftover <= 0 || remainders.length === 0) {\n return result;\n }\n remainders.sort((a, b) => b.remainder - a.remainder);\n for (let i = 0; leftover > 0; i = (i + 1) % remainders.length) {\n result[remainders[i].name] += 1;\n leftover--;\n }\n return result;\n}\n\n/**\n * Anthropic's API consistently reports ~10% more tokens than the local\n * claude tokenizer due to internal message framing and content encoding.\n * Verified empirically across content types via the count_tokens endpoint.\n */\nconst CLAUDE_TOKEN_CORRECTION = 1.1;\n\n/**\n * Creates a token counter function using the specified encoding.\n * Lazily loads the encoding data on first use via dynamic import.\n */\nexport const createTokenCounter = async (\n encoding: EncodingName = 'o200k_base'\n): Promise<(message: BaseMessage) => number> => {\n const tok = await getTokenizer(encoding);\n const countTokens = (text: string): number => tok.count(text);\n const isClaude = encoding === 'claude';\n return (message: BaseMessage): number => {\n const count = getTokenCountForMessage(message, countTokens, encoding);\n return isClaude ? Math.ceil(count * CLAUDE_TOKEN_CORRECTION) : count;\n };\n};\n\n/** Utility to manage the token encoder lifecycle explicitly. */\nexport const TokenEncoderManager = {\n async initialize(): Promise<void> {\n // No-op: ai-tokenizer is synchronously initialized from bundled data.\n },\n\n reset(): void {\n for (const key of Object.keys(tokenizers)) {\n delete tokenizers[key as EncodingName];\n }\n },\n\n isInitialized(): boolean {\n return Object.keys(tokenizers).length > 0;\n },\n};\n"],"mappings":";;;;;;AAaA,MAAM,6BAA6B;;AAEnC,MAAM,0BAA0B;;AAEhC,MAAM,0BAA0B;;AAEhC,MAAM,yBAAyB;;AAE/B,MAAM,+BAA+B;;AAIrC,MAAa,4BAA4B;;;;;AAMzC,MAAM,gCAAgC;;AAEtC,MAAM,6BAA6B;;AAInC,MAAM,4BAA4B;;AAElC,MAAM,+BAA+B;;;;;;;;;AAUrC,MAAM,0BAA0B;;AAEhC,MAAM,0BAA0B;;AAEhC,MAAM,yBAAyB;AAC/B,MAAM,yBAAyB;;AAE/B,MAAM,4BAA4B;AAClC,MAAM,4BAA4B;;;AAGlC,MAAM,oBAAoB,IAAI,IAAI;CAChC;CACA;CACA;CACA;CACA;AACF,CAAC;;;;;;AAMD,MAAM,oCAAoC;;AAE1C,MAAM,yCAAyC;AAC/C,MAAM,wCAAwC;;;;;;AAO9C,SAAgB,uBACd,YAC0C;CAC1C,MAAM,MAAM,WAAW,WAAW,OAAO,IACrC,WAAW,MAAM,WAAW,QAAQ,GAAG,IAAI,CAAC,IAC5C;CAEJ,IAAI,IAAI,SAAS,IACf,OAAO;CAGT,MAAM,QAAQ,IAAI,WAAW,OAAO,KAAK,IAAI,MAAM,GAAG,EAAE,GAAG,QAAQ,CAAC;CAEpE,IAAI,MAAM,OAAO,OAAQ,MAAM,OAAO,IAMpC,OAAO;EAAE,OAHN,MAAM,OAAO,KAAO,MAAM,OAAO,KAAO,MAAM,OAAO,IAAK,MAAM;EAGnD,QADb,MAAM,OAAO,KAAO,MAAM,OAAO,KAAO,MAAM,OAAO,IAAK,MAAM;CAC5C;CAGzB,IAAI,MAAM,OAAO,OAAQ,MAAM,OAAO,KAAM;EAE1C,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,SAAS,GAAG,KACpC,IACE,MAAM,OAAO,QACZ,MAAM,IAAI,OAAO,OAAQ,MAAM,IAAI,OAAO,MAC3C;GACA,MAAM,SAAU,MAAM,IAAI,MAAM,IAAK,MAAM,IAAI;GAE/C,OAAO;IAAE,OADM,MAAM,IAAI,MAAM,IAAK,MAAM,IAAI;IAC9B;GAAO;EACzB;EAEF,OAAO;CACT;CAEA,IAAI,MAAM,OAAO,MAAQ,MAAM,OAAO,MAAQ,MAAM,OAAO,IAIzD,OAAO;EAAE,OAFK,MAAM,KAAM,MAAM,MAAM;EAEtB,QADD,MAAM,KAAM,MAAM,MAAM;CAChB;CAGzB,IACE,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,QAAQ,MACd,MAAM,QAAQ,IACd;EAEA,IAAI,MAAM,SAAS,IAGjB,OAAO;GAAE,QAFM,MAAM,MAAO,MAAM,OAAO,KAAM;GAE/B,SADA,MAAM,MAAO,MAAM,OAAO,KAAM;EACzB;EAEzB,OAAO;CACT;CAEA,OAAO;AACT;;AAGA,SAAgB,6BACd,OACA,QACQ;CACR,OAAO,KAAK,IACV,4BACA,KAAK,KAAM,QAAQ,SAAU,uBAAuB,CACtD;AACF;;AAGA,SAAgB,0BACd,OACA,QACA,SAAiB,QACT;CACR,IAAI,WAAW,OACb,OAAO;CAKT,OAAO,0BAFL,KAAK,KAAK,QAAQ,sBAAsB,IACxC,KAAK,KAAK,SAAS,sBAAsB,IACF;AAC3C;;;;;;AAOA,SAAgB,yBACd,OACA,UACQ;CACR,IAAI;CAEJ,IACE,MAAM,SAAA,eACN,MAAM,SAAS,eACf,MAAM,SAAS,yBACf,MAAM,SAAS,eACf;EACA,MAAM,WAAW,MAAM;EACvB,MAAM,MAAM,OAAO,aAAa,WAAW,WAAW,UAAU;EAChE,IAAI,OAAO,QAAQ,YAAY,IAAI,WAAW,OAAO,GACnD,aAAa;OACR,IAAI,OAAO,MAAM,YAAY,YAAY,MAAM,YAAY,IAChE,OAAO,MAAM,WAAW,QACpB,0BACA;OAEJ,OAAO;CAEX,OAAO,IAAI,MAAM,SAAS,SAAS;EACjC,MAAM,SAAS,MAAM;EACrB,IAAI,QAAQ,SAAS,YAAY,OAAO,OAAO,SAAS,UACtD,aAAa,OAAO;OAEpB,OAAO;CAEX,OACE,OAAO;CAGT,MAAM,OAAO,uBAAuB,UAAU;CAC9C,IAAI,QAAQ,MACV,OAAO;CAGT,IAAI,aAAa,UACf,OAAO,6BAA6B,KAAK,OAAO,KAAK,MAAM;CAE7D,OAAO,0BAA0B,KAAK,OAAO,KAAK,MAAM;AAC1D;;;;;;;;;;AAWA,SAAgB,4BACd,OACA,UACA,eACQ;CACR,MAAM,mBACJ,aAAa,WACT,gCACA;CAGN,MAAM,aAAa,MAAM;CACzB,IAAI,OAAO,eAAe,UAAU;EAClC,MAAM,YAAa,MAAM,aAAoC,GAAA,CAAI,MAC/D,GACF,CAAC,CAAC;EAEF,IAAI,eAAe,UAAU,OAAO,MAAM,SAAS,UACjD,OAAO,cAAc,MAAM,IAAc;EAG3C,IAAI,eAAe,YAAY,OAAO,MAAM,SAAS,UAAU;GAC7D,IAAI,aAAa,qBAAqB,aAAa,IAKjD,OAJqB,KAAK,IACxB,GACA,KAAK,KAAM,MAAM,KAAgB,SAAS,yBAAyB,CAEnD,IAAI;GAGxB,IAAI,SAAS,WAAW,QAAQ,GAC9B,OAAO,yBACL;IACE,GAAG;IACH,MAAM;IACN,QAAQ;KAAE,MAAM;KAAU,MAAM,MAAM;IAAK;GAC7C,GACA,QACF;GAEF,OAAO,cAAc,MAAM,IAAc;EAC3C;EAEA,IAAI,eAAe,OACjB,OAAO;EAGT,OAAO;CACT;CAGA,MAAM,SAAS,MAAM;CASrB,IAAI,UAAU,MACZ,OAAO;CAGT,IAAI,OAAO,SAAS,UAAU,OAAO,OAAO,SAAS,UACnD,OAAO,cAAc,OAAO,IAAI;CAGlC,IAAI,OAAO,SAAS,YAAY,OAAO,OAAO,SAAS,UAAU;EAC/D,MAAM,aAAa,OAAO,cAAc,GAAA,CAAI,MAAM,GAAG,CAAC,CAAC;EACvD,IAAI,cAAc,qBAAqB,cAAc,IAKnD,OAJqB,KAAK,IACxB,GACA,KAAK,KAAK,OAAO,KAAK,SAAS,yBAAyB,CAExC,IAAI;EAExB,IAAI,UAAU,WAAW,QAAQ,GAC/B,OAAO,yBACL;GAAE,MAAM;GAAS,QAAQ;IAAE,MAAM;IAAU,MAAM,OAAO;GAAK;EAAE,GAC/D,QACF;EAEF,OAAO,cAAc,OAAO,IAAI;CAClC;CAEA,IAAI,OAAO,SAAS,OAClB,OAAO;CAIT,IAAI,OAAO,SAAS,aAAa,MAAM,QAAQ,OAAO,OAAO,GAAG;EAC9D,IAAI,QAAQ;EACZ,KAAK,MAAM,SAAS,OAAO,SACzB,IAAI,SAAS,QAAQ,OAAO,UAAU,YAAY,UAAU,OAAO;GACjE,MAAM,aAAa;GACnB,IAAI,WAAW,SAAS,SACtB,SAAS,yBAAyB,YAAY,QAAQ;EAE1D;EAEF,OAAO,QAAQ,IAAI,QAAQ;CAC7B;CAEA,OAAO;AACT;;;;AAKA,SAAS,iBAAiB,OAAmC;CAC3D,IAAI,OAAO,UAAU,YAAY,MAAM,WAAW,GAChD,OAAO;CAET,IAAI,MAAM,WAAW,OAAO,GAAG;EAC7B,MAAM,QAAQ,MAAM,QAAQ,GAAG;EAC/B,OAAO,QAAQ,IAAI,IAAI,KAAK,OAAQ,MAAM,SAAS,QAAQ,KAAK,IAAK,CAAC;CACxE;CACA,IAAI,uBAAuB,KAAK,KAAK,GACnC,OAAO;CAET,OAAO,KAAK,MAAO,MAAM,SAAS,IAAK,CAAC;AAC1C;AAEA,SAAS,iBACP,OACA,gBACA,iBACA,aACQ;CACR,IAAI,SAAS,GACX,OAAO;CAET,OAAO,KAAK,IACV,iBACA,KAAK,KAAM,QAAQ,iBAAkB,eAAe,CACtD;AACF;;;;;AAMA,SAAS,qBAAqB,OAAwC;CACpE,MAAM,OAAO,MAAM;CACnB,IAAI,OAAO,SAAS,UAClB,OAAO,iBAAiB,IAAI;CAE9B,IAAI,gBAAgB,YAClB,OAAO,KAAK;CAEd,IAAI,OAAO,MAAM,QAAQ,UACvB,OAAO,iBAAiB,MAAM,GAAG;CAEnC,MAAM,SAAU,MAAM,SAAS,MAAM;CAGrC,IAAI,UAAU,MAAM;EAClB,IAAI,OAAO,OAAO,SAAS,UACzB,OAAO,iBAAiB,OAAO,IAAI;EAErC,IAAI,OAAO,OAAO,QAAQ,UACxB,OAAO,iBAAiB,OAAO,GAAG;EAEpC,IAAI,OAAO,QAAQ,iBAAiB,YAClC,OAAO,OAAO,OAAO,MAAM;CAE/B;CACA,OAAO;AACT;;;;;AAMA,SAAS,eACP,OAC0B;CAC1B,MAAM,OACJ,OAAO,MAAM,SAAS,WAAW,uBAAuB,MAAM,IAAI,IAAI;CACxE,IAAI,SAAS,iBAAiB,SAAS,SACrC,OAAO;CAET,IAAI,SAAS,eAAe,SAAS,SACnC,OAAO;CAET,MAAM,YAAY,iBAAiB,KAAK;CACxC,MAAM,OAAO,SAAS,WAAW,aAAa,OAAO,YAAY;CACjE,IAAI,KAAK,WAAW,QAAQ,GAC1B,OAAO;CAET,IAAI,KAAK,WAAW,QAAQ,GAC1B,OAAO;CAET,OAAO;AACT;AAEA,SAAS,iBAAiB,OAAoD;CAC5E,IAAI,OAAO,MAAM,aAAa,UAC5B,OAAO,uBAAuB,MAAM,QAAQ;CAE9C,IAAI,OAAO,MAAM,cAAc,UAC7B,OAAO,uBAAuB,MAAM,SAAS;AAGjD;AAEA,SAAS,uBAAuB,UAA0B;CACxD,OAAO,SAAS,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY;AACnD;;;;AAKA,SAAS,iBAAiB,MAAuB;CAC/C,MAAM,iBAAiB,uBAAuB,IAAI;CAClD,OACE,kBAAkB,IAAI,cAAc,KACpC,eAAe,WAAW,QAAQ,KAClC,eAAe,WAAW,QAAQ;AAEtC;;AAGA,SAAS,gCAAgC,MAAuB;CAC9D,IAAI,OAAO,SAAS,UAAU;EAC5B,IAAI,iBAAiB,IAAI,KAAK,GAC5B,OAAO;EAET,OAAO,KAAK,IAAI,8BAA8B,KAAK,MAAM;CAC3D;CACA,IAAI,gBAAgB,eAAe,YAAY,OAAO,IAAI,GACxD,OAAO,KAAK,IACV,8BACA,KAAK,KAAM,KAAK,aAAa,IAAK,CAAC,CACrC;CAEF,OAAO;AACT;;;;;AAMA,SAAS,+BACP,OACA,UACA,eACoB;CACpB,MAAM,YAAY,iBAAiB,KAAK;CACxC,IAAI,MAAM,SAAS,WAAW,aAAa,MACzC;CAGF,MAAM,WAAW;CACjB,MAAM,cACJ,MAAM,SAAS,QAAQ,OAAO,MAAM,UAAU,WACzC,MAAM,QACP,KAAA;CACN,MAAM,OACJ,MAAM,QAAQ,MAAM,SAAS,aAAa,QAAQ,aAAa;CACjE,MAAM,YACJ,MAAM,OACN,MAAM,WACN,MAAM,UACN,aAAa,OACb,aAAa,WACb,aAAa;CAEf,IAAI,SAAS,WAAW,QAAQ,GAAG;EACjC,IAAI;EACJ,IAAI,OAAO,SAAS,UAClB,eAAe;OACV,IAAI,gBAAgB,eAAe,YAAY,OAAO,IAAI,GAAG;GAClE,MAAM,OACJ,gBAAgB,cACZ,IAAI,WAAW,IAAI,IACnB,IAAI,WAAW,KAAK,QAAQ,KAAK,YAAY,KAAK,UAAU;GAClE,eAAe,OAAO,KAAK,KAAK,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,QAAQ;EACpE;EAEA,IAAI,gBAAgB,QAAQ,aAAa,SAAS,GAChD,OAAO,yBACL;GACE,MAAM;GACN,QAAQ;IAAE,MAAM;IAAU,MAAM;GAAa;EAC/C,GACA,QACF;EAEF,OAAO,yBACL;GACE,MAAM;GACN,WAAW,EAAE,KAAK,OAAO,cAAc,WAAW,YAAY,GAAG;EACnE,GACA,QACF;CACF;CAEA,IAAI,aAAa,mBAAmB;EAClC,IAAI,OAAO,SAAS,YAAY,KAAK,SAAS,GAAG;GAC/C,MAAM,QAAQ,KAAK,WAAW,OAAO,IAAI,KAAK,QAAQ,GAAG,IAAI;GAE7D,OAAO,4BACL;IACE,MAAM;IACN,aAAa;IACb,WAAW;IACX,MANe,SAAS,IAAI,KAAK,MAAM,QAAQ,CAAC,IAAI;GAOtD,GACA,UACA,aACF;EACF;EACA,IAAI,gBAAgB,eAAe,YAAY,OAAO,IAAI,GAAG;GAC3D,MAAM,uBAAuB,KAAK,KAAM,KAAK,aAAa,IAAK,CAAC;GAChE,MAAM,mBACJ,aAAa,WACT,gCACA;GACN,OACE,KAAK,IACH,GACA,KAAK,KAAK,uBAAuB,yBAAyB,CAC5D,IAAI;EAER;EACA,OAAO;CACT;CAEA,IAAI,SAAS,WAAW,QAAQ,KAAK,SAAS,WAAW,QAAQ,GAC/D;CAEF,OAAO,gCAAgC,IAAI;AAC7C;;;;;;;;;;;;AAaA,SAAgB,8BACd,OACQ;CACR,MAAM,OAAO,eAAe,KAAK;CACjC,IAAI,QAAQ,MACV,OAAO;CAET,IAAI;CACJ,IAAI,MAAM,SAAS,eAAe;EAChC,MAAM,QAAQ,MAAM;EACpB,QAAQ,iBAAiB,OAAO,IAAI;CACtC,OAAO,IAAI,MAAM,SAAS,aAAa;EACrC,MAAM,QAAQ,MAAM;EACpB,QAAQ,iBAAiB,OAAO,UAAU,WAAW,QAAQ,OAAO,GAAG;CACzE,OACE,QAAQ,qBAAqB,KAAK;CAEpC,IAAI,SAAS,SACX,OAAO,iBACL,OACA,wBACA,yBACA,yBACF;CAEF,OAAO,iBACL,OACA,wBACA,yBACA,yBACF;AACF;AAEA,MAAM,aAAuD,CAAC;AAE9D,eAAe,aACb,WAAyB,cACL;CACpB,MAAM,SAAS,WAAW;CAC1B,IAAI,QACF,OAAO;CAMT,MAAM,WAAW,IAAI,UAHnB,aAAa,WACT,MAAM,OAAO,kCACb,MAAM,OAAO,mCACgB;CACnC,WAAW,YAAY;CACvB,OAAO;AACT;AAEA,SAAgB,iBAAiB,OAA6B;CAC5D,IAAI,MAAM,YAAY,CAAC,CAAC,SAAS,QAAQ,GACvC,OAAO;CAET,OAAO;AACT;AAMA,SAAS,4BACP,YACS;CACT,IAAI,WAAW,aAAa,GAC1B,OAAO;CAET,WAAW;CACX,OAAO;AACT;AAEA,SAAS,gBACP,OACA,YACS;CACT,IAAI,UAAyB;CAC7B,MAAM,uBAAO,IAAI,IAAY;CAC7B,IAAI;EACF,OAAO,WAAW,MAAM;GACtB,IAAI,QAAQ,OAAO,GACjB,OAAO;GAET,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,4BAA4B,UAAU,GAC9D,OAAO;GAET,KAAK,IAAI,OAAO;GAChB,MAAM,aAAa,OAAO,yBAAyB,SAAS,QAAQ;GACpE,IAAI,cAAc,MAChB,OACG,WAAW,cAAc,OAAO,WAAW,UAAU,cACtD,EAAE,WAAW;GAGjB,UAAU,OAAO,eAAe,OAAO;EACzC;CACF,QAAQ;EACN,OAAO;CACT;CACA,OAAO;AACT;AAEA,MAAM,8BAA8B,OAAO,yBACzC,YAAY,WACZ,YACF,CAAC,EAAE;;;;;AAMH,SAAS,oBAAoB,OAAwB;CACnD,IAAI;EACF,IAAI,YAAY,OAAO,KAAK,GAC1B,OAAO;CAEX,QAAQ;EACN,OAAO;CACT;CACA,IAAI,+BAA+B,MACjC,OAAO;CAET,IAAI;EACF,4BAA4B,KAAK,KAAK;EACtC,OAAO;CACT,QAAQ;EACN,OAAO;CACT;AACF;;;;;AAMA,SAAS,2BACP,OACA,KACA,YACS;CACT,MAAM,OAAO,IAAI,IAAY,CAAC,KAAK,CAAC;CACpC,IAAI;CACJ,IAAI;EACF,UAAU,OAAO,eAAe,KAAK;CACvC,QAAQ;EACN,OAAO;CACT;CAEA,OAAO,WAAW,MAAM;EACtB,IAAI,QAAQ,OAAO,GACjB,OAAO;EAET,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,4BAA4B,UAAU,GAC9D,OAAO;EAET,KAAK,IAAI,OAAO;EAChB,IAAI;EACJ,IAAI;GACF,aAAa,OAAO,yBAAyB,SAAS,GAAG;EAC3D,QAAQ;GACN,OAAO;EACT;EACA,IAAI,cAAc,MAChB,OAAO,EAAE,WAAW;EAEtB,IAAI;GACF,UAAU,OAAO,eAAe,OAAO;EACzC,QAAQ;GACN,OAAO;EACT;CACF;CACA,OAAO;AACT;;;;;;;AAQA,SAAgB,iCAAiC,OAAyB;CACxE,IAAI,OAAO,UAAU,UACnB,OAAO;CAET,IAAI,SAAS,QAAQ,OAAO,UAAU,UACpC,OAAO;CAET,IAAI,QAAQ,KAAK,GACf,OAAO;CAET,IAAI,oBAAoB,KAAK,GAC3B,OAAO;CAGT,MAAM,QAAkB,CAAC,KAAK;CAC9B,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,aAAyC,EAC7C,WAAW,sCACb;CACA,OAAO,MAAM,SAAS,GAAG;EACvB,MAAM,UAAU,MAAM,IAAI;EAC1B,IAAI,QAAQ,OAAO,GACjB,OAAO;EAET,IAAI,KAAK,IAAI,OAAO,GAClB,OAAO;EAET,KAAK,IAAI,OAAO;EAChB,IAAI,CAAC,4BAA4B,UAAU,GACzC,OAAO;EAGT,IAAI;GACF,IAAI,gBAAgB,SAAS,UAAU,GACrC,OAAO;GAET,KAAK,MAAM,OAAO,SAAS;IACzB,IAAI,CAAC,4BAA4B,UAAU,GACzC,OAAO;IAET,MAAM,aAAa,OAAO,yBAAyB,SAAS,GAAG;IAC/D,IAAI,cAAc,MAAM;KACtB,IAAI,2BAA2B,SAAS,KAAK,UAAU,GACrD,OAAO;KAET;IACF;IACA,IAAI,WAAW,eAAe,MAC5B;IAEF,IAAI,EAAE,WAAW,aACf,OAAO;IAET,IAAI,WAAW,YAAY;KACzB,IAAI,OAAO,WAAW,UAAU,UAC9B,OAAO;KAET,IACE,WAAW,SAAS,QACpB,OAAO,WAAW,UAAU,YAC5B,oBAAoB,WAAW,KAAK,GAEpC,OAAO;KAET,IACE,WAAW,SAAS,QACpB,OAAO,WAAW,UAAU,UAE5B,MAAM,KAAK,WAAW,KAAK;IAE/B;GACF;EACF,QAAQ;GACN,OAAO;EACT;CACF;CACA,OAAO;AACT;AAEA,SAAS,yBACP,OACA,eACQ;CACR,MAAM,UACJ,MAAM,SAAS,oCACX,MAAM,MAAM,GAAG,iCAAiC,IAChD;CACN,MAAM,gBAAgB,cAAc,OAAO;CAC3C,MAAM,eAAe,MAAM,SAAS,QAAQ;CAC5C,IAAI,gBAAgB,GAClB,OAAO;CAET,OAAO,KAAK,IACV,OAAO,kBACP,gBAAgB,eAAe,sCACjC;AACF;AAEA,SAAS,+BACP,OACA,eACQ;CACR,IAAI,iCAAiC,KAAK,GACxC,OAAO,OAAO;CAEhB,MAAM,aAAa,gCACjB,OACA,iCACF;CACA,MAAM,gBAAgB,cAAc,WAAW,OAAO;CACtD,IAAI,CAAC,WAAW,WACd,OAAO;CAET,IAAI,CAAC,OAAO,cAAc,WAAW,aAAa,GAChD,OAAO,OAAO;CAGhB,MAAM,eAAe,KAAK,IACxB,GACA,WAAW,gBAAgB,WAAW,QAAQ,MAChD;CACA,OAAO,KAAK,IACV,OAAO,kBACP,gBAAgB,eAAe,sCACjC;AACF;AAEA,SAAgB,wBACd,SACA,eACA,WAAyB,cACjB;CACR,MAAM,mBAAmB;CACzB,MAAM,aAAa,SACjB,yBAAyB,MAAM,aAAa;CAC9C,IAAI,QAAQ,OAAO,GACjB,OAAO,OAAO;CAYhB,MAAM,yCAAyB,IAAI,IAAY;CAE/C,MAAM,gBAAgB,UAAyB;EAC7C,IAAI,SAAS,QAAQ,OAAO,UAAU,YAAY,QAAQ,KAAK,GAAG;GAChE,YAAY,OAAO;GACnB;EACF;EACA,IAAI,MAAM,QAAQ,KAAK,GACrB,KAAK,MAAM,OAAO,OAAO;GACvB,IACE,OAAO,QAAQ,YACf,OAAO,QAAQ,YACf,OAAO,QAAQ,WACf;IACA,aAAa,GAAG;IAChB;GACF;GACA,MAAM,OAAO;GACb,IAAI,QAAQ,QAAQ,OAAO,SAAS,UAClC;GAEF,IAAI,QAAQ,IAAI,GAAG;IACjB,YAAY,OAAO;IACnB;GACF;GACA,IAAI,OAAO,KAAK,SAAS,UAAU;IACjC,aAAa,+BAA+B,MAAM,SAAS;IAC3D;GACF;GACA,IAAI,KAAK,SAAA,eAAmC,KAAK,SAAS,YAAY;IACpE,MAAM,WACJ,OAAO,KAAK,OAAO,WAAW,KAAK,KAAK,KAAK,WAAW;IAC1D,IAAI,OAAO,aAAa,YAAY,SAAS,SAAS,GACpD,uBAAuB,IAAI,QAAQ;GAEvC;GACA,IAAI,KAAK,SAAA,SACP;GAGF,IACE,yBAAyB,IAAI,MAC5B,KAAK,SAAA,eACJ,KAAK,SAAS,eACd,KAAK,SAAS,WACd,KAAK,SAAS,yBACd,KAAK,SAAS,gBAChB;IACA,aAAa,KAAK,KAChB,yBAAyB,MAAM,QAAQ,IAAI,yBAC7C;IACA;GACF;GAEA,IACE,yBAAyB,IAAI,MAC5B,KAAK,SAAS,cACb,KAAK,SAAS,UACd,KAAK,SAAA,eACP;IACA,aAAa,KAAK,KAChB,4BAA4B,MAAM,UAAU,SAAS,IACnD,yBACJ;IACA;GACF;GAEA,IAAI,yBAAyB,IAAI,KAAK,KAAK,SAAS,SAAS;IAC3D,MAAM,oBAAoB,+BACxB,MACA,UACA,SACF;IACA,IAAI,qBAAqB,MAAM;KAC7B,aAAa,KAAK,KAChB,oBAAoB,yBACtB;KACA;IACF;GACF;GAEA,IAAI,yBAAyB,IAAI,KAAK,iBAAiB,KAAK,IAAI,GAAG;IACjE,MAAM,mBAAmB,8BAA8B,IAAI;IAC3D,IAAI,mBAAmB,GAAG;KACxB,aAAa,KAAK,KAChB,mBAAmB,yBACrB;KACA;IACF;GACF;GAEA,IAAI,KAAK,SAAA,eAAmC,KAAK,aAAa,MAAM;IAClE,MAAM,WAAW,KAAK,UAAU;IAChC,IAAI,OAAO,aAAa,YAAY,SAAS,SAAS,GACpD,aAAa,UAAU,QAAQ;IAEjC,MAAM,OAAO,KAAK,UAAU;IAC5B,IAAI,QAAQ,MACV,aACE,OAAO,SAAS,WACZ,UAAU,IAAI,IACd,+BAA+B,MAAM,SAAS;IAEtD,MAAM,SAAS,KAAK,UAAU;IAC9B,IAAI,UAAU,MACZ,aAAa,MAAM;IAErB;GACF;GAEA,MAAM,cAAc,KAAK,KAAK;GAC9B,IAAI,eAAe,MAAM;IACvB,aAAa,+BAA+B,MAAM,SAAS;IAC3D;GACF;GAEA,aAAa,WAAW;EAC1B;OACK,IAAI,OAAO,UAAU,UAC1B,aAAa,UAAU,KAAK;OACvB,IAAI,OAAO,UAAU,UAC1B,aAAa,UAAU,MAAM,SAAS,CAAC;OAClC,IAAI,OAAO,UAAU,WAC1B,aAAa,UAAU,MAAM,SAAS,CAAC;OAClC,IAAI,SAAS,QAAQ,OAAO,UAAU,UAC3C,aAAa,+BAA+B,OAAO,SAAS;CAEhE;CAEA,MAAM,sBAAsB,QAAQ;CACpC,MAAM,mBACJ,uBAAuB,QAAQ,OAAO,wBAAwB,WAC1D,sBACA,KAAA;CACN,IAAI,oBAAoB,QAAQ,QAAQ,gBAAgB,GACtD,OAAO,OAAO;CAEhB,IAAI;CACJ,IAAI;EACF,iBACE,oBAAoB,OAChB,OAAO,yBAAyB,kBAAkB,MAAM,IACxD,KAAA;CACR,QAAQ;EACN,OAAO,OAAO;CAChB;CACA,IAAI,kBAAkB,QAAQ,EAAE,WAAW,iBACzC,OAAO,OAAO;CAGhB,IAAI,YAAY;CAChB,MAAM,cAAc,QAAQ,QAAQ;CAKpC,IAHE,gBAAgB,UAChB,gBAAgB,UAAU,0BAC1B,4BAA4B,QAAQ,OAAO,KACjB,OAAO,QAAQ,YAAY,UACrD,aAAa,KAAK,KAChB,yBACE;EACE,MAAM;EACN,WAAW,QAAQ;CACrB,GACA,QACF,IAAI,yBACN;MAEA,aAAa,QAAQ,OAAO;CAE9B,IAAI,aAAa,OAAO,kBACtB,OAAO,OAAO;CAEhB,MAAM,cAAe,QAA6C;CAClE,IAAI,gBAAgB,QAAQ,gBAAgB,aAAa;EACvD,MAAM,YAAa,QAAsB,cAAc,CAAC;EACxD,IAAI,QAAQ,SAAS,GACnB,OAAO,OAAO;EAEhB,KAAK,MAAM,YAAY,WAAW;GAChC,IAAI,QAAQ,QAAQ,GAClB,OAAO,OAAO;GAEhB,IACE,OAAO,SAAS,OAAO,YACvB,uBAAuB,IAAI,SAAS,EAAE,GAEtC;GAEF,IAAI,OAAO,SAAS,SAAS,YAAY,SAAS,KAAK,SAAS,GAC9D,aAAa,UAAU,SAAS,IAAI;GAEtC,MAAM,OAAgB,SAAS;GAC/B,IAAI,QAAQ,MACV,aACE,OAAO,SAAS,WACZ,UAAU,IAAI,IACd,+BAA+B,MAAM,SAAS;EAExD;EACA,IAAI;EACJ,IAAI;GACF,qBACE,oBAAoB,OAChB,OAAO,yBAAyB,kBAAkB,eAAe,IACjE,KAAA;EACR,QAAQ;GACN,OAAO,OAAO;EAChB;EACA,IAAI,sBAAsB,MAAM;GAC9B,IAAI,EAAE,WAAW,qBACf,OAAO,OAAO;GAEhB,IAAI,mBAAmB,SAAS,MAC9B,aAAa,+BACX,mBAAmB,OACnB,SACF;EAEJ;CACF;CACA,OAAO,KAAK,IAAI,OAAO,kBAAkB,SAAS;AACpD;;;;;;;AAQA,SAAgB,qBACd,WACA,YACA,aACwB;CACxB,MAAM,SAAiC,OAAO,OAAO,IAAI;CACzD,MAAM,aAAyD,CAAC;CAChE,IAAI,WAAW;CACf,KAAK,MAAM,CAAC,MAAM,aAAa,OAAO,QAAQ,SAAS,GAAG;EACxD,MAAM,SAAS,WAAW;EAC1B,MAAM,UAAU,KAAK,MAAM,MAAM;EACjC,OAAO,QAAQ;EACf,YAAY;EACZ,WAAW,KAAK;GAAE;GAAM,WAAW,SAAS;EAAQ,CAAC;CACvD;CACA,IAAI,WAAW,cAAc;CAC7B,IAAI,YAAY,KAAK,WAAW,WAAW,GACzC,OAAO;CAET,WAAW,MAAM,GAAG,MAAM,EAAE,YAAY,EAAE,SAAS;CACnD,KAAK,IAAI,IAAI,GAAG,WAAW,GAAG,KAAK,IAAI,KAAK,WAAW,QAAQ;EAC7D,OAAO,WAAW,EAAE,CAAC,SAAS;EAC9B;CACF;CACA,OAAO;AACT;;;;;;AAOA,MAAM,0BAA0B;;;;;AAMhC,MAAa,qBAAqB,OAChC,WAAyB,iBACqB;CAC9C,MAAM,MAAM,MAAM,aAAa,QAAQ;CACvC,MAAM,eAAe,SAAyB,IAAI,MAAM,IAAI;CAC5D,MAAM,WAAW,aAAa;CAC9B,QAAQ,YAAiC;EACvC,MAAM,QAAQ,wBAAwB,SAAS,aAAa,QAAQ;EACpE,OAAO,WAAW,KAAK,KAAK,QAAQ,uBAAuB,IAAI;CACjE;AACF;;AAGA,MAAa,sBAAsB;CACjC,MAAM,aAA4B,CAElC;CAEA,QAAc;EACZ,KAAK,MAAM,OAAO,OAAO,KAAK,UAAU,GACtC,OAAO,WAAW;CAEtB;CAEA,gBAAyB;EACvB,OAAO,OAAO,KAAK,UAAU,CAAC,CAAC,SAAS;CAC1C;AACF"}
|
|
1
|
+
{"version":3,"file":"tokens.mjs","names":[],"sources":["../../../src/utils/tokens.ts"],"sourcesContent":["import { Tokenizer } from 'ai-tokenizer';\nimport { isProxy } from 'node:util/types';\nimport type { AIMessage, BaseMessage } from '@langchain/core/messages';\nimport {\n isComputerCallOutputContent,\n isAtomicToolContentBlock,\n serializeStructuredValueBounded,\n} from './toolContent';\nimport { ContentTypes } from '@/common/enum';\n\nexport type EncodingName = 'o200k_base' | 'claude';\n\nexport type UnsafeTokenMeasurementReason =\n | 'message_proxy'\n | 'content_proxy'\n | 'metadata_proxy'\n | 'metadata_accessor'\n | 'invalid_count';\n\nexport class UnsafeTokenMeasurementError extends Error {\n readonly type = 'unsafe_token_measurement';\n readonly reason: UnsafeTokenMeasurementReason;\n readonly path: string;\n\n constructor({\n reason,\n path,\n }: {\n reason: UnsafeTokenMeasurementReason;\n path: string;\n }) {\n super(\n JSON.stringify({\n type: 'unsafe_token_measurement',\n reason,\n path,\n })\n );\n this.name = 'UnsafeTokenMeasurementError';\n this.reason = reason;\n this.path = path;\n }\n}\n\nfunction ensureSafeTokenMeasurement(value: number, path: string): number {\n if (\n !Number.isSafeInteger(value) ||\n value < 0 ||\n value >= Number.MAX_SAFE_INTEGER\n ) {\n throw new UnsafeTokenMeasurementError({\n reason: 'invalid_count',\n path,\n });\n }\n return value;\n}\n\n/** Anthropic minimum image token cost. */\nconst ANTHROPIC_IMAGE_MIN_TOKENS = 1024;\n/** Anthropic divisor: tokens = width × height / 750. */\nconst ANTHROPIC_IMAGE_DIVISOR = 750;\n/** OpenAI low-detail fixed cost. */\nconst OPENAI_IMAGE_LOW_TOKENS = 85;\n/** OpenAI high-detail tile size. */\nconst OPENAI_IMAGE_TILE_SIZE = 512;\n/** OpenAI high-detail tokens per tile. */\nconst OPENAI_IMAGE_TOKENS_PER_TILE = 170;\n/** Google Gemini fixed per-image cost. */\nconst _GEMINI_IMAGE_TOKENS = 258;\n/** Safety margin for image and document token estimates (5% overestimate). */\nexport const IMAGE_TOKEN_SAFETY_MARGIN = 1.05;\n\n/**\n * Anthropic PDF: each page costs image tokens + text tokens.\n * Typical range is 1500-3000 tokens/page. Using 2000 as midpoint.\n */\nconst ANTHROPIC_PDF_TOKENS_PER_PAGE = 2000;\n/** OpenAI PDF: each page rendered as high-detail image. ~1500 tokens typical. */\nconst OPENAI_PDF_TOKENS_PER_PAGE = 1500;\n/** Gemini PDF: fixed 258 tokens per page. */\nconst _GEMINI_PDF_TOKENS_PER_PAGE = 258;\n/** Approximate base64 bytes per PDF page for page count estimation. */\nconst BASE64_BYTES_PER_PDF_PAGE = 75_000;\n/** Fallback token cost for URL-referenced documents without local data. */\nconst URL_DOCUMENT_FALLBACK_TOKENS = 2000;\n\n/**\n * Timed media (video/audio) is priced by DURATION, not size, and the content\n * carries no duration — so duration is estimated from encoded size at\n * representative bitrates and priced at Gemini's rates (the dominant provider\n * for native video/audio). Deliberately rough; superseded by real provider\n * usage after the first turn.\n */\n/** Gemini video ≈ 258 tokens/frame (1 fps) + 32 tokens/s audio ≈ 300 tokens/s. */\nconst VIDEO_TOKENS_PER_SECOND = 300;\n/** Gemini audio: 32 tokens/s (single channel). */\nconst AUDIO_TOKENS_PER_SECOND = 32;\n/** Representative encoded byte rates for duration-from-size estimation. */\nconst VIDEO_BYTES_PER_SECOND = 250_000; // ~2 Mbps\nconst AUDIO_BYTES_PER_SECOND = 16_000; // ~128 kbps\n/** Flat fallback when only a URL is present (no size to estimate from) — ~30s. */\nconst VIDEO_URL_FALLBACK_TOKENS = 9000;\nconst AUDIO_URL_FALLBACK_TOKENS = 960;\n/** Content block types that can carry timed media (video/audio). `media` is\n * generic (Google) so it is classified by MIME; the rest are unambiguous. */\nconst TIMED_MEDIA_TYPES = new Set([\n 'media',\n 'video',\n 'audio',\n 'video_url',\n 'input_audio',\n]);\n/**\n * Structured content is tokenized exactly up to this size. Larger values are\n * traversed by the bounded serializer and priced conservatively for the omitted\n * suffix, avoiding a full JSON string allocation in the context guard.\n */\nconst MAX_STRUCTURED_TOKENIZATION_CHARS = 200_000;\n/** One UTF-16 character can encode to several tokenizer pieces. */\nconst MAX_TOKENS_PER_OMITTED_STRUCTURED_CHAR = 4;\nconst MAX_STRUCTURED_SAFETY_INSPECTION_WORK = 10_000;\n\n/**\n * Extracts image dimensions from the first bytes of a base64-encoded\n * PNG, JPEG, GIF, or WebP without decoding the full image.\n * Returns null if the format is unrecognized or data is too short.\n */\nexport function extractImageDimensions(\n base64Data: string\n): { width: number; height: number } | null {\n const raw = base64Data.startsWith('data:')\n ? base64Data.slice(base64Data.indexOf(',') + 1)\n : base64Data;\n\n if (raw.length < 32) {\n return null;\n }\n\n const bytes = new Uint8Array(Buffer.from(raw.slice(0, 80), 'base64'));\n\n if (bytes[0] === 0x89 && bytes[1] === 0x50) {\n // PNG: width at bytes 16-19, height at 20-23 (big-endian)\n const width =\n (bytes[16] << 24) | (bytes[17] << 16) | (bytes[18] << 8) | bytes[19];\n const height =\n (bytes[20] << 24) | (bytes[21] << 16) | (bytes[22] << 8) | bytes[23];\n return { width, height };\n }\n\n if (bytes[0] === 0xff && bytes[1] === 0xd8) {\n // JPEG: scan for SOF0 (0xFFC0) or SOF2 (0xFFC2) marker\n for (let i = 2; i < bytes.length - 9; i++) {\n if (\n bytes[i] === 0xff &&\n (bytes[i + 1] === 0xc0 || bytes[i + 1] === 0xc2)\n ) {\n const height = (bytes[i + 5] << 8) | bytes[i + 6];\n const width = (bytes[i + 7] << 8) | bytes[i + 8];\n return { width, height };\n }\n }\n return null;\n }\n\n if (bytes[0] === 0x47 && bytes[1] === 0x49 && bytes[2] === 0x46) {\n // GIF: width at bytes 6-7, height at 8-9 (little-endian)\n const width = bytes[6] | (bytes[7] << 8);\n const height = bytes[8] | (bytes[9] << 8);\n return { width, height };\n }\n\n if (\n bytes[0] === 0x52 &&\n bytes[1] === 0x49 &&\n bytes[2] === 0x46 &&\n bytes[3] === 0x46 &&\n bytes[8] === 0x57 &&\n bytes[9] === 0x45 &&\n bytes[10] === 0x42 &&\n bytes[11] === 0x50\n ) {\n // WebP VP8: width at bytes 26-27, height at 28-29\n if (bytes.length > 29) {\n const width = (bytes[26] | (bytes[27] << 8)) & 0x3fff;\n const height = (bytes[28] | (bytes[29] << 8)) & 0x3fff;\n return { width, height };\n }\n return null;\n }\n\n return null;\n}\n\n/** Estimates image token cost for Anthropic/Bedrock (Claude). */\nexport function estimateAnthropicImageTokens(\n width: number,\n height: number\n): number {\n return Math.max(\n ANTHROPIC_IMAGE_MIN_TOKENS,\n Math.ceil((width * height) / ANTHROPIC_IMAGE_DIVISOR)\n );\n}\n\n/** Estimates image token cost for OpenAI (high detail). */\nexport function estimateOpenAIImageTokens(\n width: number,\n height: number,\n detail: string = 'high'\n): number {\n if (detail === 'low') {\n return OPENAI_IMAGE_LOW_TOKENS;\n }\n const tiles =\n Math.ceil(width / OPENAI_IMAGE_TILE_SIZE) *\n Math.ceil(height / OPENAI_IMAGE_TILE_SIZE);\n return OPENAI_IMAGE_LOW_TOKENS + tiles * OPENAI_IMAGE_TOKENS_PER_TILE;\n}\n\n/**\n * Estimates token cost for an image content block.\n * Extracts dimensions from base64 header when available.\n * Falls back to Anthropic minimum (1024) when dimensions can't be determined.\n */\nexport function estimateImageBlockTokens(\n block: Record<string, unknown>,\n encoding: EncodingName\n): number {\n let base64Data: string | undefined;\n\n if (\n block.type === ContentTypes.IMAGE_URL ||\n block.type === 'image_url' ||\n block.type === 'computer_screenshot' ||\n block.type === 'input_image'\n ) {\n const imageUrl = block.image_url as string | { url?: string } | undefined;\n const url = typeof imageUrl === 'string' ? imageUrl : imageUrl?.url;\n if (typeof url === 'string' && url.startsWith('data:')) {\n base64Data = url;\n } else if (typeof block.file_id === 'string' && block.file_id !== '') {\n return block.detail === 'low'\n ? OPENAI_IMAGE_LOW_TOKENS\n : ANTHROPIC_IMAGE_MIN_TOKENS;\n } else {\n return ANTHROPIC_IMAGE_MIN_TOKENS;\n }\n } else if (block.type === 'image') {\n const source = block.source as { type?: string; data?: string } | undefined;\n if (source?.type === 'base64' && typeof source.data === 'string') {\n base64Data = source.data;\n } else {\n return ANTHROPIC_IMAGE_MIN_TOKENS;\n }\n } else {\n return ANTHROPIC_IMAGE_MIN_TOKENS;\n }\n\n const dims = extractImageDimensions(base64Data);\n if (dims == null) {\n return ANTHROPIC_IMAGE_MIN_TOKENS;\n }\n\n if (encoding === 'claude') {\n return estimateAnthropicImageTokens(dims.width, dims.height);\n }\n return estimateOpenAIImageTokens(dims.width, dims.height);\n}\n\n/**\n * Estimates token cost for a document/file content block.\n * Handles both LangChain standard format (`type: 'file'` with `source_type`)\n * and Anthropic format (`type: 'document'` with `source`).\n *\n * - Plain text: tokenized directly via `getTokenCount`.\n * - Base64 PDF: page count estimated from base64 length × per-page cost.\n * - URL reference: conservative flat estimate.\n */\nexport function estimateDocumentBlockTokens(\n block: Record<string, unknown>,\n encoding: EncodingName,\n getTokenCount: (text: string) => number\n): number {\n const pdfTokensPerPage =\n encoding === 'claude'\n ? ANTHROPIC_PDF_TOKENS_PER_PAGE\n : OPENAI_PDF_TOKENS_PER_PAGE;\n\n // LangChain standard format: type='file', source_type, data/text/url, mime_type\n const sourceType = block.source_type as string | undefined;\n if (typeof sourceType === 'string') {\n const mimeType = ((block.mime_type as string | undefined) ?? '').split(\n ';'\n )[0];\n\n if (sourceType === 'text' && typeof block.text === 'string') {\n return getTokenCount(block.text as string);\n }\n\n if (sourceType === 'base64' && typeof block.data === 'string') {\n if (mimeType === 'application/pdf' || mimeType === '') {\n const pageEstimate = Math.max(\n 1,\n Math.ceil((block.data as string).length / BASE64_BYTES_PER_PDF_PAGE)\n );\n return pageEstimate * pdfTokensPerPage;\n }\n // Image inside a file block — delegate to image estimation\n if (mimeType.startsWith('image/')) {\n return estimateImageBlockTokens(\n {\n ...block,\n type: 'image',\n source: { type: 'base64', data: block.data },\n },\n encoding\n );\n }\n return getTokenCount(block.data as string);\n }\n\n if (sourceType === 'url') {\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n // Anthropic format: type='document', source: { type, data, media_type }\n const source = block.source as\n | {\n type?: string;\n data?: string;\n media_type?: string;\n content?: unknown[];\n }\n | undefined;\n\n if (source == null) {\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n if (source.type === 'text' && typeof source.data === 'string') {\n return getTokenCount(source.data);\n }\n\n if (source.type === 'base64' && typeof source.data === 'string') {\n const mediaType = (source.media_type ?? '').split(';')[0];\n if (mediaType === 'application/pdf' || mediaType === '') {\n const pageEstimate = Math.max(\n 1,\n Math.ceil(source.data.length / BASE64_BYTES_PER_PDF_PAGE)\n );\n return pageEstimate * pdfTokensPerPage;\n }\n if (mediaType.startsWith('image/')) {\n return estimateImageBlockTokens(\n { type: 'image', source: { type: 'base64', data: source.data } },\n encoding\n );\n }\n return getTokenCount(source.data);\n }\n\n if (source.type === 'url') {\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n // content-type source (wraps other blocks like images)\n if (source.type === 'content' && Array.isArray(source.content)) {\n let total = 0;\n for (const inner of source.content) {\n if (inner != null && typeof inner === 'object' && 'type' in inner) {\n const innerBlock = inner as Record<string, unknown>;\n if (innerBlock.type === 'image') {\n total += estimateImageBlockTokens(innerBlock, encoding);\n }\n }\n }\n return total > 0 ? total : URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n return URL_DOCUMENT_FALLBACK_TOKENS;\n}\n\n/** Decoded byte length of base64 or a `data:` URL; 0 for any remote URI (http,\n * gs, s3, file, …) or empty. Base64 never contains `:`, so any scheme prefix\n * marks a remote reference with no local size. */\nfunction base64ByteLength(value: string | undefined): number {\n if (typeof value !== 'string' || value.length === 0) {\n return 0;\n }\n if (value.startsWith('data:')) {\n const comma = value.indexOf(',');\n return comma < 0 ? 0 : Math.floor(((value.length - comma - 1) * 3) / 4);\n }\n if (/^[a-z][a-z0-9+.-]*:/i.test(value)) {\n return 0;\n }\n return Math.floor((value.length * 3) / 4);\n}\n\nfunction timedMediaTokens(\n bytes: number,\n bytesPerSecond: number,\n tokensPerSecond: number,\n urlFallback: number\n): number {\n if (bytes <= 0) {\n return urlFallback;\n }\n return Math.max(\n tokensPerSecond,\n Math.ceil((bytes / bytesPerSecond) * tokensPerSecond)\n );\n}\n\n/** Decoded byte length of a media block payload — top-level `data` (base64\n * string or `Uint8Array`) or base64 `url`, or the nested `video|audio.{data,\n * url, source.bytes}` shapes (`formatMessage` media arrays / native Bedrock);\n * 0 for a bare remote URL, `fileId`/`fileUri`, S3 location, or empty. */\nfunction mediaBlockByteLength(block: Record<string, unknown>): number {\n const data = block.data;\n if (typeof data === 'string') {\n return base64ByteLength(data);\n }\n if (data instanceof Uint8Array) {\n return data.length;\n }\n if (typeof block.url === 'string') {\n return base64ByteLength(block.url);\n }\n const nested = (block.video ?? block.audio) as\n | { data?: unknown; url?: unknown; source?: { bytes?: unknown } }\n | undefined;\n if (nested != null) {\n if (typeof nested.data === 'string') {\n return base64ByteLength(nested.data);\n }\n if (typeof nested.url === 'string') {\n return base64ByteLength(nested.url);\n }\n if (nested.source?.bytes instanceof Uint8Array) {\n return nested.source.bytes.length;\n }\n }\n return 0;\n}\n\n/** Classifies a block as timed media, or null when it is not video/audio — e.g.\n * a generic Google `media` block carrying an image/document MIME, which must\n * NOT be priced as video. Also handles the Google shape where `type` IS the\n * MIME string (e.g. `{ type: 'audio/wav', data }`). */\nfunction timedMediaKind(\n block: Record<string, unknown>\n): 'video' | 'audio' | null {\n const type =\n typeof block.type === 'string' ? normalizeMediaMimeType(block.type) : '';\n if (type === 'input_audio' || type === 'audio') {\n return 'audio';\n }\n if (type === 'video_url' || type === 'video') {\n return 'video';\n }\n const mediaMime = getMediaMimeType(block);\n const mime = type === 'media' && mediaMime != null ? mediaMime : type;\n if (mime.startsWith('audio/')) {\n return 'audio';\n }\n if (mime.startsWith('video/')) {\n return 'video';\n }\n return null;\n}\n\nfunction getMediaMimeType(block: Record<string, unknown>): string | undefined {\n if (typeof block.mimeType === 'string') {\n return normalizeMediaMimeType(block.mimeType);\n }\n if (typeof block.mime_type === 'string') {\n return normalizeMediaMimeType(block.mime_type);\n }\n return undefined;\n}\n\nfunction normalizeMediaMimeType(mimeType: string): string {\n return mimeType.split(';')[0].trim().toLowerCase();\n}\n\n/** Whether a content-block `type` can carry timed media — the fixed set plus the\n * Google MIME-as-type shape (`audio/*` / `video/*`). Gates callers before they\n * hand the block to {@link estimateTimedMediaBlockTokens}. */\nfunction isTimedMediaType(type: string): boolean {\n const normalizedType = normalizeMediaMimeType(type);\n return (\n TIMED_MEDIA_TYPES.has(normalizedType) ||\n normalizedType.startsWith('audio/') ||\n normalizedType.startsWith('video/')\n );\n}\n\n/** Conservatively prices unknown inline media without materializing JSON. */\nfunction estimateUnknownMediaBlockTokens(data: unknown): number {\n if (typeof data === 'string') {\n if (base64ByteLength(data) <= 0) {\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n return Math.max(URL_DOCUMENT_FALLBACK_TOKENS, data.length);\n }\n if (data instanceof ArrayBuffer || ArrayBuffer.isView(data)) {\n return Math.max(\n URL_DOCUMENT_FALLBACK_TOKENS,\n Math.ceil((data.byteLength * 4) / 3)\n );\n }\n return URL_DOCUMENT_FALLBACK_TOKENS;\n}\n\n/**\n * Estimates Google `type: \"media\"` blocks whose MIME describes static content.\n * Timed audio/video continues through {@link estimateTimedMediaBlockTokens}.\n */\nfunction estimateStaticMediaBlockTokens(\n block: Record<string, unknown>,\n encoding: EncodingName,\n getTokenCount: (text: string) => number\n): number | undefined {\n const mediaMime = getMediaMimeType(block);\n if (block.type !== 'media' || mediaMime == null) {\n return undefined;\n }\n\n const mimeType = mediaMime;\n const nestedMedia =\n block.media != null && typeof block.media === 'object'\n ? (block.media as Record<string, unknown>)\n : undefined;\n const data =\n block.data ?? block.bytes ?? nestedMedia?.data ?? nestedMedia?.bytes;\n const reference =\n block.url ??\n block.fileUri ??\n block.fileId ??\n nestedMedia?.url ??\n nestedMedia?.fileUri ??\n nestedMedia?.fileId;\n\n if (mimeType.startsWith('image/')) {\n let encodedImage: string | undefined;\n if (typeof data === 'string') {\n encodedImage = data;\n } else if (data instanceof ArrayBuffer || ArrayBuffer.isView(data)) {\n const view =\n data instanceof ArrayBuffer\n ? new Uint8Array(data)\n : new Uint8Array(data.buffer, data.byteOffset, data.byteLength);\n encodedImage = Buffer.from(view.subarray(0, 80)).toString('base64');\n }\n\n if (encodedImage != null && encodedImage.length > 0) {\n return estimateImageBlockTokens(\n {\n type: 'image',\n source: { type: 'base64', data: encodedImage },\n },\n encoding\n );\n }\n return estimateImageBlockTokens(\n {\n type: 'image_url',\n image_url: { url: typeof reference === 'string' ? reference : '' },\n },\n encoding\n );\n }\n\n if (mimeType === 'application/pdf') {\n if (typeof data === 'string' && data.length > 0) {\n const comma = data.startsWith('data:') ? data.indexOf(',') : -1;\n const base64Data = comma >= 0 ? data.slice(comma + 1) : data;\n return estimateDocumentBlockTokens(\n {\n type: 'file',\n source_type: 'base64',\n mime_type: mimeType,\n data: base64Data,\n },\n encoding,\n getTokenCount\n );\n }\n if (data instanceof ArrayBuffer || ArrayBuffer.isView(data)) {\n const estimatedBase64Chars = Math.ceil((data.byteLength * 4) / 3);\n const pdfTokensPerPage =\n encoding === 'claude'\n ? ANTHROPIC_PDF_TOKENS_PER_PAGE\n : OPENAI_PDF_TOKENS_PER_PAGE;\n return (\n Math.max(\n 1,\n Math.ceil(estimatedBase64Chars / BASE64_BYTES_PER_PDF_PAGE)\n ) * pdfTokensPerPage\n );\n }\n return URL_DOCUMENT_FALLBACK_TOKENS;\n }\n\n if (mimeType.startsWith('audio/') || mimeType.startsWith('video/')) {\n return undefined;\n }\n return estimateUnknownMediaBlockTokens(data);\n}\n\n/**\n * Estimates token cost for a timed-media block (video/audio). Handles Google\n * `{ type: 'media', mimeType, data|url|fileUri }`, OpenRouter\n * `{ type: 'video_url' }` / `{ type: 'input_audio' }`, and standard\n * `{ type: 'video' }` / `{ type: 'audio' }` blocks (payload as `data` base64 or\n * `Uint8Array`, base64 `url`, or `fileId`). Duration is inferred from encoded\n * size (providers price by duration, which the block does not carry) at Gemini's\n * rates; a payload with no size (bare URL / file id) falls back to a ~30s\n * estimate. Returns 0 for non-timed media (e.g. an image/document `media` block)\n * so it is never mispriced as video.\n */\nexport function estimateTimedMediaBlockTokens(\n block: Record<string, unknown>\n): number {\n const kind = timedMediaKind(block);\n if (kind == null) {\n return 0;\n }\n let bytes: number;\n if (block.type === 'input_audio') {\n const audio = block.input_audio as { data?: string } | undefined;\n bytes = base64ByteLength(audio?.data);\n } else if (block.type === 'video_url') {\n const video = block.video_url as string | { url?: string } | undefined;\n bytes = base64ByteLength(typeof video === 'string' ? video : video?.url);\n } else {\n bytes = mediaBlockByteLength(block);\n }\n if (kind === 'audio') {\n return timedMediaTokens(\n bytes,\n AUDIO_BYTES_PER_SECOND,\n AUDIO_TOKENS_PER_SECOND,\n AUDIO_URL_FALLBACK_TOKENS\n );\n }\n return timedMediaTokens(\n bytes,\n VIDEO_BYTES_PER_SECOND,\n VIDEO_TOKENS_PER_SECOND,\n VIDEO_URL_FALLBACK_TOKENS\n );\n}\n\nconst tokenizers: Partial<Record<EncodingName, Tokenizer>> = {};\n\nasync function getTokenizer(\n encoding: EncodingName = 'o200k_base'\n): Promise<Tokenizer> {\n const cached = tokenizers[encoding];\n if (cached) {\n return cached;\n }\n const data =\n encoding === 'claude'\n ? await import('ai-tokenizer/encoding/claude')\n : await import('ai-tokenizer/encoding/o200k_base');\n const instance = new Tokenizer(data);\n tokenizers[encoding] = instance;\n return instance;\n}\n\nexport function encodingForModel(model: string): EncodingName {\n if (model.toLowerCase().includes('claude')) {\n return 'claude';\n }\n return 'o200k_base';\n}\n\ntype StructuredSafetyInspection = {\n remaining: number;\n};\n\nfunction consumeStructuredSafetyWork(\n inspection: StructuredSafetyInspection\n): boolean {\n if (inspection.remaining <= 0) {\n return false;\n }\n inspection.remaining--;\n return true;\n}\n\nfunction hasUnsafeToJSON(\n value: object,\n inspection: StructuredSafetyInspection\n): boolean {\n let current: object | null = value;\n const seen = new Set<object>();\n try {\n while (current != null) {\n if (isProxy(current)) {\n return true;\n }\n if (seen.has(current) || !consumeStructuredSafetyWork(inspection)) {\n return true;\n }\n seen.add(current);\n const descriptor = Object.getOwnPropertyDescriptor(current, 'toJSON');\n if (descriptor != null) {\n return (\n ('value' in descriptor && typeof descriptor.value === 'function') ||\n !('value' in descriptor)\n );\n }\n current = Object.getPrototypeOf(current) as object | null;\n }\n } catch {\n return true;\n }\n return false;\n}\n\nconst arrayBufferByteLengthGetter = Object.getOwnPropertyDescriptor(\n ArrayBuffer.prototype,\n 'byteLength'\n)?.get;\n\n/**\n * Tests native binary values without `instanceof`, whose prototype walk can\n * recurse or throw for adversarial proxies.\n */\nfunction isNativeBinaryValue(value: object): boolean {\n try {\n if (ArrayBuffer.isView(value)) {\n return true;\n }\n } catch {\n return true;\n }\n if (arrayBufferByteLengthGetter == null) {\n return false;\n }\n try {\n arrayBufferByteLengthGetter.call(value);\n return true;\n } catch {\n return false;\n }\n}\n\n/**\n * Detects an inherited accessor without reading it. Any proxy/prototype trap or\n * cyclic prototype chain is unsafe rather than observable to the caller.\n */\nfunction hasUnsafeInheritedProperty(\n value: object,\n key: string,\n inspection: StructuredSafetyInspection\n): boolean {\n const seen = new Set<object>([value]);\n let current: object | null;\n try {\n current = Object.getPrototypeOf(value) as object | null;\n } catch {\n return true;\n }\n\n while (current != null) {\n if (isProxy(current)) {\n return true;\n }\n if (seen.has(current) || !consumeStructuredSafetyWork(inspection)) {\n return true;\n }\n seen.add(current);\n let descriptor: PropertyDescriptor | undefined;\n try {\n descriptor = Object.getOwnPropertyDescriptor(current, key);\n } catch {\n return true;\n }\n if (descriptor != null) {\n return !('value' in descriptor);\n }\n try {\n current = Object.getPrototypeOf(current) as object | null;\n } catch {\n return true;\n }\n }\n return false;\n}\n\n/**\n * Detects values whose native JSON representation can differ after local\n * measurement. Accessor properties and `toJSON` hooks are deliberately not\n * invoked; values too large to inspect within bounded work are treated as\n * unsafe so the caller can normalize or reject them conservatively.\n */\nexport function hasUnsafeStructuredSerialization(value: unknown): boolean {\n if (typeof value === 'bigint') {\n return true;\n }\n if (value == null || typeof value !== 'object') {\n return false;\n }\n if (isProxy(value)) {\n return true;\n }\n if (isNativeBinaryValue(value)) {\n return true;\n }\n\n const stack: object[] = [value];\n const seen = new Set<object>();\n const inspection: StructuredSafetyInspection = {\n remaining: MAX_STRUCTURED_SAFETY_INSPECTION_WORK,\n };\n while (stack.length > 0) {\n const current = stack.pop() as object;\n if (isProxy(current)) {\n return true;\n }\n if (seen.has(current)) {\n return true;\n }\n seen.add(current);\n if (!consumeStructuredSafetyWork(inspection)) {\n return true;\n }\n\n try {\n if (hasUnsafeToJSON(current, inspection)) {\n return true;\n }\n for (const key in current) {\n if (!consumeStructuredSafetyWork(inspection)) {\n return true;\n }\n const descriptor = Object.getOwnPropertyDescriptor(current, key);\n if (descriptor == null) {\n if (hasUnsafeInheritedProperty(current, key, inspection)) {\n return true;\n }\n continue;\n }\n if (descriptor.enumerable !== true) {\n continue;\n }\n if (!('value' in descriptor)) {\n return true;\n }\n if ('value' in descriptor) {\n if (typeof descriptor.value === 'bigint') {\n return true;\n }\n if (\n descriptor.value != null &&\n typeof descriptor.value === 'object' &&\n isNativeBinaryValue(descriptor.value)\n ) {\n return true;\n }\n if (\n descriptor.value != null &&\n typeof descriptor.value === 'object'\n ) {\n stack.push(descriptor.value);\n }\n }\n }\n } catch {\n return true;\n }\n }\n return false;\n}\n\nfunction getBoundedTextTokenCount(\n value: string,\n getTokenCount: (text: string) => number\n): number {\n const preview =\n value.length > MAX_STRUCTURED_TOKENIZATION_CHARS\n ? value.slice(0, MAX_STRUCTURED_TOKENIZATION_CHARS)\n : value;\n const previewTokens = ensureSafeTokenMeasurement(\n getTokenCount(preview),\n 'tokenizer'\n );\n const omittedChars = value.length - preview.length;\n if (omittedChars <= 0) {\n return previewTokens;\n }\n return Math.min(\n Number.MAX_SAFE_INTEGER,\n previewTokens + omittedChars * MAX_TOKENS_PER_OMITTED_STRUCTURED_CHAR\n );\n}\n\nfunction getBoundedStructuredTokenCount(\n value: unknown,\n getTokenCount: (text: string) => number\n): number {\n const serialized = serializeStructuredValueBounded(\n value,\n MAX_STRUCTURED_TOKENIZATION_CHARS\n );\n const previewTokens = ensureSafeTokenMeasurement(\n getTokenCount(serialized.content),\n 'tokenizer'\n );\n if (!serialized.truncated) {\n return previewTokens;\n }\n // The bounded serializer uses MAX_SAFE_INTEGER as its unknown-size sentinel.\n // Do not extrapolate from it: use its bounded preview and let the provider\n // input projection preserve the same bounded behavior before invocation.\n if (\n !Number.isSafeInteger(serialized.originalChars) ||\n serialized.originalChars >= Number.MAX_SAFE_INTEGER\n ) {\n return previewTokens;\n }\n\n const omittedChars = Math.max(\n 0,\n serialized.originalChars - serialized.content.length\n );\n return Math.min(\n Number.MAX_SAFE_INTEGER,\n previewTokens + omittedChars * MAX_TOKENS_PER_OMITTED_STRUCTURED_CHAR\n );\n}\n\nexport function getTokenCountForMessage(\n message: BaseMessage,\n getTokenCount: (text: string) => number,\n encoding: EncodingName = 'o200k_base'\n): number {\n const tokensPerMessage = 3;\n const countText = (text: string): number =>\n getBoundedTextTokenCount(text, getTokenCount);\n if (isProxy(message)) {\n throw new UnsafeTokenMeasurementError({\n reason: 'message_proxy',\n path: 'message',\n });\n }\n\n type ContentBlock = Record<string, unknown> & {\n type?: string;\n tool_call?: {\n id?: string;\n name?: string;\n args?: unknown;\n output?: unknown;\n };\n };\n const representedToolCallIds = new Set<string>();\n\n const processValue = (value: unknown, path: string): void => {\n if (value != null && typeof value === 'object' && isProxy(value)) {\n throw new UnsafeTokenMeasurementError({\n reason: 'content_proxy',\n path,\n });\n }\n if (Array.isArray(value)) {\n for (let index = 0; index < value.length; index++) {\n const raw = value[index];\n if (\n typeof raw === 'string' ||\n typeof raw === 'number' ||\n typeof raw === 'boolean'\n ) {\n processValue(raw, `${path}[${index}]`);\n continue;\n }\n const item = raw as ContentBlock | null | undefined;\n if (item == null || typeof item !== 'object') {\n continue;\n }\n if (isProxy(item)) {\n throw new UnsafeTokenMeasurementError({\n reason: 'content_proxy',\n path: `${path}[${index}]`,\n });\n }\n if (typeof item.type !== 'string') {\n numTokens += getBoundedStructuredTokenCount(item, countText);\n continue;\n }\n if (item.type === ContentTypes.TOOL_CALL || item.type === 'tool_use') {\n const inlineId =\n typeof item.id === 'string' ? item.id : item.tool_call?.id;\n if (typeof inlineId === 'string' && inlineId.length > 0) {\n representedToolCallIds.add(inlineId);\n }\n }\n if (item.type === ContentTypes.ERROR) {\n continue;\n }\n\n if (\n isAtomicToolContentBlock(item) &&\n (item.type === ContentTypes.IMAGE_URL ||\n item.type === 'image_url' ||\n item.type === 'image' ||\n item.type === 'computer_screenshot' ||\n item.type === 'input_image')\n ) {\n numTokens += Math.ceil(\n estimateImageBlockTokens(item, encoding) * IMAGE_TOKEN_SAFETY_MARGIN\n );\n continue;\n }\n\n if (\n isAtomicToolContentBlock(item) &&\n (item.type === 'document' ||\n item.type === 'file' ||\n item.type === ContentTypes.IMAGE_FILE)\n ) {\n numTokens += Math.ceil(\n estimateDocumentBlockTokens(item, encoding, countText) *\n IMAGE_TOKEN_SAFETY_MARGIN\n );\n continue;\n }\n\n if (isAtomicToolContentBlock(item) && item.type === 'media') {\n const staticMediaTokens = estimateStaticMediaBlockTokens(\n item,\n encoding,\n countText\n );\n if (staticMediaTokens != null) {\n numTokens += Math.ceil(\n staticMediaTokens * IMAGE_TOKEN_SAFETY_MARGIN\n );\n continue;\n }\n }\n\n if (isAtomicToolContentBlock(item) && isTimedMediaType(item.type)) {\n const timedMediaTokens = estimateTimedMediaBlockTokens(item);\n if (timedMediaTokens > 0) {\n numTokens += Math.ceil(\n timedMediaTokens * IMAGE_TOKEN_SAFETY_MARGIN\n );\n continue;\n }\n }\n\n if (item.type === ContentTypes.TOOL_CALL && item.tool_call != null) {\n const toolName = item.tool_call.name;\n if (typeof toolName === 'string' && toolName.length > 0) {\n numTokens += countText(toolName);\n }\n const args = item.tool_call.args;\n if (args != null) {\n numTokens +=\n typeof args === 'string'\n ? countText(args)\n : getBoundedStructuredTokenCount(args, countText);\n }\n const output = item.tool_call.output;\n if (output != null) {\n processValue(output, `${path}[${index}].tool_call.output`);\n }\n continue;\n }\n\n const nestedValue = item[item.type];\n if (nestedValue == null) {\n numTokens += getBoundedStructuredTokenCount(item, countText);\n continue;\n }\n\n processValue(nestedValue, `${path}[${index}].${item.type}`);\n }\n } else if (typeof value === 'string') {\n numTokens += countText(value);\n } else if (typeof value === 'number') {\n numTokens += countText(value.toString());\n } else if (typeof value === 'boolean') {\n numTokens += countText(value.toString());\n } else if (value != null && typeof value === 'object') {\n numTokens += getBoundedStructuredTokenCount(value, countText);\n }\n };\n\n const rawAdditionalKwargs = message.additional_kwargs as unknown;\n const additionalKwargs =\n rawAdditionalKwargs != null && typeof rawAdditionalKwargs === 'object'\n ? rawAdditionalKwargs\n : undefined;\n if (additionalKwargs != null && isProxy(additionalKwargs)) {\n throw new UnsafeTokenMeasurementError({\n reason: 'metadata_proxy',\n path: 'additional_kwargs',\n });\n }\n let additionalType: PropertyDescriptor | undefined;\n try {\n additionalType =\n additionalKwargs != null\n ? Object.getOwnPropertyDescriptor(additionalKwargs, 'type')\n : undefined;\n } catch {\n throw new UnsafeTokenMeasurementError({\n reason: 'metadata_accessor',\n path: 'additional_kwargs.type',\n });\n }\n if (additionalType != null && !('value' in additionalType)) {\n throw new UnsafeTokenMeasurementError({\n reason: 'metadata_accessor',\n path: 'additional_kwargs.type',\n });\n }\n\n let numTokens = tokensPerMessage;\n const messageType = message.getType();\n const isComputerCallOutput =\n messageType === 'tool' &&\n additionalType?.value === 'computer_call_output' &&\n isComputerCallOutputContent(message.content);\n if (isComputerCallOutput && typeof message.content === 'string') {\n numTokens += Math.ceil(\n estimateImageBlockTokens(\n {\n type: 'computer_screenshot',\n image_url: message.content,\n },\n encoding\n ) * IMAGE_TOKEN_SAFETY_MARGIN\n );\n } else {\n processValue(message.content, 'content');\n }\n ensureSafeTokenMeasurement(numTokens, 'content');\n const messageRole = (message as BaseMessage & { role?: unknown }).role;\n if (messageType === 'ai' || messageRole === 'assistant') {\n const toolCalls = (message as AIMessage).tool_calls ?? [];\n if (isProxy(toolCalls)) {\n throw new UnsafeTokenMeasurementError({\n reason: 'metadata_proxy',\n path: 'tool_calls',\n });\n }\n for (const toolCall of toolCalls) {\n if (isProxy(toolCall)) {\n throw new UnsafeTokenMeasurementError({\n reason: 'metadata_proxy',\n path: 'tool_calls',\n });\n }\n if (\n typeof toolCall.id === 'string' &&\n representedToolCallIds.has(toolCall.id)\n ) {\n continue;\n }\n if (typeof toolCall.name === 'string' && toolCall.name.length > 0) {\n numTokens += countText(toolCall.name);\n }\n const args: unknown = toolCall.args;\n if (args != null) {\n numTokens +=\n typeof args === 'string'\n ? countText(args)\n : getBoundedStructuredTokenCount(args, countText);\n }\n }\n let legacyFunctionCall: PropertyDescriptor | undefined;\n try {\n legacyFunctionCall =\n additionalKwargs != null\n ? Object.getOwnPropertyDescriptor(additionalKwargs, 'function_call')\n : undefined;\n } catch {\n throw new UnsafeTokenMeasurementError({\n reason: 'metadata_accessor',\n path: 'additional_kwargs.function_call',\n });\n }\n if (legacyFunctionCall != null) {\n if (!('value' in legacyFunctionCall)) {\n throw new UnsafeTokenMeasurementError({\n reason: 'metadata_accessor',\n path: 'additional_kwargs.function_call',\n });\n }\n if (legacyFunctionCall.value != null) {\n numTokens += getBoundedStructuredTokenCount(\n legacyFunctionCall.value,\n countText\n );\n }\n }\n }\n return ensureSafeTokenMeasurement(numTokens, 'message');\n}\n\n/**\n * Largest-remainder apportionment: scales each count by `multiplier` and\n * distributes the rounding remainder so the results sum exactly to\n * `targetTotal`. Keeps per-item breakdowns reconciled with an aggregate\n * computed as a single rounded product of the summed raw counts.\n */\nexport function apportionTokenCounts(\n rawCounts: Record<string, number>,\n multiplier: number,\n targetTotal: number\n): Record<string, number> {\n const result: Record<string, number> = Object.create(null);\n const remainders: Array<{ name: string; remainder: number }> = [];\n let floorSum = 0;\n for (const [name, rawCount] of Object.entries(rawCounts)) {\n const scaled = rawCount * multiplier;\n const floored = Math.floor(scaled);\n result[name] = floored;\n floorSum += floored;\n remainders.push({ name, remainder: scaled - floored });\n }\n let leftover = targetTotal - floorSum;\n if (leftover <= 0 || remainders.length === 0) {\n return result;\n }\n remainders.sort((a, b) => b.remainder - a.remainder);\n for (let i = 0; leftover > 0; i = (i + 1) % remainders.length) {\n result[remainders[i].name] += 1;\n leftover--;\n }\n return result;\n}\n\n/**\n * Anthropic's API consistently reports ~10% more tokens than the local\n * claude tokenizer due to internal message framing and content encoding.\n * Verified empirically across content types via the count_tokens endpoint.\n */\nconst CLAUDE_TOKEN_CORRECTION = 1.1;\n\n/**\n * Creates a token counter function using the specified encoding.\n * Lazily loads the encoding data on first use via dynamic import.\n */\nexport const createTokenCounter = async (\n encoding: EncodingName = 'o200k_base'\n): Promise<(message: BaseMessage) => number> => {\n const tok = await getTokenizer(encoding);\n const countTokens = (text: string): number => tok.count(text);\n const isClaude = encoding === 'claude';\n return (message: BaseMessage): number => {\n const count = getTokenCountForMessage(message, countTokens, encoding);\n const correctedCount = isClaude\n ? Math.ceil(count * CLAUDE_TOKEN_CORRECTION)\n : count;\n return ensureSafeTokenMeasurement(correctedCount, 'message');\n };\n};\n\n/** Utility to manage the token encoder lifecycle explicitly. */\nexport const TokenEncoderManager = {\n async initialize(): Promise<void> {\n // No-op: ai-tokenizer is synchronously initialized from bundled data.\n },\n\n reset(): void {\n for (const key of Object.keys(tokenizers)) {\n delete tokenizers[key as EncodingName];\n }\n },\n\n isInitialized(): boolean {\n return Object.keys(tokenizers).length > 0;\n },\n};\n"],"mappings":";;;;;AAmBA,IAAa,8BAAb,cAAiD,MAAM;CACrD,OAAgB;CAChB;CACA;CAEA,YAAY,EACV,QACA,QAIC;EACD,MACE,KAAK,UAAU;GACb,MAAM;GACN;GACA;EACF,CAAC,CACH;EACA,KAAK,OAAO;EACZ,KAAK,SAAS;EACd,KAAK,OAAO;CACd;AACF;AAEA,SAAS,2BAA2B,OAAe,MAAsB;CACvE,IACE,CAAC,OAAO,cAAc,KAAK,KAC3B,QAAQ,KACR,SAAS,OAAO,kBAEhB,MAAM,IAAI,4BAA4B;EACpC,QAAQ;EACR;CACF,CAAC;CAEH,OAAO;AACT;;AAGA,MAAM,6BAA6B;;AAEnC,MAAM,0BAA0B;;AAEhC,MAAM,0BAA0B;;AAEhC,MAAM,yBAAyB;;AAE/B,MAAM,+BAA+B;;AAIrC,MAAa,4BAA4B;;;;;AAMzC,MAAM,gCAAgC;;AAEtC,MAAM,6BAA6B;;AAInC,MAAM,4BAA4B;;AAElC,MAAM,+BAA+B;;;;;;;;;AAUrC,MAAM,0BAA0B;;AAEhC,MAAM,0BAA0B;;AAEhC,MAAM,yBAAyB;AAC/B,MAAM,yBAAyB;;AAE/B,MAAM,4BAA4B;AAClC,MAAM,4BAA4B;;;AAGlC,MAAM,oBAAoB,IAAI,IAAI;CAChC;CACA;CACA;CACA;CACA;AACF,CAAC;;;;;;AAMD,MAAM,oCAAoC;;AAE1C,MAAM,yCAAyC;AAC/C,MAAM,wCAAwC;;;;;;AAO9C,SAAgB,uBACd,YAC0C;CAC1C,MAAM,MAAM,WAAW,WAAW,OAAO,IACrC,WAAW,MAAM,WAAW,QAAQ,GAAG,IAAI,CAAC,IAC5C;CAEJ,IAAI,IAAI,SAAS,IACf,OAAO;CAGT,MAAM,QAAQ,IAAI,WAAW,OAAO,KAAK,IAAI,MAAM,GAAG,EAAE,GAAG,QAAQ,CAAC;CAEpE,IAAI,MAAM,OAAO,OAAQ,MAAM,OAAO,IAMpC,OAAO;EAAE,OAHN,MAAM,OAAO,KAAO,MAAM,OAAO,KAAO,MAAM,OAAO,IAAK,MAAM;EAGnD,QADb,MAAM,OAAO,KAAO,MAAM,OAAO,KAAO,MAAM,OAAO,IAAK,MAAM;CAC5C;CAGzB,IAAI,MAAM,OAAO,OAAQ,MAAM,OAAO,KAAM;EAE1C,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,SAAS,GAAG,KACpC,IACE,MAAM,OAAO,QACZ,MAAM,IAAI,OAAO,OAAQ,MAAM,IAAI,OAAO,MAC3C;GACA,MAAM,SAAU,MAAM,IAAI,MAAM,IAAK,MAAM,IAAI;GAE/C,OAAO;IAAE,OADM,MAAM,IAAI,MAAM,IAAK,MAAM,IAAI;IAC9B;GAAO;EACzB;EAEF,OAAO;CACT;CAEA,IAAI,MAAM,OAAO,MAAQ,MAAM,OAAO,MAAQ,MAAM,OAAO,IAIzD,OAAO;EAAE,OAFK,MAAM,KAAM,MAAM,MAAM;EAEtB,QADD,MAAM,KAAM,MAAM,MAAM;CAChB;CAGzB,IACE,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,OAAO,MACb,MAAM,QAAQ,MACd,MAAM,QAAQ,IACd;EAEA,IAAI,MAAM,SAAS,IAGjB,OAAO;GAAE,QAFM,MAAM,MAAO,MAAM,OAAO,KAAM;GAE/B,SADA,MAAM,MAAO,MAAM,OAAO,KAAM;EACzB;EAEzB,OAAO;CACT;CAEA,OAAO;AACT;;AAGA,SAAgB,6BACd,OACA,QACQ;CACR,OAAO,KAAK,IACV,4BACA,KAAK,KAAM,QAAQ,SAAU,uBAAuB,CACtD;AACF;;AAGA,SAAgB,0BACd,OACA,QACA,SAAiB,QACT;CACR,IAAI,WAAW,OACb,OAAO;CAKT,OAAO,0BAFL,KAAK,KAAK,QAAQ,sBAAsB,IACxC,KAAK,KAAK,SAAS,sBAAsB,IACF;AAC3C;;;;;;AAOA,SAAgB,yBACd,OACA,UACQ;CACR,IAAI;CAEJ,IACE,MAAM,SAAA,eACN,MAAM,SAAS,eACf,MAAM,SAAS,yBACf,MAAM,SAAS,eACf;EACA,MAAM,WAAW,MAAM;EACvB,MAAM,MAAM,OAAO,aAAa,WAAW,WAAW,UAAU;EAChE,IAAI,OAAO,QAAQ,YAAY,IAAI,WAAW,OAAO,GACnD,aAAa;OACR,IAAI,OAAO,MAAM,YAAY,YAAY,MAAM,YAAY,IAChE,OAAO,MAAM,WAAW,QACpB,0BACA;OAEJ,OAAO;CAEX,OAAO,IAAI,MAAM,SAAS,SAAS;EACjC,MAAM,SAAS,MAAM;EACrB,IAAI,QAAQ,SAAS,YAAY,OAAO,OAAO,SAAS,UACtD,aAAa,OAAO;OAEpB,OAAO;CAEX,OACE,OAAO;CAGT,MAAM,OAAO,uBAAuB,UAAU;CAC9C,IAAI,QAAQ,MACV,OAAO;CAGT,IAAI,aAAa,UACf,OAAO,6BAA6B,KAAK,OAAO,KAAK,MAAM;CAE7D,OAAO,0BAA0B,KAAK,OAAO,KAAK,MAAM;AAC1D;;;;;;;;;;AAWA,SAAgB,4BACd,OACA,UACA,eACQ;CACR,MAAM,mBACJ,aAAa,WACT,gCACA;CAGN,MAAM,aAAa,MAAM;CACzB,IAAI,OAAO,eAAe,UAAU;EAClC,MAAM,YAAa,MAAM,aAAoC,GAAA,CAAI,MAC/D,GACF,CAAC,CAAC;EAEF,IAAI,eAAe,UAAU,OAAO,MAAM,SAAS,UACjD,OAAO,cAAc,MAAM,IAAc;EAG3C,IAAI,eAAe,YAAY,OAAO,MAAM,SAAS,UAAU;GAC7D,IAAI,aAAa,qBAAqB,aAAa,IAKjD,OAJqB,KAAK,IACxB,GACA,KAAK,KAAM,MAAM,KAAgB,SAAS,yBAAyB,CAEnD,IAAI;GAGxB,IAAI,SAAS,WAAW,QAAQ,GAC9B,OAAO,yBACL;IACE,GAAG;IACH,MAAM;IACN,QAAQ;KAAE,MAAM;KAAU,MAAM,MAAM;IAAK;GAC7C,GACA,QACF;GAEF,OAAO,cAAc,MAAM,IAAc;EAC3C;EAEA,IAAI,eAAe,OACjB,OAAO;EAGT,OAAO;CACT;CAGA,MAAM,SAAS,MAAM;CASrB,IAAI,UAAU,MACZ,OAAO;CAGT,IAAI,OAAO,SAAS,UAAU,OAAO,OAAO,SAAS,UACnD,OAAO,cAAc,OAAO,IAAI;CAGlC,IAAI,OAAO,SAAS,YAAY,OAAO,OAAO,SAAS,UAAU;EAC/D,MAAM,aAAa,OAAO,cAAc,GAAA,CAAI,MAAM,GAAG,CAAC,CAAC;EACvD,IAAI,cAAc,qBAAqB,cAAc,IAKnD,OAJqB,KAAK,IACxB,GACA,KAAK,KAAK,OAAO,KAAK,SAAS,yBAAyB,CAExC,IAAI;EAExB,IAAI,UAAU,WAAW,QAAQ,GAC/B,OAAO,yBACL;GAAE,MAAM;GAAS,QAAQ;IAAE,MAAM;IAAU,MAAM,OAAO;GAAK;EAAE,GAC/D,QACF;EAEF,OAAO,cAAc,OAAO,IAAI;CAClC;CAEA,IAAI,OAAO,SAAS,OAClB,OAAO;CAIT,IAAI,OAAO,SAAS,aAAa,MAAM,QAAQ,OAAO,OAAO,GAAG;EAC9D,IAAI,QAAQ;EACZ,KAAK,MAAM,SAAS,OAAO,SACzB,IAAI,SAAS,QAAQ,OAAO,UAAU,YAAY,UAAU,OAAO;GACjE,MAAM,aAAa;GACnB,IAAI,WAAW,SAAS,SACtB,SAAS,yBAAyB,YAAY,QAAQ;EAE1D;EAEF,OAAO,QAAQ,IAAI,QAAQ;CAC7B;CAEA,OAAO;AACT;;;;AAKA,SAAS,iBAAiB,OAAmC;CAC3D,IAAI,OAAO,UAAU,YAAY,MAAM,WAAW,GAChD,OAAO;CAET,IAAI,MAAM,WAAW,OAAO,GAAG;EAC7B,MAAM,QAAQ,MAAM,QAAQ,GAAG;EAC/B,OAAO,QAAQ,IAAI,IAAI,KAAK,OAAQ,MAAM,SAAS,QAAQ,KAAK,IAAK,CAAC;CACxE;CACA,IAAI,uBAAuB,KAAK,KAAK,GACnC,OAAO;CAET,OAAO,KAAK,MAAO,MAAM,SAAS,IAAK,CAAC;AAC1C;AAEA,SAAS,iBACP,OACA,gBACA,iBACA,aACQ;CACR,IAAI,SAAS,GACX,OAAO;CAET,OAAO,KAAK,IACV,iBACA,KAAK,KAAM,QAAQ,iBAAkB,eAAe,CACtD;AACF;;;;;AAMA,SAAS,qBAAqB,OAAwC;CACpE,MAAM,OAAO,MAAM;CACnB,IAAI,OAAO,SAAS,UAClB,OAAO,iBAAiB,IAAI;CAE9B,IAAI,gBAAgB,YAClB,OAAO,KAAK;CAEd,IAAI,OAAO,MAAM,QAAQ,UACvB,OAAO,iBAAiB,MAAM,GAAG;CAEnC,MAAM,SAAU,MAAM,SAAS,MAAM;CAGrC,IAAI,UAAU,MAAM;EAClB,IAAI,OAAO,OAAO,SAAS,UACzB,OAAO,iBAAiB,OAAO,IAAI;EAErC,IAAI,OAAO,OAAO,QAAQ,UACxB,OAAO,iBAAiB,OAAO,GAAG;EAEpC,IAAI,OAAO,QAAQ,iBAAiB,YAClC,OAAO,OAAO,OAAO,MAAM;CAE/B;CACA,OAAO;AACT;;;;;AAMA,SAAS,eACP,OAC0B;CAC1B,MAAM,OACJ,OAAO,MAAM,SAAS,WAAW,uBAAuB,MAAM,IAAI,IAAI;CACxE,IAAI,SAAS,iBAAiB,SAAS,SACrC,OAAO;CAET,IAAI,SAAS,eAAe,SAAS,SACnC,OAAO;CAET,MAAM,YAAY,iBAAiB,KAAK;CACxC,MAAM,OAAO,SAAS,WAAW,aAAa,OAAO,YAAY;CACjE,IAAI,KAAK,WAAW,QAAQ,GAC1B,OAAO;CAET,IAAI,KAAK,WAAW,QAAQ,GAC1B,OAAO;CAET,OAAO;AACT;AAEA,SAAS,iBAAiB,OAAoD;CAC5E,IAAI,OAAO,MAAM,aAAa,UAC5B,OAAO,uBAAuB,MAAM,QAAQ;CAE9C,IAAI,OAAO,MAAM,cAAc,UAC7B,OAAO,uBAAuB,MAAM,SAAS;AAGjD;AAEA,SAAS,uBAAuB,UAA0B;CACxD,OAAO,SAAS,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY;AACnD;;;;AAKA,SAAS,iBAAiB,MAAuB;CAC/C,MAAM,iBAAiB,uBAAuB,IAAI;CAClD,OACE,kBAAkB,IAAI,cAAc,KACpC,eAAe,WAAW,QAAQ,KAClC,eAAe,WAAW,QAAQ;AAEtC;;AAGA,SAAS,gCAAgC,MAAuB;CAC9D,IAAI,OAAO,SAAS,UAAU;EAC5B,IAAI,iBAAiB,IAAI,KAAK,GAC5B,OAAO;EAET,OAAO,KAAK,IAAI,8BAA8B,KAAK,MAAM;CAC3D;CACA,IAAI,gBAAgB,eAAe,YAAY,OAAO,IAAI,GACxD,OAAO,KAAK,IACV,8BACA,KAAK,KAAM,KAAK,aAAa,IAAK,CAAC,CACrC;CAEF,OAAO;AACT;;;;;AAMA,SAAS,+BACP,OACA,UACA,eACoB;CACpB,MAAM,YAAY,iBAAiB,KAAK;CACxC,IAAI,MAAM,SAAS,WAAW,aAAa,MACzC;CAGF,MAAM,WAAW;CACjB,MAAM,cACJ,MAAM,SAAS,QAAQ,OAAO,MAAM,UAAU,WACzC,MAAM,QACP,KAAA;CACN,MAAM,OACJ,MAAM,QAAQ,MAAM,SAAS,aAAa,QAAQ,aAAa;CACjE,MAAM,YACJ,MAAM,OACN,MAAM,WACN,MAAM,UACN,aAAa,OACb,aAAa,WACb,aAAa;CAEf,IAAI,SAAS,WAAW,QAAQ,GAAG;EACjC,IAAI;EACJ,IAAI,OAAO,SAAS,UAClB,eAAe;OACV,IAAI,gBAAgB,eAAe,YAAY,OAAO,IAAI,GAAG;GAClE,MAAM,OACJ,gBAAgB,cACZ,IAAI,WAAW,IAAI,IACnB,IAAI,WAAW,KAAK,QAAQ,KAAK,YAAY,KAAK,UAAU;GAClE,eAAe,OAAO,KAAK,KAAK,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,QAAQ;EACpE;EAEA,IAAI,gBAAgB,QAAQ,aAAa,SAAS,GAChD,OAAO,yBACL;GACE,MAAM;GACN,QAAQ;IAAE,MAAM;IAAU,MAAM;GAAa;EAC/C,GACA,QACF;EAEF,OAAO,yBACL;GACE,MAAM;GACN,WAAW,EAAE,KAAK,OAAO,cAAc,WAAW,YAAY,GAAG;EACnE,GACA,QACF;CACF;CAEA,IAAI,aAAa,mBAAmB;EAClC,IAAI,OAAO,SAAS,YAAY,KAAK,SAAS,GAAG;GAC/C,MAAM,QAAQ,KAAK,WAAW,OAAO,IAAI,KAAK,QAAQ,GAAG,IAAI;GAE7D,OAAO,4BACL;IACE,MAAM;IACN,aAAa;IACb,WAAW;IACX,MANe,SAAS,IAAI,KAAK,MAAM,QAAQ,CAAC,IAAI;GAOtD,GACA,UACA,aACF;EACF;EACA,IAAI,gBAAgB,eAAe,YAAY,OAAO,IAAI,GAAG;GAC3D,MAAM,uBAAuB,KAAK,KAAM,KAAK,aAAa,IAAK,CAAC;GAChE,MAAM,mBACJ,aAAa,WACT,gCACA;GACN,OACE,KAAK,IACH,GACA,KAAK,KAAK,uBAAuB,yBAAyB,CAC5D,IAAI;EAER;EACA,OAAO;CACT;CAEA,IAAI,SAAS,WAAW,QAAQ,KAAK,SAAS,WAAW,QAAQ,GAC/D;CAEF,OAAO,gCAAgC,IAAI;AAC7C;;;;;;;;;;;;AAaA,SAAgB,8BACd,OACQ;CACR,MAAM,OAAO,eAAe,KAAK;CACjC,IAAI,QAAQ,MACV,OAAO;CAET,IAAI;CACJ,IAAI,MAAM,SAAS,eAAe;EAChC,MAAM,QAAQ,MAAM;EACpB,QAAQ,iBAAiB,OAAO,IAAI;CACtC,OAAO,IAAI,MAAM,SAAS,aAAa;EACrC,MAAM,QAAQ,MAAM;EACpB,QAAQ,iBAAiB,OAAO,UAAU,WAAW,QAAQ,OAAO,GAAG;CACzE,OACE,QAAQ,qBAAqB,KAAK;CAEpC,IAAI,SAAS,SACX,OAAO,iBACL,OACA,wBACA,yBACA,yBACF;CAEF,OAAO,iBACL,OACA,wBACA,yBACA,yBACF;AACF;AAEA,MAAM,aAAuD,CAAC;AAE9D,eAAe,aACb,WAAyB,cACL;CACpB,MAAM,SAAS,WAAW;CAC1B,IAAI,QACF,OAAO;CAMT,MAAM,WAAW,IAAI,UAHnB,aAAa,WACT,MAAM,OAAO,kCACb,MAAM,OAAO,mCACgB;CACnC,WAAW,YAAY;CACvB,OAAO;AACT;AAEA,SAAgB,iBAAiB,OAA6B;CAC5D,IAAI,MAAM,YAAY,CAAC,CAAC,SAAS,QAAQ,GACvC,OAAO;CAET,OAAO;AACT;AAMA,SAAS,4BACP,YACS;CACT,IAAI,WAAW,aAAa,GAC1B,OAAO;CAET,WAAW;CACX,OAAO;AACT;AAEA,SAAS,gBACP,OACA,YACS;CACT,IAAI,UAAyB;CAC7B,MAAM,uBAAO,IAAI,IAAY;CAC7B,IAAI;EACF,OAAO,WAAW,MAAM;GACtB,IAAI,QAAQ,OAAO,GACjB,OAAO;GAET,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,4BAA4B,UAAU,GAC9D,OAAO;GAET,KAAK,IAAI,OAAO;GAChB,MAAM,aAAa,OAAO,yBAAyB,SAAS,QAAQ;GACpE,IAAI,cAAc,MAChB,OACG,WAAW,cAAc,OAAO,WAAW,UAAU,cACtD,EAAE,WAAW;GAGjB,UAAU,OAAO,eAAe,OAAO;EACzC;CACF,QAAQ;EACN,OAAO;CACT;CACA,OAAO;AACT;AAEA,MAAM,8BAA8B,OAAO,yBACzC,YAAY,WACZ,YACF,CAAC,EAAE;;;;;AAMH,SAAS,oBAAoB,OAAwB;CACnD,IAAI;EACF,IAAI,YAAY,OAAO,KAAK,GAC1B,OAAO;CAEX,QAAQ;EACN,OAAO;CACT;CACA,IAAI,+BAA+B,MACjC,OAAO;CAET,IAAI;EACF,4BAA4B,KAAK,KAAK;EACtC,OAAO;CACT,QAAQ;EACN,OAAO;CACT;AACF;;;;;AAMA,SAAS,2BACP,OACA,KACA,YACS;CACT,MAAM,OAAO,IAAI,IAAY,CAAC,KAAK,CAAC;CACpC,IAAI;CACJ,IAAI;EACF,UAAU,OAAO,eAAe,KAAK;CACvC,QAAQ;EACN,OAAO;CACT;CAEA,OAAO,WAAW,MAAM;EACtB,IAAI,QAAQ,OAAO,GACjB,OAAO;EAET,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,4BAA4B,UAAU,GAC9D,OAAO;EAET,KAAK,IAAI,OAAO;EAChB,IAAI;EACJ,IAAI;GACF,aAAa,OAAO,yBAAyB,SAAS,GAAG;EAC3D,QAAQ;GACN,OAAO;EACT;EACA,IAAI,cAAc,MAChB,OAAO,EAAE,WAAW;EAEtB,IAAI;GACF,UAAU,OAAO,eAAe,OAAO;EACzC,QAAQ;GACN,OAAO;EACT;CACF;CACA,OAAO;AACT;;;;;;;AAQA,SAAgB,iCAAiC,OAAyB;CACxE,IAAI,OAAO,UAAU,UACnB,OAAO;CAET,IAAI,SAAS,QAAQ,OAAO,UAAU,UACpC,OAAO;CAET,IAAI,QAAQ,KAAK,GACf,OAAO;CAET,IAAI,oBAAoB,KAAK,GAC3B,OAAO;CAGT,MAAM,QAAkB,CAAC,KAAK;CAC9B,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,aAAyC,EAC7C,WAAW,sCACb;CACA,OAAO,MAAM,SAAS,GAAG;EACvB,MAAM,UAAU,MAAM,IAAI;EAC1B,IAAI,QAAQ,OAAO,GACjB,OAAO;EAET,IAAI,KAAK,IAAI,OAAO,GAClB,OAAO;EAET,KAAK,IAAI,OAAO;EAChB,IAAI,CAAC,4BAA4B,UAAU,GACzC,OAAO;EAGT,IAAI;GACF,IAAI,gBAAgB,SAAS,UAAU,GACrC,OAAO;GAET,KAAK,MAAM,OAAO,SAAS;IACzB,IAAI,CAAC,4BAA4B,UAAU,GACzC,OAAO;IAET,MAAM,aAAa,OAAO,yBAAyB,SAAS,GAAG;IAC/D,IAAI,cAAc,MAAM;KACtB,IAAI,2BAA2B,SAAS,KAAK,UAAU,GACrD,OAAO;KAET;IACF;IACA,IAAI,WAAW,eAAe,MAC5B;IAEF,IAAI,EAAE,WAAW,aACf,OAAO;IAET,IAAI,WAAW,YAAY;KACzB,IAAI,OAAO,WAAW,UAAU,UAC9B,OAAO;KAET,IACE,WAAW,SAAS,QACpB,OAAO,WAAW,UAAU,YAC5B,oBAAoB,WAAW,KAAK,GAEpC,OAAO;KAET,IACE,WAAW,SAAS,QACpB,OAAO,WAAW,UAAU,UAE5B,MAAM,KAAK,WAAW,KAAK;IAE/B;GACF;EACF,QAAQ;GACN,OAAO;EACT;CACF;CACA,OAAO;AACT;AAEA,SAAS,yBACP,OACA,eACQ;CACR,MAAM,UACJ,MAAM,SAAS,oCACX,MAAM,MAAM,GAAG,iCAAiC,IAChD;CACN,MAAM,gBAAgB,2BACpB,cAAc,OAAO,GACrB,WACF;CACA,MAAM,eAAe,MAAM,SAAS,QAAQ;CAC5C,IAAI,gBAAgB,GAClB,OAAO;CAET,OAAO,KAAK,IACV,OAAO,kBACP,gBAAgB,eAAe,sCACjC;AACF;AAEA,SAAS,+BACP,OACA,eACQ;CACR,MAAM,aAAa,gCACjB,OACA,iCACF;CACA,MAAM,gBAAgB,2BACpB,cAAc,WAAW,OAAO,GAChC,WACF;CACA,IAAI,CAAC,WAAW,WACd,OAAO;CAKT,IACE,CAAC,OAAO,cAAc,WAAW,aAAa,KAC9C,WAAW,iBAAiB,OAAO,kBAEnC,OAAO;CAGT,MAAM,eAAe,KAAK,IACxB,GACA,WAAW,gBAAgB,WAAW,QAAQ,MAChD;CACA,OAAO,KAAK,IACV,OAAO,kBACP,gBAAgB,eAAe,sCACjC;AACF;AAEA,SAAgB,wBACd,SACA,eACA,WAAyB,cACjB;CACR,MAAM,mBAAmB;CACzB,MAAM,aAAa,SACjB,yBAAyB,MAAM,aAAa;CAC9C,IAAI,QAAQ,OAAO,GACjB,MAAM,IAAI,4BAA4B;EACpC,QAAQ;EACR,MAAM;CACR,CAAC;CAYH,MAAM,yCAAyB,IAAI,IAAY;CAE/C,MAAM,gBAAgB,OAAgB,SAAuB;EAC3D,IAAI,SAAS,QAAQ,OAAO,UAAU,YAAY,QAAQ,KAAK,GAC7D,MAAM,IAAI,4BAA4B;GACpC,QAAQ;GACR;EACF,CAAC;EAEH,IAAI,MAAM,QAAQ,KAAK,GACrB,KAAK,IAAI,QAAQ,GAAG,QAAQ,MAAM,QAAQ,SAAS;GACjD,MAAM,MAAM,MAAM;GAClB,IACE,OAAO,QAAQ,YACf,OAAO,QAAQ,YACf,OAAO,QAAQ,WACf;IACA,aAAa,KAAK,GAAG,KAAK,GAAG,MAAM,EAAE;IACrC;GACF;GACA,MAAM,OAAO;GACb,IAAI,QAAQ,QAAQ,OAAO,SAAS,UAClC;GAEF,IAAI,QAAQ,IAAI,GACd,MAAM,IAAI,4BAA4B;IACpC,QAAQ;IACR,MAAM,GAAG,KAAK,GAAG,MAAM;GACzB,CAAC;GAEH,IAAI,OAAO,KAAK,SAAS,UAAU;IACjC,aAAa,+BAA+B,MAAM,SAAS;IAC3D;GACF;GACA,IAAI,KAAK,SAAA,eAAmC,KAAK,SAAS,YAAY;IACpE,MAAM,WACJ,OAAO,KAAK,OAAO,WAAW,KAAK,KAAK,KAAK,WAAW;IAC1D,IAAI,OAAO,aAAa,YAAY,SAAS,SAAS,GACpD,uBAAuB,IAAI,QAAQ;GAEvC;GACA,IAAI,KAAK,SAAA,SACP;GAGF,IACE,yBAAyB,IAAI,MAC5B,KAAK,SAAA,eACJ,KAAK,SAAS,eACd,KAAK,SAAS,WACd,KAAK,SAAS,yBACd,KAAK,SAAS,gBAChB;IACA,aAAa,KAAK,KAChB,yBAAyB,MAAM,QAAQ,IAAI,yBAC7C;IACA;GACF;GAEA,IACE,yBAAyB,IAAI,MAC5B,KAAK,SAAS,cACb,KAAK,SAAS,UACd,KAAK,SAAA,eACP;IACA,aAAa,KAAK,KAChB,4BAA4B,MAAM,UAAU,SAAS,IACnD,yBACJ;IACA;GACF;GAEA,IAAI,yBAAyB,IAAI,KAAK,KAAK,SAAS,SAAS;IAC3D,MAAM,oBAAoB,+BACxB,MACA,UACA,SACF;IACA,IAAI,qBAAqB,MAAM;KAC7B,aAAa,KAAK,KAChB,oBAAoB,yBACtB;KACA;IACF;GACF;GAEA,IAAI,yBAAyB,IAAI,KAAK,iBAAiB,KAAK,IAAI,GAAG;IACjE,MAAM,mBAAmB,8BAA8B,IAAI;IAC3D,IAAI,mBAAmB,GAAG;KACxB,aAAa,KAAK,KAChB,mBAAmB,yBACrB;KACA;IACF;GACF;GAEA,IAAI,KAAK,SAAA,eAAmC,KAAK,aAAa,MAAM;IAClE,MAAM,WAAW,KAAK,UAAU;IAChC,IAAI,OAAO,aAAa,YAAY,SAAS,SAAS,GACpD,aAAa,UAAU,QAAQ;IAEjC,MAAM,OAAO,KAAK,UAAU;IAC5B,IAAI,QAAQ,MACV,aACE,OAAO,SAAS,WACZ,UAAU,IAAI,IACd,+BAA+B,MAAM,SAAS;IAEtD,MAAM,SAAS,KAAK,UAAU;IAC9B,IAAI,UAAU,MACZ,aAAa,QAAQ,GAAG,KAAK,GAAG,MAAM,mBAAmB;IAE3D;GACF;GAEA,MAAM,cAAc,KAAK,KAAK;GAC9B,IAAI,eAAe,MAAM;IACvB,aAAa,+BAA+B,MAAM,SAAS;IAC3D;GACF;GAEA,aAAa,aAAa,GAAG,KAAK,GAAG,MAAM,IAAI,KAAK,MAAM;EAC5D;OACK,IAAI,OAAO,UAAU,UAC1B,aAAa,UAAU,KAAK;OACvB,IAAI,OAAO,UAAU,UAC1B,aAAa,UAAU,MAAM,SAAS,CAAC;OAClC,IAAI,OAAO,UAAU,WAC1B,aAAa,UAAU,MAAM,SAAS,CAAC;OAClC,IAAI,SAAS,QAAQ,OAAO,UAAU,UAC3C,aAAa,+BAA+B,OAAO,SAAS;CAEhE;CAEA,MAAM,sBAAsB,QAAQ;CACpC,MAAM,mBACJ,uBAAuB,QAAQ,OAAO,wBAAwB,WAC1D,sBACA,KAAA;CACN,IAAI,oBAAoB,QAAQ,QAAQ,gBAAgB,GACtD,MAAM,IAAI,4BAA4B;EACpC,QAAQ;EACR,MAAM;CACR,CAAC;CAEH,IAAI;CACJ,IAAI;EACF,iBACE,oBAAoB,OAChB,OAAO,yBAAyB,kBAAkB,MAAM,IACxD,KAAA;CACR,QAAQ;EACN,MAAM,IAAI,4BAA4B;GACpC,QAAQ;GACR,MAAM;EACR,CAAC;CACH;CACA,IAAI,kBAAkB,QAAQ,EAAE,WAAW,iBACzC,MAAM,IAAI,4BAA4B;EACpC,QAAQ;EACR,MAAM;CACR,CAAC;CAGH,IAAI,YAAY;CAChB,MAAM,cAAc,QAAQ,QAAQ;CAKpC,IAHE,gBAAgB,UAChB,gBAAgB,UAAU,0BAC1B,4BAA4B,QAAQ,OAAO,KACjB,OAAO,QAAQ,YAAY,UACrD,aAAa,KAAK,KAChB,yBACE;EACE,MAAM;EACN,WAAW,QAAQ;CACrB,GACA,QACF,IAAI,yBACN;MAEA,aAAa,QAAQ,SAAS,SAAS;CAEzC,2BAA2B,WAAW,SAAS;CAC/C,MAAM,cAAe,QAA6C;CAClE,IAAI,gBAAgB,QAAQ,gBAAgB,aAAa;EACvD,MAAM,YAAa,QAAsB,cAAc,CAAC;EACxD,IAAI,QAAQ,SAAS,GACnB,MAAM,IAAI,4BAA4B;GACpC,QAAQ;GACR,MAAM;EACR,CAAC;EAEH,KAAK,MAAM,YAAY,WAAW;GAChC,IAAI,QAAQ,QAAQ,GAClB,MAAM,IAAI,4BAA4B;IACpC,QAAQ;IACR,MAAM;GACR,CAAC;GAEH,IACE,OAAO,SAAS,OAAO,YACvB,uBAAuB,IAAI,SAAS,EAAE,GAEtC;GAEF,IAAI,OAAO,SAAS,SAAS,YAAY,SAAS,KAAK,SAAS,GAC9D,aAAa,UAAU,SAAS,IAAI;GAEtC,MAAM,OAAgB,SAAS;GAC/B,IAAI,QAAQ,MACV,aACE,OAAO,SAAS,WACZ,UAAU,IAAI,IACd,+BAA+B,MAAM,SAAS;EAExD;EACA,IAAI;EACJ,IAAI;GACF,qBACE,oBAAoB,OAChB,OAAO,yBAAyB,kBAAkB,eAAe,IACjE,KAAA;EACR,QAAQ;GACN,MAAM,IAAI,4BAA4B;IACpC,QAAQ;IACR,MAAM;GACR,CAAC;EACH;EACA,IAAI,sBAAsB,MAAM;GAC9B,IAAI,EAAE,WAAW,qBACf,MAAM,IAAI,4BAA4B;IACpC,QAAQ;IACR,MAAM;GACR,CAAC;GAEH,IAAI,mBAAmB,SAAS,MAC9B,aAAa,+BACX,mBAAmB,OACnB,SACF;EAEJ;CACF;CACA,OAAO,2BAA2B,WAAW,SAAS;AACxD;;;;;;;AAQA,SAAgB,qBACd,WACA,YACA,aACwB;CACxB,MAAM,SAAiC,OAAO,OAAO,IAAI;CACzD,MAAM,aAAyD,CAAC;CAChE,IAAI,WAAW;CACf,KAAK,MAAM,CAAC,MAAM,aAAa,OAAO,QAAQ,SAAS,GAAG;EACxD,MAAM,SAAS,WAAW;EAC1B,MAAM,UAAU,KAAK,MAAM,MAAM;EACjC,OAAO,QAAQ;EACf,YAAY;EACZ,WAAW,KAAK;GAAE;GAAM,WAAW,SAAS;EAAQ,CAAC;CACvD;CACA,IAAI,WAAW,cAAc;CAC7B,IAAI,YAAY,KAAK,WAAW,WAAW,GACzC,OAAO;CAET,WAAW,MAAM,GAAG,MAAM,EAAE,YAAY,EAAE,SAAS;CACnD,KAAK,IAAI,IAAI,GAAG,WAAW,GAAG,KAAK,IAAI,KAAK,WAAW,QAAQ;EAC7D,OAAO,WAAW,EAAE,CAAC,SAAS;EAC9B;CACF;CACA,OAAO;AACT;;;;;;AAOA,MAAM,0BAA0B;;;;;AAMhC,MAAa,qBAAqB,OAChC,WAAyB,iBACqB;CAC9C,MAAM,MAAM,MAAM,aAAa,QAAQ;CACvC,MAAM,eAAe,SAAyB,IAAI,MAAM,IAAI;CAC5D,MAAM,WAAW,aAAa;CAC9B,QAAQ,YAAiC;EACvC,MAAM,QAAQ,wBAAwB,SAAS,aAAa,QAAQ;EAIpE,OAAO,2BAHgB,WACnB,KAAK,KAAK,QAAQ,uBAAuB,IACzC,OAC8C,SAAS;CAC7D;AACF;;AAGA,MAAa,sBAAsB;CACjC,MAAM,aAA4B,CAElC;CAEA,QAAc;EACZ,KAAK,MAAM,OAAO,OAAO,KAAK,UAAU,GACtC,OAAO,WAAW;CAEtB;CAEA,gBAAyB;EACvB,OAAO,OAAO,KAAK,UAAU,CAAC,CAAC,SAAS;CAC1C;AACF"}
|
|
@@ -198,6 +198,7 @@ export declare abstract class Graph<T extends t.BaseGraphState = t.BaseGraphStat
|
|
|
198
198
|
}
|
|
199
199
|
export declare class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
|
|
200
200
|
overrideModel?: t.ChatModel;
|
|
201
|
+
private subagentModelOverride?;
|
|
201
202
|
/** Optional compile options passed into workflow.compile() */
|
|
202
203
|
compileOptions?: t.CompileOptions | undefined;
|
|
203
204
|
/** Whether the workflow was actually compiled with a checkpointer. */
|
|
@@ -443,6 +444,8 @@ export declare class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode>
|
|
|
443
444
|
agentContext?: AgentContext;
|
|
444
445
|
}): CustomToolNode<t.BaseGraphState> | ToolNode<t.BaseGraphState>;
|
|
445
446
|
overrideTestModel(responses: string[], sleep?: number, toolCalls?: ToolCall[]): void;
|
|
447
|
+
/** Explicitly overrides the model used by isolated descendant subagent graphs. */
|
|
448
|
+
setSubagentModelOverride(model: t.ChatModel): void;
|
|
446
449
|
getUsageMetadata(finalMessage?: BaseMessage): Partial<UsageMetadata> | undefined;
|
|
447
450
|
cleanupSignalListener(currentModel?: t.ChatModel): void;
|
|
448
451
|
/**
|
package/dist/types/index.d.ts
CHANGED
|
@@ -42,6 +42,9 @@ export { CustomOpenAIClient } from './llm/openai';
|
|
|
42
42
|
export { ChatOpenRouter } from './llm/openrouter';
|
|
43
43
|
export type { OpenRouterReasoning, OpenRouterReasoningEffort, ChatOpenRouterCallOptions, } from './llm/openrouter';
|
|
44
44
|
export { getChatModelClass } from './llm/providers';
|
|
45
|
+
export { CustomChatMistralAI } from './llm/mistral';
|
|
46
|
+
export { smoothStream, resolveStreamDelay, DEFAULT_STREAM_DELAY, computeAdaptivePieceSize, } from './llm/stream/smoother';
|
|
47
|
+
export type { SmoothItem, SmoothPiece } from './llm/stream/smoother';
|
|
45
48
|
export { FakeChatModel, createFakeStreamingLLM } from './llm/fake';
|
|
46
49
|
export { initializeModel } from './llm/init';
|
|
47
50
|
export { attemptInvoke, tryFallbackProviders } from './llm/invoke';
|
|
@@ -5,6 +5,7 @@ import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager
|
|
|
5
5
|
import type { BaseMessage } from '@langchain/core/messages';
|
|
6
6
|
import type { GoogleClientOptions, GoogleThinkingConfig } from '@/types';
|
|
7
7
|
export declare class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {
|
|
8
|
+
_lc_stream_delay: number;
|
|
8
9
|
thinkingConfig?: GoogleThinkingConfig;
|
|
9
10
|
includeServerSideToolInvocations?: boolean;
|
|
10
11
|
/**
|
|
@@ -21,4 +22,5 @@ export declare class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI
|
|
|
21
22
|
invocationParams(options?: this['ParsedCallOptions']): Omit<GenerateContentRequest, 'contents'>;
|
|
22
23
|
_generate(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): Promise<import('@langchain/core/outputs').ChatResult>;
|
|
23
24
|
_streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
|
|
25
|
+
private _streamProviderChunks;
|
|
24
26
|
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { ChatMistralAI } from '@langchain/mistralai';
|
|
2
|
+
import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
|
|
3
|
+
import type { ChatGenerationChunk } from '@langchain/core/outputs';
|
|
4
|
+
import type { BaseMessage } from '@langchain/core/messages';
|
|
5
|
+
import type { MistralAIClientOptions } from '@/types';
|
|
6
|
+
export declare class CustomChatMistralAI extends ChatMistralAI {
|
|
7
|
+
_lc_stream_delay: number;
|
|
8
|
+
static lc_name(): 'LibreChatMistralAI';
|
|
9
|
+
constructor(fields?: MistralAIClientOptions);
|
|
10
|
+
_streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
|
|
11
|
+
}
|
|
@@ -10,6 +10,7 @@ import type { BindToolsInput } from '@langchain/core/language_models/chat_models
|
|
|
10
10
|
import type { ChatResult } from '@langchain/core/outputs';
|
|
11
11
|
import type { ChatXAIInput } from '@langchain/xai';
|
|
12
12
|
import type * as t from '@langchain/openai';
|
|
13
|
+
import type { SmoothItem } from '@/llm/stream/smoother';
|
|
13
14
|
import type { HeaderValue, HeadersLike } from './types';
|
|
14
15
|
import type { PromptCacheTtl } from '@/messages/cache';
|
|
15
16
|
export declare function isHeaders(headers: unknown): headers is Headers;
|
|
@@ -44,6 +45,21 @@ export declare function shouldIncludeEncryptedReasoning(model: string, params: {
|
|
|
44
45
|
export declare function getCacheWriteTokens(message: BaseMessage): number | undefined;
|
|
45
46
|
export declare function attachCacheWriteUsage(message: BaseMessage): void;
|
|
46
47
|
export declare function attachCacheWriteMetadata(response: OpenAIClient.Responses.Response): OpenAIClient.Responses.Response;
|
|
48
|
+
/**
|
|
49
|
+
* Classifies a generation chunk for the smoothing engine:
|
|
50
|
+
* - splittable: plain visible text (string content equal to `chunk.text`, no
|
|
51
|
+
* logprobs / finish_reason) — sliced adaptively at the pacing cadence.
|
|
52
|
+
* ANY logprobs value blocks splitting here (this family only attaches
|
|
53
|
+
* logprobs on request; the DeepSeek suite pins chunks with them staying
|
|
54
|
+
* intact) — deliberately stricter than `stream/chunkAdapters.ts`, where
|
|
55
|
+
* google-common's always-present empty logprobs must not block.
|
|
56
|
+
* - atomic: text- or reasoning-bearing chunks whose metadata cannot survive
|
|
57
|
+
* slicing — paced as one piece, never split (legacy parity: these were
|
|
58
|
+
* emitted whole but still paced).
|
|
59
|
+
* - passthrough: tool-call deltas, usage-only, finish_reason and other
|
|
60
|
+
* metadata chunks — strict FIFO, zero delay.
|
|
61
|
+
*/
|
|
62
|
+
export declare function toSmoothItem(chunk: ChatGenerationChunk): SmoothItem<ChatGenerationChunk>;
|
|
47
63
|
export declare function emitStreamChunkCallback(chunk: ChatGenerationChunk, runManager?: CallbackManagerForLLMRun): Promise<void>;
|
|
48
64
|
export declare function _convertToOpenAITool(tool: BindToolsInput, fields?: {
|
|
49
65
|
/**
|
|
@@ -61,7 +77,7 @@ export declare class CustomAzureOpenAIClient extends AzureOpenAIClient {
|
|
|
61
77
|
fetchWithTimeout(url: RequestInfo, init: RequestInit | undefined, ms: number, controller: AbortController): Promise<Response>;
|
|
62
78
|
}
|
|
63
79
|
export declare class ChatOpenAI extends OriginalChatOpenAI<t.ChatOpenAICallOptions> {
|
|
64
|
-
_lc_stream_delay
|
|
80
|
+
_lc_stream_delay: number;
|
|
65
81
|
constructor(fields?: LibreChatOpenAIFields & t.OpenAIChatInput['modelKwargs']);
|
|
66
82
|
get exposedClient(): CustomOpenAIClient;
|
|
67
83
|
static lc_name(): string;
|
|
@@ -81,7 +97,7 @@ export declare class ChatOpenAI extends OriginalChatOpenAI<t.ChatOpenAICallOptio
|
|
|
81
97
|
protected _streamRawResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
|
|
82
98
|
}
|
|
83
99
|
export declare class AzureChatOpenAI extends OriginalAzureChatOpenAI {
|
|
84
|
-
_lc_stream_delay
|
|
100
|
+
_lc_stream_delay: number;
|
|
85
101
|
constructor(fields?: LibreChatAzureOpenAIFields);
|
|
86
102
|
get exposedClient(): CustomOpenAIClient;
|
|
87
103
|
static lc_name(): 'LibreChatAzureOpenAI';
|
|
@@ -95,7 +111,7 @@ export declare class AzureChatOpenAI extends OriginalAzureChatOpenAI {
|
|
|
95
111
|
_streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
|
|
96
112
|
}
|
|
97
113
|
export declare class ChatDeepSeek extends OriginalChatDeepSeek {
|
|
98
|
-
_lc_stream_delay
|
|
114
|
+
_lc_stream_delay: number;
|
|
99
115
|
constructor(fields?: ConstructorParameters<typeof OriginalChatDeepSeek>[0] & {
|
|
100
116
|
_lc_stream_delay?: number;
|
|
101
117
|
});
|
|
@@ -139,7 +155,7 @@ export declare class ChatMoonshot extends ChatOpenAI {
|
|
|
139
155
|
static lc_name(): 'LibreChatMoonshot';
|
|
140
156
|
}
|
|
141
157
|
export declare class ChatXAI extends OriginalChatXAI {
|
|
142
|
-
_lc_stream_delay
|
|
158
|
+
_lc_stream_delay: number;
|
|
143
159
|
constructor(fields?: Partial<ChatXAIInput> & {
|
|
144
160
|
configuration?: {
|
|
145
161
|
baseURL?: string;
|
|
@@ -26,7 +26,10 @@ export interface ChatOpenRouterCallOptions extends Omit<ChatOpenAICallOptions, '
|
|
|
26
26
|
*/
|
|
27
27
|
promptCacheTtl?: PromptCacheTtl;
|
|
28
28
|
}
|
|
29
|
-
export type ChatOpenRouterInput = Partial<ChatOpenRouterCallOptions & OpenAIChatInput
|
|
29
|
+
export type ChatOpenRouterInput = Partial<ChatOpenRouterCallOptions & OpenAIChatInput> & {
|
|
30
|
+
/** Minimum delay in ms between visible streamed deltas (default 25; 0 disables). */
|
|
31
|
+
_lc_stream_delay?: number;
|
|
32
|
+
};
|
|
30
33
|
/** invocationParams return type extended with OpenRouter reasoning */
|
|
31
34
|
export type OpenRouterInvocationParams = Omit<OpenAIClient.Chat.ChatCompletionCreateParams, 'messages'> & {
|
|
32
35
|
reasoning?: OpenRouterReasoning;
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import { AIMessageChunk } from '@langchain/core/messages';
|
|
2
|
+
import { ChatGenerationChunk } from '@langchain/core/outputs';
|
|
3
|
+
import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
|
|
4
|
+
import type { SmoothItem, SmoothPiece } from '@/llm/stream/smoother';
|
|
5
|
+
/**
|
|
6
|
+
* Rebuilds a generation chunk carrying one piece of a split plain-text chunk.
|
|
7
|
+
* Unsplit pieces return the original chunk untouched, so disabled smoothing is
|
|
8
|
+
* byte-identical to no smoothing. Usage metadata, additional kwargs and
|
|
9
|
+
* response metadata survive only on the first piece: the aggregator merges
|
|
10
|
+
* dicts by concatenating string fields, so replicating them across pieces
|
|
11
|
+
* would duplicate reasoning text and scalar metadata once per piece.
|
|
12
|
+
*/
|
|
13
|
+
export declare function cloneGenerationChunkPiece(chunk: ChatGenerationChunk, piece: SmoothPiece): ChatGenerationChunk;
|
|
14
|
+
/**
|
|
15
|
+
* Chunks that pair visible text with reasoning payloads in
|
|
16
|
+
* `additional_kwargs` (Gemini thought summaries, reasoning_content deltas,
|
|
17
|
+
* OpenRouter reasoning_details) must pace whole: split pieces would each
|
|
18
|
+
* carry the same kwargs and downstream merging — the aggregator's dict merge
|
|
19
|
+
* or OpenRouter's reasoning_details accumulation — duplicates them once per
|
|
20
|
+
* piece.
|
|
21
|
+
*/
|
|
22
|
+
/**
|
|
23
|
+
* Mixed text/tool-call deltas must never split: cloned pieces would each
|
|
24
|
+
* carry the same tool_call_chunks and downstream accumulation would corrupt
|
|
25
|
+
* the assembled tool arguments.
|
|
26
|
+
*/
|
|
27
|
+
export declare function hasToolCallChunks(message: AIMessageChunk): boolean;
|
|
28
|
+
export declare function hasReasoningKwargs(message: AIMessageChunk): boolean;
|
|
29
|
+
/**
|
|
30
|
+
* Extracts the visible reasoning text a kwargs-borne delta contributes, so
|
|
31
|
+
* reasoning-only chunks (Gemini thoughts, DeepSeek reasoning_content,
|
|
32
|
+
* OpenAI reasoning summaries, OpenRouter reasoning_details) pace atomically
|
|
33
|
+
* at the cadence instead of passing through unsmoothed.
|
|
34
|
+
*/
|
|
35
|
+
export declare function getReasoningKwargsText(message: AIMessageChunk): string;
|
|
36
|
+
export declare function toGenerationSmoothItem(chunk: ChatGenerationChunk, getAtomicText?: (message: AIMessageChunk) => string): SmoothItem<ChatGenerationChunk>;
|
|
37
|
+
/**
|
|
38
|
+
* Wraps a provider's raw chunk stream with adaptive smoothing and per-piece
|
|
39
|
+
* `handleLLMNewToken` dispatch. The raw stream must NOT dispatch runManager
|
|
40
|
+
* callbacks itself — callback-echo consumers would otherwise observe the
|
|
41
|
+
* unsmoothed deltas.
|
|
42
|
+
*/
|
|
43
|
+
export declare function smoothGenerationChunks({ chunks, delayMs, signal, runManager, }: {
|
|
44
|
+
chunks: AsyncGenerator<ChatGenerationChunk>;
|
|
45
|
+
delayMs: number;
|
|
46
|
+
signal?: AbortSignal;
|
|
47
|
+
runManager?: CallbackManagerForLLMRun;
|
|
48
|
+
}): AsyncGenerator<ChatGenerationChunk>;
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
export declare const DEFAULT_STREAM_DELAY = 25;
|
|
2
|
+
export declare const SMOOTH_TARGET_LATENCY_MS = 250;
|
|
3
|
+
export declare const MAX_STREAM_QUEUE_CHUNKS = 256;
|
|
4
|
+
export declare const MAX_STREAM_QUEUE_TEXT_CHARS = 8192;
|
|
5
|
+
export declare const MAX_SMOOTH_ITEM_SEGMENT_CHARS = 4096;
|
|
6
|
+
export declare const STREAM_CHUNK_MIN_SIZE = 4;
|
|
7
|
+
export declare const STREAM_BOUNDARIES: ReadonlySet<string>;
|
|
8
|
+
export declare const STREAM_ABORT_MESSAGE = "AbortError: User aborted the request.";
|
|
9
|
+
export declare const STREAM_PRODUCER_FAILURE = "Stream producer failed.";
|
|
10
|
+
/**
|
|
11
|
+
* How long generator teardown waits for the background producer to observe a
|
|
12
|
+
* consumer close before abandoning it. Well-behaved streams settle in
|
|
13
|
+
* microseconds (the next enqueue throws); a stalled provider that ignores
|
|
14
|
+
* aborts otherwise blocks teardown — and abort propagation — indefinitely.
|
|
15
|
+
* An abandoned producer still self-terminates on its next enqueue attempt.
|
|
16
|
+
*/
|
|
17
|
+
export declare const PRODUCER_CLOSE_GRACE_MS = 1000;
|
|
18
|
+
/**
|
|
19
|
+
* Resolves a configured stream delay to its effective value (default 25ms;
|
|
20
|
+
* 0 disables smoothing). Non-finite inputs (NaN from a malformed config
|
|
21
|
+
* value, ±Infinity) normalize to the default rather than poisoning piece
|
|
22
|
+
* arithmetic downstream.
|
|
23
|
+
*/
|
|
24
|
+
export declare function resolveStreamDelay(delay?: number): number;
|
|
25
|
+
export declare function isSignalAborted(signal?: AbortSignal): boolean;
|
|
26
|
+
/**
|
|
27
|
+
* How far past the target size the word-boundary search may extend before
|
|
28
|
+
* hard-cutting. Natural language hits a boundary within a few characters;
|
|
29
|
+
* boundary-free runs (base64, minified data, long identifiers) must not
|
|
30
|
+
* stretch a piece — or an admission segment — arbitrarily far past its
|
|
31
|
+
* budget.
|
|
32
|
+
*/
|
|
33
|
+
export declare const STREAM_BOUNDARY_LOOKAHEAD_CHARS = 64;
|
|
34
|
+
export declare function findStreamChunkBoundary(text: string, minSize: number): number;
|
|
35
|
+
/**
|
|
36
|
+
* Backlog-proportional piece sizing: emit enough per tick that the current
|
|
37
|
+
* backlog drains in ~`targetLatencyMs`, so render lag stays pinned near the
|
|
38
|
+
* target regardless of how fast the provider streams. Token-sized arrivals
|
|
39
|
+
* never exceed the minimum piece, matching the legacy fixed-size splitter.
|
|
40
|
+
*/
|
|
41
|
+
export declare function computeAdaptivePieceSize(bufferedTextLength: number, tickMs: number, targetLatencyMs?: number): number;
|
|
42
|
+
/**
|
|
43
|
+
* A cadence, not an additive sleep: time the consumer already spent since the
|
|
44
|
+
* last visible emission counts against the target delay, so slow downstream
|
|
45
|
+
* handlers never compound latency.
|
|
46
|
+
*/
|
|
47
|
+
export declare function getCadencedStreamDelay({ targetDelay, lastVisibleTextAt, now, }: {
|
|
48
|
+
targetDelay: number;
|
|
49
|
+
lastVisibleTextAt?: number;
|
|
50
|
+
now: number;
|
|
51
|
+
}): number;
|
|
52
|
+
/** Abort-aware sleep that resolves (never rejects) on abort; callers re-check the signal. */
|
|
53
|
+
export declare function waitForStreamDelay(delay: number, signal?: AbortSignal): Promise<void>;
|
|
54
|
+
export type SmoothPiece = {
|
|
55
|
+
text: string;
|
|
56
|
+
isFirst: boolean;
|
|
57
|
+
isLast: boolean;
|
|
58
|
+
};
|
|
59
|
+
/**
|
|
60
|
+
* One classified unit of provider stream output.
|
|
61
|
+
*
|
|
62
|
+
* - `smooth: true` — visible text, paced at the configured cadence and (unless
|
|
63
|
+
* `atomic`) sliced adaptively at dequeue time.
|
|
64
|
+
* - `atomic: true` — paced as a single piece, never split (text-bearing chunks
|
|
65
|
+
* whose metadata cannot survive slicing, e.g. logprobs / finish_reason).
|
|
66
|
+
* - `smooth: false` — passthrough: tool-call deltas, usage-only, id-only and
|
|
67
|
+
* seal chunks. Zero delay, strict FIFO with the text around them.
|
|
68
|
+
*
|
|
69
|
+
* `emit` builds the provider-specific output for one piece; `isFirst` lets
|
|
70
|
+
* providers keep usage_metadata on only the first piece of a split.
|
|
71
|
+
*/
|
|
72
|
+
export type SmoothItem<TEmit> = {
|
|
73
|
+
text: string;
|
|
74
|
+
smooth: boolean;
|
|
75
|
+
atomic?: boolean;
|
|
76
|
+
emit: (piece: SmoothPiece) => TEmit;
|
|
77
|
+
};
|
|
78
|
+
/**
|
|
79
|
+
* Bounded producer/consumer smoothing engine.
|
|
80
|
+
*
|
|
81
|
+
* The producer drains `source` eagerly into a bounded queue (the buffer is the
|
|
82
|
+
* backlog measurement adaptive sizing needs); at capacity it parks, applying
|
|
83
|
+
* backpressure to the underlying stream. The consumer emits paced pieces,
|
|
84
|
+
* decrementing the text budget and waking the producer *before* each cadenced
|
|
85
|
+
* sleep so the provider stream keeps being read during pacing.
|
|
86
|
+
*
|
|
87
|
+
* `delayMs <= 0` disables smoothing entirely: every item passes through FIFO,
|
|
88
|
+
* unsplit and undelayed.
|
|
89
|
+
*/
|
|
90
|
+
export declare function smoothStream<TEmit>({ source, delayMs, signal, abortUpstream, }: {
|
|
91
|
+
source: AsyncIterable<SmoothItem<TEmit>>;
|
|
92
|
+
delayMs: number;
|
|
93
|
+
signal?: AbortSignal;
|
|
94
|
+
abortUpstream?: () => void;
|
|
95
|
+
}): AsyncGenerator<TEmit>;
|
|
@@ -340,6 +340,7 @@ export declare function fixThoughtSignatures(contents: GeminiContent[], input: B
|
|
|
340
340
|
*/
|
|
341
341
|
export declare class ChatVertexAI extends ChatGoogle {
|
|
342
342
|
lc_namespace: string[];
|
|
343
|
+
_lc_stream_delay: number;
|
|
343
344
|
dynamicThinkingBudget: boolean;
|
|
344
345
|
thinkingConfig?: GoogleThinkingConfig;
|
|
345
346
|
static lc_name(): 'LibreChatVertexAI';
|
|
@@ -347,5 +348,6 @@ export declare class ChatVertexAI extends ChatGoogle {
|
|
|
347
348
|
constructor(fields?: VertexAIClientOptions);
|
|
348
349
|
invocationParams(options?: this['ParsedCallOptions'] | undefined): GoogleAIModelRequestParams;
|
|
349
350
|
_streamResponseChunks(messages: BaseMessage[], options: this['ParsedCallOptions'], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
|
|
351
|
+
private _streamRepairedChunks;
|
|
350
352
|
buildConnection(fields: VertexAIClientOptions | undefined, client: GoogleAbstractedClient): void;
|
|
351
353
|
}
|
|
@@ -192,6 +192,9 @@ export declare function summarizeEvent(eventName: string, data: unknown): string
|
|
|
192
192
|
* pure tool_use (e.g. the subagent hit `maxTurns` mid-tool-call), the walk
|
|
193
193
|
* continues to earlier AIMessages so partial progress is salvaged — this
|
|
194
194
|
* matches Claude Code's behavior in `agentToolUtils.finalizeAgentTool`.
|
|
195
|
+
* Consecutive streamed text-delta blocks with the same provider index are
|
|
196
|
+
* coalesced without adding whitespace. Annotation-only text blocks are
|
|
197
|
+
* ignored; complete text blocks and distinct delta indexes remain separated.
|
|
195
198
|
* Returns "Task completed" only when no AIMessage in the history contains
|
|
196
199
|
* any text.
|
|
197
200
|
*/
|
|
@@ -437,6 +437,11 @@ export interface LangfuseConfig {
|
|
|
437
437
|
* `default` environment.
|
|
438
438
|
*/
|
|
439
439
|
environment?: string;
|
|
440
|
+
/**
|
|
441
|
+
* Whether the Langfuse span processor should detect and upload base64 media
|
|
442
|
+
* payloads. Defaults to the Langfuse SDK behavior.
|
|
443
|
+
*/
|
|
444
|
+
mediaUploadEnabled?: boolean;
|
|
440
445
|
metadata?: Record<string, string | number | boolean | null | undefined>;
|
|
441
446
|
/**
|
|
442
447
|
* Internal OTLP span attributes to attach to Langfuse observations before
|