@jsonstudio/rcc 0.89.168 → 0.89.524

package/node_modules/@jsonstudio/llms/dist/router/virtual-router/features.js

@@ -1,146 +1,42 @@
-import { countRequestTokens } from './token-counter.js';
+import { detectExtendedThinkingKeyword, detectImageAttachment, detectKeyword, extractMessageText, getLatestMessageRole, getLatestUserMessage } from './message-utils.js';
+import { detectCodingTool, detectLastAssistantToolCategory, detectVisionTool, detectWebTool, extractMeaningfulDeclaredToolNames } from './tool-signals.js';
+import { computeRequestTokens } from './token-estimator.js';
 const THINKING_KEYWORDS = ['let me think', 'chain of thought', 'cot', 'reason step', 'deliberate'];
-const WEB_TOOL_KEYWORDS = ['websearch', 'web_search', 'web-search', 'webfetch', 'web_fetch', 'web_request', 'search_web', 'internet_search'];
-const READ_TOOL_EXACT = new Set([
-    'read_file',
-    'read_text',
-    'view_file',
-    'view_code',
-    'view_document',
-    'open_file',
-    'get_file',
-    'download_file',
-    'describe_current_request',
-    'list_dir',
-    'list_directory',
-    'list_files',
-    'list_documents',
-    'list_resources',
-    'search_files',
-    'find_files'
-]);
-const WRITE_TOOL_EXACT = new Set([
-    'apply_patch',
-    'write_file',
-    'create_file',
-    'modify_file',
-    'edit_file',
-    'update_file',
-    'save_file',
-    'append_file',
-    'replace_file',
-    'delete_file',
-    'remove_file',
-    'rename_file',
-    'move_file',
-    'copy_file',
-    'mkdir',
-    'rmdir'
-]);
-const SEARCH_TOOL_EXACT = new Set(['websearch', 'web_search', 'search_web', 'internet_search', 'webfetch', 'web_fetch']);
-const READ_TOOL_KEYWORDS = ['read', 'list', 'view', 'download', 'open', 'show', 'fetch', 'inspect'];
-const WRITE_TOOL_KEYWORDS = ['write', 'patch', 'modify', 'edit', 'create', 'update', 'append', 'replace', 'delete', 'remove'];
-const SEARCH_TOOL_KEYWORDS = ['search', 'websearch', 'web_fetch', 'webfetch', 'web-request', 'web_request', 'internet'];
-const SHELL_TOOL_NAMES = new Set(['shell_command', 'shell', 'bash']);
-const SHELL_HEREDOC_PATTERN = /<<\s*['"]?[a-z0-9_-]+/i;
-const SHELL_WRITE_PATTERNS = [
-    'apply_patch',
-    'sed -i',
-    'perl -pi',
-    'tee ',
-    'cat <<',
-    'cat >',
-    'printf >',
-    'touch ',
-    'truncate',
-    'mkdir',
-    'mktemp',
-    'rmdir',
-    'rm ',
-    'rm-',
-    'unlink',
-    'mv ',
-    'cp ',
-    'ln -',
-    'chmod',
-    'chown',
-    'chgrp',
-    'tar ',
-    'git add',
-    'git commit',
-    'git apply',
-    'git am',
-    'git rebase',
-    'git checkout',
-    'git merge',
-    'patch <<',
-    'npm install',
-    'pnpm install',
-    'yarn add',
-    'yarn install',
-    'pip install',
-    'pip3 install',
-    'brew install',
-    'cargo add',
-    'cargo install',
-    'go install',
-    'make install'
-];
-const SHELL_SEARCH_PATTERNS = [
-    'rg ',
-    'rg-',
-    'grep ',
-    'grep-',
-    'ripgrep',
-    'find ',
-    'fd ',
-    'locate ',
-    'search ',
-    'ack ',
-    'ag ',
-    'where ',
-    'which ',
-    'codesearch'
-];
-const SHELL_READ_PATTERNS = [
-    'ls',
-    'dir ',
-    'pwd',
-    'cat ',
-    'type ',
-    'head ',
-    'tail ',
-    'stat',
-    'tree',
-    'wc ',
-    'du ',
-    'printf "',
-    'python - <<',
-    'python -c',
-    'node - <<',
-    'node -e'
-];
 export function buildRoutingFeatures(request, metadata) {
     const latestUserMessage = getLatestUserMessage(request.messages);
+    const latestMessageRole = getLatestMessageRole(request.messages);
     const assistantMessages = request.messages.filter((msg) => msg.role === 'assistant');
     const latestUserText = latestUserMessage ? extractMessageText(latestUserMessage) : '';
     const normalizedUserText = latestUserText.toLowerCase();
-    const hasTools = Array.isArray(request.tools) && request.tools.length > 0;
+    const meaningfulDeclaredTools = extractMeaningfulDeclaredToolNames(request.tools);
+    const hasTools = meaningfulDeclaredTools.length > 0;
     const hasToolCallResponses = assistantMessages.some((msg) => Array.isArray(msg.tool_calls) && msg.tool_calls.length > 0);
     const estimatedTokens = computeRequestTokens(request, latestUserText);
     const hasThinking = detectKeyword(normalizedUserText, THINKING_KEYWORDS);
     const hasVisionTool = detectVisionTool(request);
-    const hasImageAttachment = hasVisionTool && detectImageAttachment(latestUserMessage);
+    const hasImageAttachment = detectImageAttachment(latestUserMessage);
     const hasCodingTool = detectCodingTool(request);
     const hasWebTool = detectWebTool(request);
     const hasThinkingKeyword = hasThinking || detectExtendedThinkingKeyword(normalizedUserText);
     const lastAssistantTool = detectLastAssistantToolCategory(assistantMessages);
+    const lastAssistantToolLabel = (() => {
+        if (!lastAssistantTool) {
+            return undefined;
+        }
+        if (lastAssistantTool.commandSnippet && lastAssistantTool.commandSnippet.trim()) {
+            return lastAssistantTool.commandSnippet.trim();
+        }
+        if (lastAssistantTool.name && lastAssistantTool.name.trim()) {
+            return lastAssistantTool.name.trim();
+        }
+        return undefined;
+    })();
     return {
         requestId: metadata.requestId,
         model: request.model,
         totalMessages: request.messages?.length ?? 0,
         userTextSample: latestUserText.slice(0, 2000),
-        toolCount: request.tools?.length ?? 0,
+        toolCount: meaningfulDeclaredTools.length,
         hasTools,
         hasToolCallResponses,
         hasVisionTool,
@@ -150,342 +46,11 @@ export function buildRoutingFeatures(request, metadata) {
         hasThinkingKeyword,
         estimatedTokens,
         lastAssistantToolCategory: lastAssistantTool?.category,
-        lastAssistantToolName: lastAssistantTool?.name,
+        lastAssistantToolSnippet: lastAssistantTool?.commandSnippet,
+        lastAssistantToolLabel,
+        latestMessageFromUser: latestMessageRole === 'user',
         metadata: {
             ...metadata
         }
     };
 }
-function getLatestUserMessage(messages) {
-    for (let idx = messages.length - 1; idx >= 0; idx -= 1) {
-        if (messages[idx]?.role === 'user') {
-            return messages[idx];
-        }
-    }
-    return undefined;
-}
-function extractMessageText(message) {
-    if (typeof message.content === 'string' && message.content.trim()) {
-        return message.content;
-    }
-    return '';
-}
-function detectKeyword(text, keywords) {
-    if (!text)
-        return false;
-    return keywords.some((keyword) => text.includes(keyword.toLowerCase()));
-}
-function detectImageAttachment(message) {
-    if (!message)
-        return false;
-    if (!message.metadata || typeof message.metadata !== 'object') {
-        return false;
-    }
-    const meta = message.metadata;
-    const attachments = (meta.attachments ?? null);
-    if (Array.isArray(attachments)) {
-        return attachments.some((attachment) => {
-            const candidate = attachment;
-            const typeValue = typeof candidate.type === 'string' ? candidate.type.toLowerCase() : '';
-            const urlValue = typeof candidate.url === 'string'
-                ? candidate.url
-                : typeof candidate.src === 'string'
-                    ? candidate.src
-                    : typeof candidate.image_url === 'string'
-                        ? candidate.image_url
-                        : typeof candidate.image_url?.url === 'string'
-                            ? candidate.image_url.url
-                            : '';
-            return typeValue.includes('image') && urlValue.trim().length > 0;
-        });
-    }
-    if (typeof meta.attachmentType === 'string' && meta.attachmentType.toLowerCase().includes('image')) {
-        const urlCandidate = typeof meta.attachmentUrl === 'string' ? meta.attachmentUrl : '';
-        return urlCandidate.trim().length > 0;
-    }
-    return false;
-}
-function detectVisionTool(request) {
-    if (!Array.isArray(request.tools)) {
-        return false;
-    }
-    return request.tools.some((tool) => {
-        const functionName = extractToolName(tool);
-        const description = extractToolDescription(tool);
-        return /vision|image|picture|photo/i.test(functionName) || /vision|image|picture|photo/i.test(description || '');
-    });
-}
-function detectCodingTool(request) {
-    if (!Array.isArray(request.tools)) {
-        return false;
-    }
-    return request.tools.some((tool) => {
-        const functionName = extractToolName(tool).toLowerCase();
-        const description = (extractToolDescription(tool) || '').toLowerCase();
-        if (!functionName && !description) {
-            return false;
-        }
-        if (WRITE_TOOL_EXACT.has(functionName)) {
-            return true;
-        }
-        return WRITE_TOOL_KEYWORDS.some((keyword) => functionName.includes(keyword.toLowerCase()) || description.includes(keyword.toLowerCase()));
-    });
-}
-function detectWebTool(request) {
-    if (!Array.isArray(request.tools)) {
-        return false;
-    }
-    return request.tools.some((tool) => {
-        const functionName = extractToolName(tool);
-        const description = extractToolDescription(tool);
-        const normalizedName = functionName.toLowerCase();
-        const normalizedDesc = (description || '').toLowerCase();
-        return (WEB_TOOL_KEYWORDS.some((keyword) => normalizedName.includes(keyword)) ||
-            WEB_TOOL_KEYWORDS.some((keyword) => normalizedDesc.includes(keyword)));
-    });
-}
-function detectExtendedThinkingKeyword(text) {
-    if (!text) {
-        return false;
-    }
-    const keywords = ['仔细分析', '思考', '超级思考', '深度思考', 'careful analysis', 'deep thinking', 'deliberate'];
-    return keywords.some((keyword) => text.includes(keyword));
-}
-function computeRequestTokens(request, fallbackText) {
-    try {
-        return countRequestTokens(request);
-    }
-    catch {
-        return fallbackEstimateTokens(fallbackText, request.messages?.length ?? 0);
-    }
-}
-function fallbackEstimateTokens(text, messageCount) {
-    if (!text) {
-        return Math.max(32, Math.max(messageCount, 1) * 16);
-    }
-    const rough = Math.ceil(text.length / 4);
-    return Math.max(rough, Math.max(messageCount, 1) * 32);
-}
-function extractToolName(tool) {
-    if (!tool || typeof tool !== 'object') {
-        return '';
-    }
-    const candidate = tool;
-    const fromFunction = candidate.function;
-    if (fromFunction && typeof fromFunction.name === 'string' && fromFunction.name.trim()) {
-        return fromFunction.name;
-    }
-    if (typeof candidate.name === 'string' && candidate.name.trim()) {
-        return candidate.name;
-    }
-    return '';
-}
-function extractToolDescription(tool) {
-    if (!tool || typeof tool !== 'object') {
-        return '';
-    }
-    const candidate = tool;
-    const fromFunction = candidate.function;
-    if (fromFunction && typeof fromFunction.description === 'string' && fromFunction.description.trim()) {
-        return fromFunction.description;
-    }
-    if (typeof candidate.description === 'string' && candidate.description.trim()) {
-        return candidate.description;
-    }
-    return '';
-}
-function detectLastAssistantToolCategory(messages) {
-    for (let idx = messages.length - 1; idx >= 0; idx -= 1) {
-        const msg = messages[idx];
-        if (!msg || !Array.isArray(msg.tool_calls) || msg.tool_calls.length === 0) {
-            continue;
-        }
-        let fallback;
-        for (const call of msg.tool_calls) {
-            const classification = classifyToolCall(call);
-            if (!classification) {
-                continue;
-            }
-            if (!fallback) {
-                fallback = classification;
-            }
-            if (classification.category !== 'other') {
-                return classification;
-            }
-        }
-        if (fallback) {
-            return fallback;
-        }
-    }
-    return undefined;
-}
-function classifyToolCall(call) {
-    if (!call || typeof call !== 'object') {
-        return undefined;
-    }
-    const functionName = typeof call?.function?.name === 'string' && call.function.name.trim()
-        ? canonicalizeToolName(call.function.name)
-        : '';
-    if (!functionName) {
-        return undefined;
-    }
-    const argsObject = parseToolArguments(call?.function?.arguments);
-    const commandText = extractCommandText(argsObject);
-    const nameCategory = categorizeToolName(functionName);
-    if (nameCategory === 'write' || nameCategory === 'read' || nameCategory === 'search') {
-        return { category: nameCategory, name: functionName };
-    }
-    if (SHELL_TOOL_NAMES.has(functionName)) {
-        const shellCategory = classifyShellCommand(commandText);
-        return { category: shellCategory, name: functionName };
-    }
-    if (commandText) {
-        const derivedCategory = classifyShellCommand(commandText);
-        if (derivedCategory !== 'other') {
-            return { category: derivedCategory, name: functionName };
-        }
-    }
-    return { category: 'other', name: functionName };
-}
-function canonicalizeToolName(rawName) {
-    const trimmed = rawName.trim();
-    const markerIndex = trimmed.indexOf('arg_');
-    if (markerIndex > 0) {
-        return trimmed.slice(0, markerIndex);
-    }
-    return trimmed;
-}
-function parseToolArguments(rawArguments) {
-    if (!rawArguments) {
-        return undefined;
-    }
-    if (typeof rawArguments === 'string') {
-        try {
-            return JSON.parse(rawArguments);
-        }
-        catch {
-            return rawArguments;
-        }
-    }
-    if (typeof rawArguments === 'object') {
-        return rawArguments;
-    }
-    return undefined;
-}
-function extractCommandText(args) {
-    if (!args) {
-        return '';
-    }
-    if (typeof args === 'string') {
-        return args;
-    }
-    if (Array.isArray(args)) {
-        return args.map((item) => (typeof item === 'string' ? item : '')).filter(Boolean).join(' ');
-    }
-    if (typeof args === 'object') {
-        const record = args;
-        const command = record.command;
-        const input = record.input;
-        const nestedArgs = record.args;
-        if (typeof command === 'string') {
-            return command;
-        }
-        if (Array.isArray(command)) {
-            return command.map((item) => (typeof item === 'string' ? item : '')).filter(Boolean).join(' ');
-        }
-        if (typeof input === 'string') {
-            return input;
-        }
-        if (typeof nestedArgs === 'string') {
-            return nestedArgs;
-        }
-        if (Array.isArray(nestedArgs)) {
-            return nestedArgs.map((item) => (typeof item === 'string' ? item : '')).filter(Boolean).join(' ');
-        }
-    }
-    return '';
-}
-function categorizeToolName(name) {
-    const normalized = name.toLowerCase();
-    if (SEARCH_TOOL_EXACT.has(normalized) ||
-        SEARCH_TOOL_KEYWORDS.some((keyword) => normalized.includes(keyword.toLowerCase()))) {
-        return 'search';
-    }
-    if (READ_TOOL_EXACT.has(normalized) ||
-        READ_TOOL_KEYWORDS.some((keyword) => normalized.includes(keyword.toLowerCase()))) {
-        return 'read';
-    }
-    if (WRITE_TOOL_EXACT.has(normalized) ||
-        WRITE_TOOL_KEYWORDS.some((keyword) => normalized.includes(keyword.toLowerCase()))) {
-        return 'write';
-    }
-    return 'other';
-}
-function classifyShellCommand(command) {
-    if (!command) {
-        return 'other';
-    }
-    if (SHELL_HEREDOC_PATTERN.test(command)) {
-        return 'write';
-    }
-    const segments = splitCommandSegments(command).map(stripShellWrapper);
-    if (segments.some((segment) => matchesAnyPattern(segment, SHELL_WRITE_PATTERNS))) {
-        return 'write';
-    }
-    if (segments.some((segment) => matchesAnyPattern(segment, SHELL_SEARCH_PATTERNS))) {
-        return 'search';
-    }
-    if (segments.some((segment) => matchesAnyPattern(segment, SHELL_READ_PATTERNS))) {
-        return 'read';
-    }
-    const stripped = stripShellWrapper(command);
-    if (matchesAnyPattern(stripped, SHELL_WRITE_PATTERNS)) {
-        return 'write';
-    }
-    if (matchesAnyPattern(stripped, SHELL_SEARCH_PATTERNS)) {
-        return 'search';
-    }
-    if (matchesAnyPattern(stripped, SHELL_READ_PATTERNS)) {
-        return 'read';
-    }
-    return 'other';
-}
-function splitCommandSegments(command) {
-    return command
-        .split(/(?:\r?\n|&&|\|\||;)/)
-        .map((segment) => segment.trim())
-        .filter(Boolean);
-}
-function matchesAnyPattern(text, patterns) {
-    if (!text) {
-        return false;
-    }
-    const trimmed = text.trim().toLowerCase();
-    const normalized = trimmed.startsWith('sudo ') ? trimmed.slice(5).trim() : trimmed;
-    return patterns.some((pattern) => {
-        const lowered = pattern.toLowerCase().trim();
-        return normalized.startsWith(lowered);
-    });
-}
-function stripShellWrapper(segment) {
-    let normalized = segment.trim();
-    const wrappers = ['bash -lc ', 'bash -lc', 'sh -c ', 'sh -c', '/bin/sh -c ', '/bin/sh -c', 'env -i bash -lc ', 'env -i bash -lc'];
-    for (const wrapper of wrappers) {
-        if (normalized.toLowerCase().startsWith(wrapper)) {
-            normalized = normalized.slice(wrapper.length).trim();
-            break;
-        }
-    }
-    normalized = trimEnclosingQuotes(normalized);
-    if (normalized.startsWith('sudo ')) {
-        normalized = normalized.slice(5).trim();
-    }
-    return normalized;
-}
-function trimEnclosingQuotes(value) {
-    if ((value.startsWith('"') && value.endsWith('"') && value.length > 1) ||
-        (value.startsWith("'") && value.endsWith("'") && value.length > 1)) {
-        return value.slice(1, -1).trim();
-    }
-    return value;
-}

package/node_modules/@jsonstudio/llms/dist/router/virtual-router/health-manager.js

@@ -35,13 +35,8 @@ export class ProviderHealthManager {
         if (reason) {
             state.reason = reason;
         }
-        if (state.failureCount >= this.config.failureThreshold) {
-            state.state = 'tripped';
-            state.cooldownExpiresAt = Date.now() + this.config.cooldownMs;
-            if (reason) {
-                state.reason = reason;
-            }
-        }
+        // 在新版策略中，普通失败仅用于监控；不再根据 failureThreshold 自动熔断。
+        // 只有显式 fatal 或 tripProvider 调用时才会进入 tripped 状态。
         return state;
     }
     recordSuccess(providerKey) {

package/node_modules/@jsonstudio/llms/dist/router/virtual-router/message-utils.d.ts

@@ -0,0 +1,7 @@
+import type { StandardizedMessage } from '../../conversion/hub/types/standardized.js';
+export declare function getLatestUserMessage(messages: StandardizedMessage[]): StandardizedMessage | undefined;
+export declare function getLatestMessageRole(messages: StandardizedMessage[]): string | undefined;
+export declare function extractMessageText(message: StandardizedMessage): string;
+export declare function detectKeyword(text: string, keywords: string[]): boolean;
+export declare function detectExtendedThinkingKeyword(text: string): boolean;
+export declare function detectImageAttachment(message: StandardizedMessage | undefined): boolean;

package/node_modules/@jsonstudio/llms/dist/router/virtual-router/message-utils.js

@@ -0,0 +1,78 @@
+export function getLatestUserMessage(messages) {
+    for (let idx = messages.length - 1; idx >= 0; idx -= 1) {
+        if (messages[idx]?.role === 'user') {
+            return messages[idx];
+        }
+    }
+    return undefined;
+}
+export function getLatestMessageRole(messages) {
+    if (!Array.isArray(messages) || !messages.length) {
+        return undefined;
+    }
+    const last = messages[messages.length - 1];
+    if (last && typeof last.role === 'string' && last.role.trim()) {
+        return last.role.trim();
+    }
+    return undefined;
+}
+export function extractMessageText(message) {
+    if (typeof message.content === 'string' && message.content.trim()) {
+        return message.content;
+    }
+    return '';
+}
+export function detectKeyword(text, keywords) {
+    if (!text)
+        return false;
+    return keywords.some((keyword) => text.includes(keyword.toLowerCase()));
+}
+export function detectExtendedThinkingKeyword(text) {
+    if (!text) {
+        return false;
+    }
+    const keywords = ['仔细分析', '思考', '超级思考', '深度思考', 'careful analysis', 'deep thinking', 'deliberate'];
+    return keywords.some((keyword) => text.includes(keyword));
+}
+export function detectImageAttachment(message) {
+    if (!message)
+        return false;
+    // 仅基于标准 Chat 语义判断是否携带图片：
+    // - content 为数组时查找 { type: 'image' | 'image_url' | 'input_image', ... } 块；
+    // - 不再依赖 metadata.attachments，也不再用纯文本关键字或剪贴板标记作为信号。
+    if (Array.isArray(message.content)) {
+        for (const part of message.content) {
+            if (!part || typeof part !== 'object') {
+                continue;
+            }
+            const record = part;
+            const typeValue = typeof record.type === 'string' ? record.type.toLowerCase() : '';
+            // For chat/standardized content, images may appear as:
+            // - { type: "image_url", image_url: { url } }
+            // - { type: "image", uri: "...", data: "...", url: "..." }
+            // - { type: "input_image", image_url: "data:..." }
+            // Treat any non-empty URL/URI/data on an image-* block as a signal.
+            let imageCandidate = '';
+            if (typeof record.image_url === 'string') {
+                imageCandidate = record.image_url ?? '';
+            }
+            else if (record.image_url &&
+                typeof record.image_url?.url === 'string') {
+                imageCandidate = record.image_url?.url ?? '';
+            }
+            else if (typeof record.url === 'string') {
+                imageCandidate = record.url ?? '';
+            }
+            else if (typeof record.uri === 'string') {
+                imageCandidate = record.uri ?? '';
+            }
+            else if (typeof record.data === 'string') {
+                imageCandidate = record.data ?? '';
+            }
+            if (typeValue.includes('image') && imageCandidate.trim().length > 0) {
+                return true;
+            }
+        }
+    }
+    return false;
+}

package/node_modules/@jsonstudio/llms/dist/router/virtual-router/provider-registry.js

@@ -42,7 +42,9 @@ export class ProviderRegistry {
             runtimeKey: profile.runtimeKey,
             modelId,
             processMode: profile.processMode || 'chat',
-            responsesConfig: profile.responsesConfig
+            responsesConfig: profile.responsesConfig,
+            streaming: profile.streaming,
+            maxContextTokens: profile.maxContextTokens
         };
     }
     static normalizeProfile(key, profile) {
@@ -58,7 +60,10 @@ export class ProviderRegistry {
             runtimeKey: profile.runtimeKey,
             modelId,
             processMode: profile.processMode || 'chat',
-            responsesConfig: profile.responsesConfig
+            responsesConfig: profile.responsesConfig,
+            streaming: profile.streaming,
+            maxContextTokens: profile.maxContextTokens,
+            ...(profile.serverToolsDisabled ? { serverToolsDisabled: true } : {})
         };
     }
 }

package/node_modules/@jsonstudio/llms/dist/router/virtual-router/token-counter.js

@@ -78,11 +78,22 @@ function encodeContent(content, encoder) {
                 total += encodeText(part, encoder);
             }
             else if (part && typeof part === 'object') {
-                if (typeof part.text === 'string') {
-                    total += encodeText(part.text, encoder);
+                const record = part;
+                const typeValue = typeof record.type === 'string' ? record.type.toLowerCase() : '';
+                // Large binary/image payloads (data URIs, base64, etc.) should not
+                // dominate context estimation. For image-like blocks, only count a
+                // small textual placeholder instead of the full JSON/body.
+                if (typeValue.startsWith('image')) {
+                    const caption = typeof record.caption === 'string' && record.caption.trim().length
+                        ? record.caption
+                        : '[image]';
+                    total += encodeText(caption, encoder);
+                }
+                else if (typeof record.text === 'string') {
+                    total += encodeText(record.text, encoder);
                 }
                 else {
-                    total += encodeText(JSON.stringify(part), encoder);
+                    total += encodeText(JSON.stringify(record), encoder);
                 }
             }
         }

package/node_modules/@jsonstudio/llms/dist/router/virtual-router/token-estimator.d.ts

@@ -0,0 +1,2 @@
+import type { ProcessedRequest, StandardizedRequest } from '../../conversion/hub/types/standardized.js';
+export declare function computeRequestTokens(request: StandardizedRequest | ProcessedRequest, fallbackText: string): number;

package/node_modules/@jsonstudio/llms/dist/router/virtual-router/token-estimator.js

@@ -0,0 +1,16 @@
+import { countRequestTokens } from './token-counter.js';
+export function computeRequestTokens(request, fallbackText) {
+    try {
+        return countRequestTokens(request);
+    }
+    catch {
+        return fallbackEstimateTokens(fallbackText, request.messages?.length ?? 0);
+    }
+}
+function fallbackEstimateTokens(text, messageCount) {
+    if (!text) {
+        return Math.max(32, Math.max(messageCount, 1) * 16);
+    }
+    const rough = Math.ceil(text.length / 4);
+    return Math.max(rough, Math.max(messageCount, 1) * 32);
+}