@jsonstudio/llms 0.6.2979 → 0.6.3238

package/dist/conversion/shared/payload-budget.js

@@ -1,165 +0,0 @@
-// Resolve payload budget (bytes) for a given model from host app config, with safety headroom.
-// Search order:
-//  1) env ROUTECODEX_CONTEXT_BUDGET_BYTES (direct override)
-//  2) config/merged-config*.json (most recent) -> virtualrouter.providers.*.models[model].maxContext
-//  3) config/config.json -> virtualrouter.providers.*.models[model].maxContext
-//  4) default 200_000 bytes
-// Safety headroom: 10% (env RCC_CONTEXT_BUDGET_SAFETY to override; default 0.1)
-import { UnifiedConfig } from '../../config-unified/unified-config.js';
-import { enforceChatBudgetWithNative } from '../../router/virtual-router/engine-selection/native-shared-conversion-semantics.js';
-function isObject(v) { return !!v && typeof v === 'object' && !Array.isArray(v); }
-function listMergedConfigsSync(configDir) {
-    try {
-        const fs = require('fs');
-        const path = require('path');
-        const ents = fs.readdirSync(configDir);
-        const files = ents.filter((n) => /merged-config.*\.json$/i.test(n)).map((n) => path.join(configDir, n));
-        files.sort((a, b) => {
-            try {
-                const sa = fs.statSync(a);
-                const sb = fs.statSync(b);
-                return (sb.mtimeMs || 0) - (sa.mtimeMs || 0);
-            }
-            catch {
-                return 0;
-            }
-        });
-        return files;
-    }
-    catch {
-        return [];
-    }
-}
-function readJsonSync(file) {
-    try {
-        const fs = require('fs');
-        const buf = fs.readFileSync(file, 'utf-8');
-        return JSON.parse(buf);
-    }
-    catch {
-        return null;
-    }
-}
-function findMaxContextInConfig(cfg, modelId) {
-    try {
-        const vr = cfg.virtualrouter;
-        if (!vr || typeof vr !== 'object')
-            return null;
-        const providers = vr.providers;
-        if (!providers || typeof providers !== 'object')
-            return null;
-        for (const provKey of Object.keys(providers)) {
-            const prov = providers[provKey];
-            if (!prov || typeof prov !== 'object')
-                continue;
-            const models = prov.models;
-            if (!models || typeof models !== 'object')
-                continue;
-            if (Object.prototype.hasOwnProperty.call(models, modelId)) {
-                const item = models[modelId];
-                const v = (item && typeof item === 'object') ? item.maxContext : undefined;
-                const n = Number(v);
-                if (Number.isFinite(n) && n > 0)
-                    return n;
-            }
-        }
-    }
-    catch { /* ignore */ }
-    return null;
-}
-export function resolveBudgetForModelSync(modelId) {
-    try {
-        const viaFacade = UnifiedConfig.getContextBudgetForModel(modelId);
-        if (viaFacade && typeof viaFacade.allowedBytes === 'number')
-            return viaFacade;
-    }
-    catch { /* ignore facade errors and fallback */ }
-    const envDirect = Number(process?.env?.ROUTECODEX_CONTEXT_BUDGET_BYTES || process?.env?.RCC_CONTEXT_BUDGET_BYTES || '');
-    const envSafety = (() => { const v = Number(process?.env?.RCC_CONTEXT_BUDGET_SAFETY ?? 'NaN'); return (Number.isFinite(v) && v >= 0 && v < 1) ? v : NaN; })();
-    if (Number.isFinite(envDirect) && envDirect > 0) {
-        const safety = Number.isFinite(envSafety) ? envSafety : 0.1;
-        const allowed = Math.floor(envDirect * (1 - safety));
-        return { maxBytes: envDirect, safetyRatio: safety, allowedBytes: allowed, source: 'env' };
-    }
-    const path = require('path');
-    const cwd = (typeof process !== 'undefined' && process && typeof process.cwd === 'function') ? process.cwd() : '';
-    const configDir = cwd ? path.join(cwd, 'config') : 'config';
-    // Modules default context budget (fallback)
-    let modulesDefault = null;
-    let modulesSafety = null;
-    try {
-        const file = path.join(configDir, 'modules.json');
-        const cfg = readJsonSync(file);
-        if (cfg && isObject(cfg.modules) && isObject(cfg.modules.virtualrouter) && isObject(cfg.modules.virtualrouter.config)) {
-            const vr = cfg.modules.virtualrouter.config;
-            if (isObject(vr.contextBudget)) {
-                const ctx = vr.contextBudget;
-                const d = Number(ctx.defaultMaxContextBytes);
-                if (Number.isFinite(d) && d > 0)
-                    modulesDefault = d;
-                const s = Number(ctx.safetyRatio);
-                if (Number.isFinite(s) && s >= 0 && s < 1)
-                    modulesSafety = s;
-            }
-        }
-    }
-    catch { /* ignore */ }
-    try {
-        const mergedFiles = listMergedConfigsSync(configDir);
-        for (const file of mergedFiles) {
-            const cfg = readJsonSync(file);
-            if (cfg) {
-                const v = findMaxContextInConfig(cfg, modelId);
-                if (v && v > 0) {
-                    const safety = Number.isFinite(envSafety) ? envSafety : (modulesSafety ?? 0.1);
-                    const allowed = Math.floor(v * (1 - safety));
-                    return { maxBytes: v, safetyRatio: safety, allowedBytes: allowed, source: `merged:${path.basename(file)}` };
-                }
-            }
-        }
-    }
-    catch { /* ignore */ }
-    try {
-        const file = path.join(configDir, 'config.json');
-        const cfg = readJsonSync(file);
-        if (cfg) {
-            const v = findMaxContextInConfig(cfg, modelId);
-            if (v && v > 0) {
-                const safety = Number.isFinite(envSafety) ? envSafety : (modulesSafety ?? 0.1);
-                const allowed = Math.floor(v * (1 - safety));
-                return { maxBytes: v, safetyRatio: safety, allowedBytes: allowed, source: 'config.json' };
-            }
-        }
-    }
-    catch { /* ignore */ }
-    // Fallback to modules default, then hard default
-    const def = modulesDefault && modulesDefault > 0 ? modulesDefault : 200_000;
-    const safety = Number.isFinite(envSafety) ? envSafety : (modulesSafety ?? 0.1);
-    return { maxBytes: def, safetyRatio: safety, allowedBytes: Math.floor(def * (1 - safety)), source: (modulesDefault ? 'modules.json' : 'default') };
-}
-export const resolveBudgetForModel = async (modelId) => resolveBudgetForModelSync(modelId);
-// Apply payload budget enforcement to an OpenAI Chat-shaped request object in-place.
-// Strategy (deterministic, minimal):
-// 1) Truncate the first system message to RCC_SYSTEM_TEXT_LIMIT (default 8192 chars).
-// 2) Remove assistant messages that have no tool_calls and empty/whitespace content.
-// 3) Iteratively clamp tool role message content down to fit allowedBytes.
-// 4) If仍超限，轻度收紧 assistant 文本（不移除，仅截断）。
-export function enforceChatBudget(chat, modelId) {
-    try {
-        if (!chat || typeof chat !== 'object')
-            return chat;
-        const messages = Array.isArray(chat.messages) ? chat.messages : [];
-        if (!messages.length)
-            return chat;
-        const budget = resolveBudgetForModelSync(modelId || 'unknown');
-        const allowed = Math.max(1024, Number(budget.allowedBytes || 200000));
-        const sysLimit = (() => {
-            const raw = process?.env?.RCC_SYSTEM_TEXT_LIMIT;
-            const n = Number(raw);
-            return Number.isFinite(n) && n >= 0 ? n : 8192;
-        })();
-        return enforceChatBudgetWithNative(chat, allowed, sysLimit);
-    }
-    catch { /* ignore budget errors */ }
-    return chat;
-}

package/dist/conversion/shared/protocol-field-allowlists.d.ts

@@ -1,7 +0,0 @@
-export declare const OPENAI_CHAT_ALLOWED_FIELDS: readonly ["messages", "tools", "tool_outputs", "model", "temperature", "top_p", "top_k", "max_tokens", "frequency_penalty", "presence_penalty", "logit_bias", "response_format", "parallel_tool_calls", "tool_choice", "seed", "user", "metadata", "stop", "stop_sequences", "stream"];
-export declare const ANTHROPIC_ALLOWED_FIELDS: readonly ["model", "messages", "tools", "system", "stop_sequences", "temperature", "top_p", "top_k", "max_tokens", "max_output_tokens", "metadata", "stream", "tool_choice"];
-export declare const OPENAI_RESPONSES_ALLOWED_FIELDS: readonly ["id", "object", "created_at", "model", "status", "input", "instructions", "output", "output_text", "required_action", "response_id", "previous_response_id", "tool_outputs", "tools", "metadata", "include", "store", "user", "response_format", "temperature", "top_p", "top_k", "max_tokens", "max_output_tokens", "logit_bias", "seed", "parallel_tool_calls", "tool_choice", "prompt_cache_key", "reasoning", "stream", "instructions_is_raw"];
-export declare const GEMINI_ALLOWED_FIELDS: readonly ["model", "contents", "systemInstruction", "system_instruction", "generationConfig", "generation_config", "safetySettings", "safety_settings", "metadata", "toolConfig", "tool_config", "tools", "tool_choice", "parallelToolCalls", "parallel_tool_calls", "responseMimeType", "response_mime_type", "stopSequences", "stop_sequences", "cachedContent", "prompt", "response", "candidates", "usageMetadata", "responseMetadata", "promptFeedback", "modelVersion", "client", "user", "stream"];
-export declare const OPENAI_RESPONSES_PARAMETERS_WRAPPER_ALLOW_KEYS: readonly ["temperature", "top_p", "max_output_tokens", "seed", "logit_bias", "user", "parallel_tool_calls", "tool_choice", "response_format", "prompt_cache_key", "reasoning", "stream", "stop", "stop_sequences", "modalities", "top_k"];
-export declare const OPENAI_CHAT_PARAMETERS_WRAPPER_ALLOW_KEYS: readonly ["temperature", "top_p", "top_k", "max_tokens", "frequency_penalty", "presence_penalty", "logit_bias", "seed", "user", "parallel_tool_calls", "tool_choice", "response_format", "stream", "stop", "stop_sequences"];
-export declare const ANTHROPIC_PARAMETERS_WRAPPER_ALLOW_KEYS: readonly ["stop_sequences", "temperature", "top_p", "top_k", "max_tokens", "max_output_tokens", "metadata", "stream", "tool_choice"];

package/dist/conversion/shared/protocol-field-allowlists.js

@@ -1,149 +0,0 @@
-export const OPENAI_CHAT_ALLOWED_FIELDS = [
-    'messages',
-    'tools',
-    'tool_outputs',
-    'model',
-    'temperature',
-    'top_p',
-    'top_k',
-    'max_tokens',
-    'frequency_penalty',
-    'presence_penalty',
-    'logit_bias',
-    'response_format',
-    'parallel_tool_calls',
-    'tool_choice',
-    'seed',
-    'user',
-    'metadata',
-    'stop',
-    'stop_sequences',
-    'stream'
-];
-export const ANTHROPIC_ALLOWED_FIELDS = [
-    'model',
-    'messages',
-    'tools',
-    'system',
-    'stop_sequences',
-    'temperature',
-    'top_p',
-    'top_k',
-    'max_tokens',
-    'max_output_tokens',
-    'metadata',
-    'stream',
-    'tool_choice'
-];
-export const OPENAI_RESPONSES_ALLOWED_FIELDS = [
-    'id',
-    'object',
-    'created_at',
-    'model',
-    'status',
-    'input',
-    'instructions',
-    'output',
-    'output_text',
-    'required_action',
-    'response_id',
-    'previous_response_id',
-    'tool_outputs',
-    'tools',
-    'metadata',
-    'include',
-    'store',
-    'user',
-    'response_format',
-    'temperature',
-    'top_p',
-    'top_k',
-    'max_tokens',
-    'max_output_tokens',
-    'logit_bias',
-    'seed',
-    'parallel_tool_calls',
-    'tool_choice',
-    'prompt_cache_key',
-    'reasoning',
-    'stream',
-    'instructions_is_raw'
-];
-export const GEMINI_ALLOWED_FIELDS = [
-    'model',
-    'contents',
-    'systemInstruction',
-    'system_instruction',
-    'generationConfig',
-    'generation_config',
-    'safetySettings',
-    'safety_settings',
-    'metadata',
-    'toolConfig',
-    'tool_config',
-    'tools',
-    'tool_choice',
-    'parallelToolCalls',
-    'parallel_tool_calls',
-    'responseMimeType',
-    'response_mime_type',
-    'stopSequences',
-    'stop_sequences',
-    'cachedContent',
-    'prompt',
-    'response',
-    'candidates',
-    'usageMetadata',
-    'responseMetadata',
-    'promptFeedback',
-    'modelVersion',
-    'client',
-    'user',
-    'stream'
-];
-export const OPENAI_RESPONSES_PARAMETERS_WRAPPER_ALLOW_KEYS = [
-    'temperature',
-    'top_p',
-    'max_output_tokens',
-    'seed',
-    'logit_bias',
-    'user',
-    'parallel_tool_calls',
-    'tool_choice',
-    'response_format',
-    'prompt_cache_key',
-    'reasoning',
-    'stream',
-    'stop',
-    'stop_sequences',
-    'modalities',
-    'top_k'
-];
-export const OPENAI_CHAT_PARAMETERS_WRAPPER_ALLOW_KEYS = [
-    'temperature',
-    'top_p',
-    'top_k',
-    'max_tokens',
-    'frequency_penalty',
-    'presence_penalty',
-    'logit_bias',
-    'seed',
-    'user',
-    'parallel_tool_calls',
-    'tool_choice',
-    'response_format',
-    'stream',
-    'stop',
-    'stop_sequences'
-];
-export const ANTHROPIC_PARAMETERS_WRAPPER_ALLOW_KEYS = [
-    'stop_sequences',
-    'temperature',
-    'top_p',
-    'top_k',
-    'max_tokens',
-    'max_output_tokens',
-    'metadata',
-    'stream',
-    'tool_choice'
-];

package/dist/conversion/shared/snapshot-hooks.d.ts

@@ -1,11 +0,0 @@
-export interface SnapshotHookOptions {
-    endpoint: string;
-    stage: string;
-    requestId: string;
-    data: unknown;
-    verbosity?: 'minimal' | 'verbose';
-    channel?: string;
-    providerKey?: string;
-    groupRequestId?: string;
-}
-export declare function writeSnapshotViaHooks(options: SnapshotHookOptions): Promise<void>;