@jsonstudio/llms 0.6.802 → 0.6.938

package/dist/conversion/hub/response/server-side-tools.js

@@ -1,383 +0,0 @@
-import { buildOpenAIChatFromGeminiResponse } from '../../codecs/gemini-openai-codec.js';
-function asObject(value) {
-    return value && typeof value === 'object' && !Array.isArray(value) ? value : null;
-}
-function getArray(value) {
-    return Array.isArray(value) ? value : [];
-}
-function extractToolCalls(chatResponse) {
-    const choices = getArray(chatResponse.choices);
-    const calls = [];
-    for (const choice of choices) {
-        const choiceObj = asObject(choice);
-        if (!choiceObj)
-            continue;
-        const message = asObject(choiceObj.message);
-        if (!message)
-            continue;
-        const toolCalls = getArray(message.tool_calls);
-        for (const raw of toolCalls) {
-            const tc = asObject(raw);
-            if (!tc)
-                continue;
-            const id = typeof tc.id === 'string' && tc.id.trim() ? tc.id.trim() : '';
-            const fn = asObject(tc.function);
-            const name = fn && typeof fn.name === 'string' && fn.name.trim() ? fn.name.trim() : '';
-            const args = fn && typeof fn.arguments === 'string' ? fn.arguments : '';
-            if (!id || !name)
-                continue;
-            calls.push({ id, name, arguments: args });
-        }
-    }
-    return calls;
-}
-function extractTextFromChatLike(payload) {
-    // 1) 解包常见包装层：data / response 节点
-    let current = payload;
-    const visited = new Set();
-    while (current && typeof current === 'object' && !Array.isArray(current) && !visited.has(current)) {
-        visited.add(current);
-        if (Array.isArray(current.choices) || Array.isArray(current.output)) {
-            break;
-        }
-        const data = current.data;
-        if (data && typeof data === 'object' && !Array.isArray(data)) {
-            current = data;
-            continue;
-        }
-        const response = current.response;
-        if (response && typeof response === 'object' && !Array.isArray(response)) {
-            current = response;
-            continue;
-        }
-        break;
-    }
-    // 2) 优先从 choices[].message.content 提取（OpenAI/GLM 兼容）
-    const choices = getArray(current.choices);
-    if (!choices.length)
-        return '';
-    const first = asObject(choices[0]);
-    if (!first)
-        return '';
-    const message = asObject(first.message);
-    if (!message)
-        return '';
-    const content = message.content;
-    if (typeof content === 'string')
-        return content.trim();
-    const parts = getArray(content);
-    const texts = [];
-    for (const part of parts) {
-        if (typeof part === 'string') {
-            texts.push(part);
-        }
-        else if (part && typeof part === 'object') {
-            const record = part;
-            if (typeof record.text === 'string') {
-                texts.push(record.text);
-            }
-            else if (typeof record.content === 'string') {
-                texts.push(record.content);
-            }
-        }
-    }
-    const joinedFromChoices = texts.join('\n').trim();
-    if (joinedFromChoices) {
-        return joinedFromChoices;
-    }
-    // 3) 回退：从 output[].content[] 中提取（部分 Responses/自定义后端）
-    const output = current.output;
-    if (Array.isArray(output)) {
-        const altTexts = [];
-        for (const entry of output) {
-            if (!entry || typeof entry !== 'object')
-                continue;
-            const blocks = entry.content;
-            const blockArray = Array.isArray(blocks) ? blocks : [];
-            for (const block of blockArray) {
-                if (!block || typeof block !== 'object')
-                    continue;
-                const record = block;
-                if (typeof record.text === 'string') {
-                    altTexts.push(record.text);
-                }
-                else if (typeof record.output_text === 'string') {
-                    altTexts.push(record.output_text);
-                }
-                else if (typeof record.content === 'string') {
-                    altTexts.push(record.content);
-                }
-            }
-        }
-        const joined = altTexts.join('\n').trim();
-        if (joined) {
-            return joined;
-        }
-    }
-    return '';
-}
-function getWebSearchConfig(ctx) {
-    const raw = ctx.webSearch;
-    const record = raw && typeof raw === 'object' && !Array.isArray(raw) ? raw : null;
-    if (!record)
-        return undefined;
-    const enginesRaw = Array.isArray(record.engines) ? record.engines : [];
-    const engines = [];
-    for (const entry of enginesRaw) {
-        const obj = entry && typeof entry === 'object' && !Array.isArray(entry) ? entry : null;
-        if (!obj)
-            continue;
-        const id = typeof obj.id === 'string' && obj.id.trim() ? obj.id.trim() : undefined;
-        const providerKey = typeof obj.providerKey === 'string' && obj.providerKey.trim()
-            ? obj.providerKey.trim()
-            : undefined;
-        if (!id || !providerKey)
-            continue;
-        engines.push({
-            id,
-            providerKey,
-            description: typeof obj.description === 'string' && obj.description.trim() ? obj.description.trim() : undefined,
-            default: obj.default === true
-        });
-    }
-    if (!engines.length) {
-        return undefined;
-    }
-    const config = { engines };
-    if (typeof record.injectPolicy === 'string') {
-        const val = String(record.injectPolicy).trim().toLowerCase();
-        if (val === 'always' || val === 'selective') {
-            config.injectPolicy = val;
-        }
-    }
-    return config;
-}
-function resolveWebSearchEngine(config, engineId) {
-    const trimmedId = engineId && typeof engineId === 'string' && engineId.trim() ? engineId.trim() : undefined;
-    if (trimmedId) {
-        const byId = config.engines.find((e) => e.id === trimmedId);
-        if (byId) {
-            return byId;
-        }
-    }
-    const byDefault = config.engines.find((e) => e.default);
-    if (byDefault) {
-        return byDefault;
-    }
-    if (config.engines.length === 1) {
-        return config.engines[0];
-    }
-    return undefined;
-}
-function isGeminiWebSearchEngine(engine) {
-    const key = engine.providerKey.toLowerCase();
-    return key.startsWith('gemini-cli.') || key.startsWith('antigravity.');
-}
-function logServerToolWebSearch(engine, requestId, query) {
-    const providerAlias = engine.providerKey.split('.')[0] || engine.providerKey;
-    const backendLabel = `${providerAlias}:${engine.id}`;
-    const prefix = `[server-tool][web_search][${backendLabel}]`;
-    const line = `${prefix} requestId=${requestId} query=${JSON.stringify(query)}`;
-    // 深蓝色输出
-    // eslint-disable-next-line no-console
-    console.log(`\x1b[38;5;27m${line}\x1b[0m`);
-}
-function resolveEnvServerSideToolsEnabled() {
-    const raw = (process.env.ROUTECODEX_SERVER_SIDE_TOOLS || process.env.RCC_SERVER_SIDE_TOOLS || '').trim().toLowerCase();
-    if (!raw)
-        return false;
-    if (raw === '1' || raw === 'true' || raw === 'yes')
-        return true;
-    if (raw === 'web_search')
-        return true;
-    return false;
-}
-export async function runServerSideToolEngine(options) {
-    const base = asObject(options.chatResponse);
-    if (!base) {
-        return { mode: 'passthrough', finalChatResponse: options.chatResponse };
-    }
-    // 内建 OpenAI Responses `/v1/responses` 已经支持 server-side web_search。
-    // 仅当“入口端点为 /v1/responses 且 providerProtocol 也是 openai-responses”时保持透传，
-    // 避免对 Responses→Responses 的链路重复执行搜索回环；
-    // 其它场景（例如 /v1/responses → gemini/glm 后端）仍允许 server-side web_search 生效。
-    const entry = (options.entryEndpoint || '').toLowerCase();
-    if (options.providerProtocol === 'openai-responses' && entry.includes('/v1/responses')) {
-        return { mode: 'passthrough', finalChatResponse: base };
-    }
-    // Feature flag: keep behaviour fully backwards-compatible unless explicitly enabled.
-    const toolsEnabled = resolveEnvServerSideToolsEnabled();
-    const toolCalls = extractToolCalls(base);
-    const webSearchCall = toolCalls.find((tc) => tc.name === 'web_search');
-    if (!toolsEnabled || !webSearchCall || !options.providerInvoker) {
-        return { mode: 'passthrough', finalChatResponse: base };
-    }
-    const webSearchConfig = getWebSearchConfig(options.adapterContext);
-    if (!webSearchConfig) {
-        return { mode: 'passthrough', finalChatResponse: base };
-    }
-    let parsedArgs = {};
-    if (webSearchCall.arguments && typeof webSearchCall.arguments === 'string') {
-        try {
-            parsedArgs = JSON.parse(webSearchCall.arguments);
-        }
-        catch {
-            parsedArgs = {};
-        }
-    }
-    const query = typeof parsedArgs?.query === 'string' && parsedArgs.query.trim()
-        ? parsedArgs.query.trim()
-        : undefined;
-    const engineId = typeof parsedArgs?.engine === 'string' && parsedArgs.engine.trim()
-        ? parsedArgs.engine.trim()
-        : undefined;
-    const recency = typeof parsedArgs?.recency === 'string' && parsedArgs.recency.trim()
-        ? parsedArgs.recency.trim()
-        : undefined;
-    const count = typeof parsedArgs?.count === 'number' && Number.isFinite(parsedArgs.count)
-        ? Math.floor(parsedArgs.count)
-        : undefined;
-    if (!query) {
-        return { mode: 'passthrough', finalChatResponse: base };
-    }
-    const engine = resolveWebSearchEngine(webSearchConfig, engineId);
-    if (!engine) {
-        return { mode: 'passthrough', finalChatResponse: base };
-    }
-    const providerInvoker = options.providerInvoker;
-    // 1) Call search backend (secondary request)
-    let searchSummary = '';
-    try {
-        logServerToolWebSearch(engine, options.requestId, query);
-        if (isGeminiWebSearchEngine(engine)) {
-            const geminiPayload = {
-                model: engine.id,
-                contents: [
-                    {
-                        role: 'user',
-                        parts: [
-                            {
-                                text: query
-                            }
-                        ]
-                    }
-                ],
-                // Cloud Code search models treat googleSearch as the web search tool.
-                tools: [
-                    {
-                        googleSearch: {}
-                    }
-                ]
-            };
-            const backend = await providerInvoker({
-                providerKey: engine.providerKey,
-                providerType: undefined,
-                modelId: engine.id,
-                providerProtocol: 'gemini-chat',
-                payload: geminiPayload,
-                entryEndpoint: '/v1/models/gemini:generateContent',
-                requestId: `${options.requestId}:web_search:${engine.id}`
-            });
-            const backendResponse = asObject(backend.providerResponse);
-            if (backendResponse) {
-                const chatLike = asObject(buildOpenAIChatFromGeminiResponse(backendResponse));
-                if (chatLike) {
-                    searchSummary = extractTextFromChatLike(chatLike);
-                }
-            }
-        }
-        else {
-            const backendPayload = {
-                model: engine.providerKey,
-                messages: [
-                    {
-                        role: 'system',
-                        content: 'You are a web search engine. Answer with up-to-date information based on the open internet.'
-                    },
-                    {
-                        role: 'user',
-                        content: query
-                    }
-                ],
-                stream: false,
-                web_search: {
-                    query,
-                    ...(recency ? { recency } : {}),
-                    ...(typeof count === 'number' ? { count } : {}),
-                    engine: engine.id
-                }
-            };
-            const backend = await providerInvoker({
-                providerKey: engine.providerKey,
-                providerType: undefined,
-                modelId: undefined,
-                providerProtocol: options.providerProtocol,
-                payload: backendPayload,
-                entryEndpoint: '/v1/chat/completions',
-                requestId: `${options.requestId}:web_search:${engine.id}`
-            });
-            const backendResponse = asObject(backend.providerResponse);
-            if (backendResponse) {
-                searchSummary = extractTextFromChatLike(backendResponse);
-            }
-        }
-    }
-    catch {
-        // fall back to passthrough if backend fails
-        return { mode: 'passthrough', finalChatResponse: base };
-    }
-    if (!searchSummary) {
-        return { mode: 'passthrough', finalChatResponse: base };
-    }
-    // 2) Call main provider again with synthesized prompt (third request)
-    const ctxTarget = options.adapterContext.target;
-    const target = ctxTarget && typeof ctxTarget === 'object' && !Array.isArray(ctxTarget)
-        ? ctxTarget
-        : undefined;
-    const mainProviderKey = typeof target?.providerKey === 'string' && target.providerKey.trim()
-        ? target.providerKey.trim()
-        : undefined;
-    const mainModelId = (typeof base.model === 'string' && base.model.trim()
-        ? base.model.trim()
-        : typeof target?.modelId === 'string' && target.modelId.trim()
-            ? target.modelId.trim()
-            : undefined) ?? 'gpt-4o-mini';
-    if (!mainProviderKey) {
-        return { mode: 'passthrough', finalChatResponse: base };
-    }
-    let finalResponse = base;
-    try {
-        const followupPayload = {
-            model: mainModelId,
-            messages: [
-                {
-                    role: 'system',
-                    content: 'You are an assistant that answers using the provided web_search results. Use them as the primary source.'
-                },
-                {
-                    role: 'user',
-                    content: `User question: ${query}\n\nWeb search results:\n${searchSummary}`
-                }
-            ],
-            stream: false
-        };
-        const followup = await providerInvoker({
-            providerKey: mainProviderKey,
-            providerType: undefined,
-            modelId: mainModelId,
-            providerProtocol: options.providerProtocol,
-            payload: followupPayload,
-            entryEndpoint: '/v1/chat/completions',
-            requestId: `${options.requestId}:web_search_followup`
-        });
-        const followupResponse = asObject(followup.providerResponse);
-        if (followupResponse) {
-            finalResponse = followupResponse;
-        }
-    }
-    catch {
-        // If follow-up fails, keep original base response to avoid breaking clients.
-        finalResponse = base;
-    }
-    return { mode: 'web_search_flow', finalChatResponse: finalResponse };
-}

package/dist/conversion/shared/bridge-conversation-store.d.ts

@@ -1,41 +0,0 @@
-import type { ResponsesRequestContext } from './bridge-request-adapter.js';
-declare class BridgeConversationStore {
-    private requestMap;
-    private responseIndex;
-    captureRequestContext(args: {
-        requestId: string;
-        payload: Record<string, unknown>;
-        context: ResponsesRequestContext;
-    }): void;
-    recordResponse(args: {
-        requestId: string;
-        response: Record<string, unknown>;
-    }): void;
-    resumeConversation(responseId: string, submitPayload: Record<string, unknown>, options?: {
-        requestId?: string;
-    }): {
-        payload: Record<string, unknown>;
-        meta: Record<string, unknown>;
-    };
-    clearRequest(requestId: string): void;
-    private cleanupEntry;
-    private prune;
-}
-export declare const bridgeConversationStore: BridgeConversationStore;
-export declare function captureBridgeRequestContext(args: {
-    requestId: string;
-    payload: Record<string, unknown>;
-    context: ResponsesRequestContext;
-}): void;
-export declare function recordBridgeResponse(args: {
-    requestId: string;
-    response: Record<string, unknown>;
-}): void;
-export declare function resumeBridgeConversation(responseId: string, submitPayload: Record<string, unknown>, options?: {
-    requestId?: string;
-}): {
-    payload: Record<string, unknown>;
-    meta: Record<string, unknown>;
-};
-export declare function clearBridgeConversationByRequestId(requestId: string): void;
-export {};

package/dist/conversion/shared/bridge-conversation-store.js

@@ -1,279 +0,0 @@
-const TTL_MS = 1000 * 60 * 30; // 30 minutes safety window
-function cloneDeep(value) {
-    try {
-        if (typeof globalThis.structuredClone === 'function') {
-            return globalThis.structuredClone(value);
-        }
-    }
-    catch {
-        /* ignore */
-    }
-    return JSON.parse(JSON.stringify(value ?? null));
-}
-function isRecord(value) {
-    return Boolean(value && typeof value === 'object' && !Array.isArray(value));
-}
-function coerceInputArray(input) {
-    if (!Array.isArray(input)) {
-        return [];
-    }
-    return cloneDeep(input);
-}
-function coerceTools(tools) {
-    if (!Array.isArray(tools)) {
-        return undefined;
-    }
-    return cloneDeep(tools);
-}
-function pickPersistedFields(payload) {
-    const fields = [
-        'model',
-        'instructions',
-        'metadata',
-        'include',
-        'store',
-        'tool_choice',
-        'parallel_tool_calls',
-        'response_format',
-        'temperature',
-        'top_p',
-        'max_output_tokens',
-        'max_tokens',
-        'stop',
-        'user',
-        'modal',
-        'truncation_strategy',
-        'previous_response_id',
-        'reasoning',
-        'attachments',
-        'input_audio',
-        'output_audio'
-    ];
-    const result = {};
-    for (const key of fields) {
-        if (payload[key] !== undefined) {
-            result[key] = cloneDeep(payload[key]);
-        }
-    }
-    return result;
-}
-function normalizeOutputItemToInput(item) {
-    const type = typeof item.type === 'string' ? item.type : '';
-    if (type === 'message' || type === 'reasoning') {
-        const role = typeof item.role === 'string' ? item.role : 'assistant';
-        const content = Array.isArray(item.content) ? cloneDeep(item.content) : (typeof item.text === 'string' ? [{ type: 'text', text: item.text }] : []);
-        return {
-            type: 'message',
-            role,
-            content,
-            message: { role, content }
-        };
-    }
-    if (type === 'function_call') {
-        const callId = typeof item.call_id === 'string' ? item.call_id : (typeof item.id === 'string' ? item.id : undefined);
-        return {
-            type: 'function_call',
-            role: 'assistant',
-            id: typeof item.id === 'string' ? item.id : undefined,
-            call_id: callId,
-            name: typeof item.name === 'string' ? item.name : undefined,
-            arguments: item.arguments,
-            function: isRecord(item.function)
-                ? cloneDeep(item.function)
-                : (typeof item.name === 'string'
-                    ? { name: item.name, arguments: item.arguments }
-                    : undefined)
-        };
-    }
-    return null;
-}
-function convertOutputToInputItems(response) {
-    const output = Array.isArray(response.output) ? response.output : [];
-    const items = [];
-    for (const entry of output) {
-        if (!entry || typeof entry !== 'object')
-            continue;
-        const mapped = normalizeOutputItemToInput(entry);
-        if (mapped)
-            items.push(mapped);
-    }
-    return items;
-}
-function normalizeSubmittedToolOutputs(toolOutputs) {
-    const items = [];
-    const submitted = [];
-    toolOutputs.forEach((entry, index) => {
-        if (!entry || typeof entry !== 'object')
-            return;
-        const rec = entry;
-        const rawId = typeof rec.tool_call_id === 'string'
-            ? rec.tool_call_id
-            : typeof rec.call_id === 'string'
-                ? rec.call_id
-                : typeof rec.id === 'string'
-                    ? rec.id
-                    : undefined;
-        const trimmed = typeof rawId === 'string' ? rawId.trim() : '';
-        const callId = trimmed.length ? trimmed : `fc_resume_${index}`;
-        const outputValue = rec.output ?? null;
-        const normalizedOutput = typeof outputValue === 'string'
-            ? outputValue
-            : (() => {
-                try {
-                    return JSON.stringify(outputValue ?? null);
-                }
-                catch {
-                    return String(outputValue ?? '');
-                }
-            })();
-        items.push({
-            type: 'function_call_output',
-            id: callId,
-            call_id: callId,
-            output: normalizedOutput
-        });
-        submitted.push({ callId, originalId: rawId ?? callId, outputText: normalizedOutput });
-    });
-    return { items, submitted };
-}
-class BridgeConversationStore {
-    requestMap = new Map();
-    responseIndex = new Map();
-    captureRequestContext(args) {
-        const { requestId, payload, context } = args;
-        if (!requestId || !payload)
-            return;
-        this.prune();
-        const entry = {
-            requestId,
-            basePayload: pickPersistedFields(payload),
-            input: coerceInputArray(context.input),
-            tools: coerceTools(context.toolsRaw || (Array.isArray(payload.tools) ? payload.tools : undefined)),
-            createdAt: Date.now(),
-            updatedAt: Date.now()
-        };
-        if (typeof payload.model === 'string' && payload.model.trim()) {
-            entry.basePayload.model = payload.model;
-        }
-        if (typeof payload.stream === 'boolean') {
-            entry.basePayload.stream = payload.stream;
-        }
-        if (entry.tools) {
-            entry.basePayload.tools = entry.tools;
-        }
-        this.requestMap.set(requestId, entry);
-    }
-    recordResponse(args) {
-        const entry = this.requestMap.get(args.requestId);
-        if (!entry)
-            return;
-        const response = args.response;
-        const responseId = typeof response.id === 'string' ? response.id : undefined;
-        if (!responseId)
-            return;
-        const assistantBlocks = convertOutputToInputItems(response);
-        if (assistantBlocks.length) {
-            entry.input.push(...assistantBlocks);
-        }
-        entry.lastResponseId = responseId;
-        entry.updatedAt = Date.now();
-        this.responseIndex.set(responseId, entry);
-    }
-    resumeConversation(responseId, submitPayload, options) {
-        if (typeof responseId !== 'string' || !responseId.trim()) {
-            throw new Error('Bridge conversation requires valid response_id');
-        }
-        this.prune();
-        const entry = this.responseIndex.get(responseId);
-        if (!entry) {
-            throw new Error('Bridge conversation expired or not found');
-        }
-        const toolOutputs = Array.isArray(submitPayload.tool_outputs)
-            ? submitPayload.tool_outputs
-            : [];
-        if (!toolOutputs.length) {
-            throw new Error('tool_outputs array is required when submitting tool results');
-        }
-        const mergedInput = coerceInputArray(entry.input);
-        const normalizedOutputs = normalizeSubmittedToolOutputs(toolOutputs);
-        mergedInput.push(...normalizedOutputs.items);
-        const payload = cloneDeep(entry.basePayload);
-        payload.input = mergedInput;
-        payload.stream = true;
-        payload.previous_response_id = responseId;
-        if (Array.isArray(entry.tools) && entry.tools.length) {
-            payload.tools = cloneDeep(entry.tools);
-        }
-        if (typeof submitPayload.model === 'string' && submitPayload.model.trim()) {
-            payload.model = submitPayload.model.trim();
-        }
-        if (submitPayload.metadata && isRecord(submitPayload.metadata)) {
-            payload.metadata = { ...payload.metadata, ...cloneDeep(submitPayload.metadata) };
-        }
-        delete payload.tool_outputs;
-        delete payload.response_id;
-        this.cleanupEntry(entry, responseId);
-        return {
-            payload,
-            meta: {
-                restoredFromResponseId: responseId,
-                previousRequestId: entry.requestId,
-                toolOutputs: toolOutputs.length,
-                toolOutputsDetailed: normalizedOutputs.submitted,
-                requestId: options?.requestId
-            }
-        };
-    }
-    clearRequest(requestId) {
-        const entry = this.requestMap.get(requestId);
-        if (!entry)
-            return;
-        this.requestMap.delete(requestId);
-        if (entry.lastResponseId) {
-            this.responseIndex.delete(entry.lastResponseId);
-        }
-    }
-    cleanupEntry(entry, responseId) {
-        this.responseIndex.delete(responseId);
-        this.requestMap.delete(entry.requestId);
-    }
-    prune() {
-        const now = Date.now();
-        for (const [requestId, entry] of this.requestMap.entries()) {
-            if (now - entry.updatedAt > TTL_MS) {
-                this.requestMap.delete(requestId);
-                if (entry.lastResponseId) {
-                    this.responseIndex.delete(entry.lastResponseId);
-                }
-            }
-        }
-        for (const [respId, entry] of this.responseIndex.entries()) {
-            if (!this.requestMap.has(entry.requestId)) {
-                this.responseIndex.delete(respId);
-            }
-        }
-    }
-}
-export const bridgeConversationStore = new BridgeConversationStore();
-export function captureBridgeRequestContext(args) {
-    try {
-        bridgeConversationStore.captureRequestContext(args);
-    }
-    catch {
-        /* ignore capture failures */
-    }
-}
-export function recordBridgeResponse(args) {
-    try {
-        bridgeConversationStore.recordResponse(args);
-    }
-    catch {
-        /* ignore */
-    }
-}
-export function resumeBridgeConversation(responseId, submitPayload, options) {
-    return bridgeConversationStore.resumeConversation(responseId, submitPayload, options);
-}
-export function clearBridgeConversationByRequestId(requestId) {
-    bridgeConversationStore.clearRequest(requestId);
-}