@jsonstudio/llms 0.4.2

package/dist/conversion/codecs/gemini-openai-codec.js

@@ -0,0 +1,437 @@
+function isObject(v) {
+    return !!v && typeof v === 'object' && !Array.isArray(v);
+}
+function safeJson(value) {
+    try {
+        return JSON.stringify(value ?? {});
+    }
+    catch {
+        return '{}';
+    }
+}
+function flattenGeminiTextFromParts(parts) {
+    if (!parts)
+        return '';
+    if (Array.isArray(parts)) {
+        return parts
+            .map((p) => {
+            if (p && typeof p === 'object' && typeof p.text === 'string') {
+                return String(p.text);
+            }
+            return '';
+        })
+            .filter(Boolean)
+            .join('');
+    }
+    if (parts && typeof parts === 'object' && typeof parts.text === 'string') {
+        return String(parts.text);
+    }
+    return '';
+}
+function mapGeminiRoleToChat(role) {
+    const r = String(role || '').toLowerCase();
+    if (r === 'model' || r === 'assistant')
+        return 'assistant';
+    if (r === 'system')
+        return 'system';
+    if (r === 'tool')
+        return 'tool';
+    return 'user';
+}
+function mapChatRoleToGemini(role) {
+    const r = String(role || '').toLowerCase();
+    if (r === 'assistant')
+        return 'model';
+    if (r === 'system')
+        return 'system';
+    if (r === 'tool')
+        return 'tool';
+    return 'user';
+}
+function mapGeminiToolsToOpenAI(tools) {
+    const out = [];
+    if (!tools)
+        return out;
+    const arr = Array.isArray(tools) ? tools : [tools];
+    for (const t of arr) {
+        if (!t || typeof t !== 'object')
+            continue;
+        const tObj = t;
+        const fds = Array.isArray(tObj.functionDeclarations) ? tObj.functionDeclarations : [];
+        if (fds.length) {
+            for (const fd of fds) {
+                if (!fd || typeof fd !== 'object')
+                    continue;
+                const name = typeof fd.name === 'string' ? String(fd.name) : undefined;
+                if (!name)
+                    continue;
+                const description = typeof fd.description === 'string' ? String(fd.description) : undefined;
+                const parameters = isObject(fd.parameters)
+                    ? JSON.parse(JSON.stringify(fd.parameters))
+                    : { type: 'object', properties: {} };
+                const fn = { name, parameters };
+                if (description)
+                    fn.description = description;
+                out.push({ type: 'function', function: fn });
+            }
+            continue;
+        }
+        // 单个函数声明形状：直接把对象视为 FunctionDeclaration
+        const name = typeof tObj.name === 'string' ? String(tObj.name) : undefined;
+        if (name) {
+            const description = typeof tObj.description === 'string' ? String(tObj.description) : undefined;
+            const parameters = isObject(tObj.parameters)
+                ? JSON.parse(JSON.stringify(tObj.parameters))
+                : { type: 'object', properties: {} };
+            const fn = { name, parameters };
+            if (description)
+                fn.description = description;
+            out.push({ type: 'function', function: fn });
+        }
+    }
+    return out;
+}
+export function buildOpenAIChatFromGeminiRequest(payload) {
+    const messages = [];
+    // systemInstruction → Chat system 消息
+    try {
+        const sys = payload?.systemInstruction;
+        const sysText = flattenGeminiTextFromParts(sys?.parts ?? sys);
+        if (sysText && sysText.trim().length) {
+            messages.push({ role: 'system', content: sysText.trim() });
+        }
+    }
+    catch {
+        // ignore systemInstruction failures
+    }
+    const contents = Array.isArray(payload?.contents) ? payload.contents : [];
+    for (const content of contents) {
+        if (!content || typeof content !== 'object')
+            continue;
+        const cObj = content;
+        const role = mapGeminiRoleToChat(cObj.role);
+        const parts = Array.isArray(cObj.parts) ? cObj.parts : [];
+        const textParts = [];
+        const toolCalls = [];
+        const toolResults = [];
+        for (const part of parts) {
+            if (!part || typeof part !== 'object')
+                continue;
+            const pObj = part;
+            if (typeof pObj.text === 'string') {
+                const t = pObj.text;
+                if (t && t.trim().length)
+                    textParts.push(t);
+                continue;
+            }
+            if (pObj.functionCall && typeof pObj.functionCall === 'object') {
+                const fc = pObj.functionCall;
+                const name = typeof fc.name === 'string' ? String(fc.name) : undefined;
+                if (!name)
+                    continue;
+                const id = typeof fc.id === 'string' ? String(fc.id) : undefined;
+                const argsRaw = (fc.args ?? fc.arguments);
+                let argsStr;
+                if (typeof argsRaw === 'string') {
+                    argsStr = argsRaw;
+                }
+                else {
+                    argsStr = safeJson(argsRaw);
+                }
+                toolCalls.push({ id, type: 'function', function: { name, arguments: argsStr } });
+                continue;
+            }
+            if (pObj.functionResponse && typeof pObj.functionResponse === 'object') {
+                const fr = pObj.functionResponse;
+                const callId = typeof fr.id === 'string' ? String(fr.id) : undefined;
+                const resp = fr.response;
+                let contentStr = '';
+                if (typeof resp === 'string')
+                    contentStr = resp;
+                else if (resp != null) {
+                    try {
+                        contentStr = JSON.stringify(resp);
+                    }
+                    catch {
+                        contentStr = String(resp);
+                    }
+                }
+                toolResults.push({ role: 'tool', tool_call_id: callId, content: contentStr });
+                continue;
+            }
+        }
+        if (textParts.length > 0 || toolCalls.length > 0) {
+            const msg = { role, content: textParts.join('\n') };
+            if (toolCalls.length)
+                msg.tool_calls = toolCalls;
+            messages.push(msg);
+        }
+        for (const tr of toolResults)
+            messages.push(tr);
+    }
+    return { messages };
+}
+export function buildOpenAIChatFromGeminiResponse(payload) {
+    const candidates = Array.isArray(payload?.candidates) ? payload.candidates : [];
+    const primary = candidates[0] && typeof candidates[0] === 'object' ? candidates[0] : {};
+    const content = primary?.content || {};
+    const role = mapGeminiRoleToChat(content.role);
+    const parts = Array.isArray(content.parts) ? content.parts : [];
+    const textParts = [];
+    const toolCalls = [];
+    for (const part of parts) {
+        if (!part || typeof part !== 'object')
+            continue;
+        const pObj = part;
+        if (typeof pObj.text === 'string') {
+            const t = pObj.text;
+            if (t && t.trim().length)
+                textParts.push(t);
+            continue;
+        }
+        if (pObj.functionCall && typeof pObj.functionCall === 'object') {
+            const fc = pObj.functionCall;
+            const name = typeof fc.name === 'string' ? String(fc.name) : undefined;
+            if (!name)
+                continue;
+            const id = typeof fc.id === 'string' ? String(fc.id) : undefined;
+            const argsRaw = (fc.args ?? fc.arguments);
+            let argsStr;
+            if (typeof argsRaw === 'string') {
+                argsStr = argsRaw;
+            }
+            else {
+                argsStr = safeJson(argsRaw);
+            }
+            toolCalls.push({
+                id,
+                type: 'function',
+                function: { name, arguments: argsStr }
+            });
+            continue;
+        }
+    }
+    const finish_reason = (() => {
+        const fr = String(primary?.finishReason || '').toUpperCase();
+        if (fr === 'MAX_TOKENS')
+            return 'length';
+        if (fr === 'STOP')
+            return 'stop';
+        if (fr === 'SAFETY')
+            return 'content_filter';
+        if (fr === 'OTHER')
+            return 'stop';
+        return 'stop';
+    })();
+    const usageMeta = payload?.usageMetadata || {};
+    const usage = {};
+    const promptTokens = Number(usageMeta.promptTokenCount);
+    const completionTokens = Number(usageMeta.candidatesTokenCount);
+    const totalTokens = Number(usageMeta.totalTokenCount);
+    if (Number.isFinite(promptTokens))
+        usage.prompt_tokens = promptTokens;
+    if (Number.isFinite(completionTokens))
+        usage.completion_tokens = completionTokens;
+    if (Number.isFinite(totalTokens))
+        usage.total_tokens = totalTokens;
+    const chatMsg = {
+        role,
+        content: textParts.join('\n')
+    };
+    if (toolCalls.length) {
+        chatMsg.tool_calls = toolCalls;
+    }
+    const chatResp = {
+        id: payload?.id || `chatcmpl_${Date.now()}`,
+        object: 'chat.completion',
+        model: payload?.model || 'unknown',
+        choices: [
+            {
+                index: 0,
+                finish_reason,
+                message: chatMsg
+            }
+        ]
+    };
+    if (Object.keys(usage).length > 0) {
+        chatResp.usage = usage;
+    }
+    return chatResp;
+}
+export function buildGeminiFromOpenAIChat(chatResp) {
+    const choices = Array.isArray(chatResp?.choices) ? chatResp.choices : [];
+    const primary = choices[0] && typeof choices[0] === 'object' ? choices[0] : {};
+    const msg = primary?.message || {};
+    const usage = isObject(chatResp?.usage) ? chatResp.usage : {};
+    const finishReason = (() => {
+        const r = String(primary?.finish_reason || '').toLowerCase();
+        if (r === 'length')
+            return 'MAX_TOKENS';
+        if (r === 'tool_calls' || r === 'function_call')
+            return 'STOP';
+        if (r === 'content_filter')
+            return 'OTHER';
+        if (r === 'stop')
+            return 'STOP';
+        return 'STOP';
+    })();
+    const baseRole = mapChatRoleToGemini(msg.role || 'assistant');
+    const parts = [];
+    const contentText = (() => {
+        const raw = msg.content;
+        if (typeof raw === 'string')
+            return raw;
+        if (Array.isArray(raw)) {
+            return raw
+                .map((part) => {
+                if (typeof part === 'string')
+                    return part;
+                if (part && typeof part === 'object') {
+                    if (typeof part.text === 'string')
+                        return part.text;
+                    if (typeof part.content === 'string')
+                        return part.content;
+                }
+                return '';
+            })
+                .filter(Boolean)
+                .join('');
+        }
+        return '';
+    })();
+    if (contentText && contentText.length) {
+        parts.push({ text: contentText });
+    }
+    const toolCalls = Array.isArray(msg.tool_calls) ? msg.tool_calls : [];
+    for (const tc of toolCalls) {
+        if (!tc || typeof tc !== 'object')
+            continue;
+        const fn = tc.function || {};
+        const name = typeof fn.name === 'string' ? String(fn.name) : undefined;
+        if (!name)
+            continue;
+        let argsStruct;
+        const rawArgs = fn.arguments;
+        if (typeof rawArgs === 'string') {
+            try {
+                argsStruct = JSON.parse(rawArgs);
+            }
+            catch {
+                argsStruct = { _raw: rawArgs };
+            }
+        }
+        else {
+            argsStruct = rawArgs ?? {};
+        }
+        const functionCall = { name, args: argsStruct };
+        const id = typeof tc.id === 'string' ? String(tc.id) : undefined;
+        if (id)
+            functionCall.id = id;
+        parts.push({ functionCall });
+    }
+    const candidate = {
+        content: {
+            role: baseRole,
+            parts
+        },
+        finishReason
+    };
+    const usageMetadata = {};
+    const promptTokens = Number(usage.prompt_tokens ?? usage.input_tokens);
+    const completionTokens = Number(usage.completion_tokens ?? usage.output_tokens);
+    const totalTokens = Number(usage.total_tokens);
+    if (Number.isFinite(promptTokens))
+        usageMetadata.promptTokenCount = promptTokens;
+    if (Number.isFinite(completionTokens))
+        usageMetadata.candidatesTokenCount = completionTokens;
+    if (Number.isFinite(totalTokens))
+        usageMetadata.totalTokenCount = totalTokens;
+    const out = {
+        candidates: [candidate]
+    };
+    if (chatResp?.model) {
+        out.model = chatResp.model;
+    }
+    if (Object.keys(usageMetadata).length > 0)
+        out.usageMetadata = usageMetadata;
+    return out;
+}
+export class GeminiOpenAIConversionCodec {
+    _dependencies;
+    id = 'gemini-openai';
+    initialized = false;
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    constructor(_dependencies) {
+        this._dependencies = _dependencies;
+    }
+    async initialize() {
+        this.initialized = true;
+    }
+    async ensureInit() {
+        if (!this.initialized)
+            await this.initialize();
+    }
+    async convertRequest(payload, _profile, _context) {
+        await this.ensureInit();
+        const model = String((payload && typeof payload === 'object' && payload.model) || 'unknown');
+        const { messages } = buildOpenAIChatFromGeminiRequest(payload);
+        const out = { model, messages };
+        try {
+            const tools = mapGeminiToolsToOpenAI(payload?.tools);
+            if (tools.length > 0)
+                out.tools = tools;
+        }
+        catch {
+            // keep tools undefined on failure
+        }
+        try {
+            const gen = payload?.generationConfig;
+            if (gen && typeof gen === 'object') {
+                const g = gen;
+                const max = Number(g.maxOutputTokens ?? g.max_output_tokens);
+                if (Number.isFinite(max) && max > 0)
+                    out.max_tokens = max;
+                if (typeof g.temperature === 'number')
+                    out.temperature = g.temperature;
+                if (typeof g.topP === 'number')
+                    out.top_p = g.topP;
+                const stop = g.stopSequences;
+                if (typeof stop === 'string' && stop.trim()) {
+                    out.stop = [stop.trim()];
+                }
+                else if (Array.isArray(stop) && stop.length > 0) {
+                    out.stop = stop.map((s) => String(s)).filter(Boolean);
+                }
+            }
+        }
+        catch {
+            // best-effort on generationConfig
+        }
+        try {
+            const safety = payload?.safetySettings;
+            const metadata = payload?.metadata;
+            if (safety || metadata) {
+                out.metadata = {
+                    ...(isObject(metadata) ? metadata : {}),
+                    vendor: {
+                        ...(isObject(metadata?.vendor) ? metadata.vendor : {}),
+                        gemini: {
+                            safetySettings: safety
+                        }
+                    }
+                };
+            }
+        }
+        catch {
+            // ignore metadata failures
+        }
+        // 不在此处设置 stream；流控由后半段统一处理
+        return out;
+    }
+    async convertResponse(payload, _profile, _context) {
+        await this.ensureInit();
+        // 这里假设 payload 已经是标准 Chat completion，直接映射回 Gemini 响应；
+        // 对于 provider→Chat 的路径，宿主可以直接调用 buildOpenAIChatFromGeminiResponse。
+        return buildGeminiFromOpenAIChat(payload);
+    }
+}

package/dist/conversion/codecs/openai-openai-codec.d.ts

@@ -0,0 +1,12 @@
+import type { ConversionCodec, ConversionContext, ConversionProfile } from '../types.js';
+export declare class OpenAIOpenAIConversionCodec implements ConversionCodec {
+    private readonly dependencies;
+    readonly id = "openai-openai";
+    private initialized;
+    private ctxMap;
+    constructor(dependencies: any);
+    initialize(): Promise<void>;
+    convertRequest(payload: any, profile: ConversionProfile, context: ConversionContext): Promise<any>;
+    convertResponse(payload: any, _profile: ConversionProfile, context: ConversionContext): Promise<any>;
+    private ensureInit;
+}

package/dist/conversion/codecs/openai-openai-codec.js

@@ -0,0 +1,125 @@
+import { runStandardChatRequestFilters } from '../index.js';
+import { FilterEngine, ResponseToolTextCanonicalizeFilter, ResponseToolArgumentsStringifyFilter, ResponseFinishInvariantsFilter } from '../../filters/index.js';
+import { loadFieldMapConfig } from '../../filters/utils/fieldmap-loader.js';
+// processChatRequestTools/processChatResponseTools removed in favor of Filter pipeline
+import { finalizeOpenAIChatResponse } from '../shared/openai-finalizer.js';
+// Ported from root package (no behavior changes). Types relaxed to avoid root coupling.
+export class OpenAIOpenAIConversionCodec {
+    dependencies;
+    id = 'openai-openai';
+    initialized = false;
+    ctxMap = new Map();
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    constructor(dependencies) {
+        this.dependencies = dependencies;
+    }
+    async initialize() { this.initialized = true; }
+    async convertRequest(payload, profile, context) {
+        await this.ensureInit();
+        const dto = {
+            data: payload,
+            route: {
+                providerId: 'unknown',
+                modelId: (payload && typeof payload === 'object' && payload.model) ? String(payload.model) : 'unknown',
+                requestId: context.requestId ?? `req_${Date.now()}`,
+                timestamp: Date.now()
+            },
+            metadata: {
+                endpoint: context.endpoint ?? context.entryEndpoint,
+                entryEndpoint: context.entryEndpoint,
+                targetProtocol: profile.outgoingProtocol
+            },
+            debug: { enabled: false, stages: {} }
+        };
+        // Persist inbound streaming intent per requestId for response-side SSE decision
+        try {
+            const wantsStream = !!((dto.data && dto.data.stream === true) || (context?.stream === true) || (context?.metadata && context.metadata.stream === true));
+            const ep = String(context.entryEndpoint || context.endpoint || '');
+            if (dto.route.requestId)
+                this.ctxMap.set(dto.route.requestId, { stream: wantsStream, entryEndpoint: ep });
+        }
+        catch { /* ignore */ }
+        // 统一的 Chat 请求过滤链路（与 Responses/Anthropic 保持一致）
+        const ctxForFilters = {
+            ...context,
+            requestId: dto.route.requestId,
+            entryEndpoint: context.entryEndpoint ?? dto.metadata?.entryEndpoint ?? context.endpoint,
+            endpoint: context.endpoint ?? dto.metadata?.endpoint
+        };
+        return runStandardChatRequestFilters(dto.data, profile, ctxForFilters);
+    }
+    async convertResponse(payload, _profile, context) {
+        await this.ensureInit();
+        // unwrap nested { data: {...} } wrappers until we reach an object
+        const unwrap = (obj) => {
+            let cur = obj;
+            const guard = new Set();
+            while (cur && typeof cur === 'object' && !Array.isArray(cur) && !guard.has(cur)) {
+                guard.add(cur);
+                if ('choices' in cur || 'id' in cur || 'object' in cur) {
+                    break;
+                }
+                if ('data' in cur && cur.data && typeof cur.data === 'object') {
+                    cur = cur.data;
+                    continue;
+                }
+                break;
+            }
+            return cur;
+        };
+        const unwrapped = unwrap(payload);
+        const dto = {
+            data: unwrapped,
+            metadata: {
+                requestId: context.requestId ?? `req_${Date.now()}`,
+                pipelineId: context.metadata?.pipelineId ?? 'conversion-router',
+                processingTime: 0,
+                stages: []
+            }
+        };
+        // Run filter pipeline (no-op initially). Will be populated during migration.
+        const resCtxBase = {
+            requestId: context.requestId ?? dto.metadata.requestId,
+            model: undefined,
+            endpoint: context.entryEndpoint || context.endpoint,
+            profile: 'openai-chat',
+            debug: { emit: () => { } }
+        };
+        const engine = new FilterEngine();
+        // Response-side filters (idempotent w.r.t existing logic)
+        engine.registerFilter(new ResponseToolTextCanonicalizeFilter()); // response_pre
+        try {
+            const { ResponseToolArgumentsToonDecodeFilter } = await import('../../filters/index.js');
+            engine.registerFilter(new ResponseToolArgumentsToonDecodeFilter()); // response_pre, runs before stringify
+        }
+        catch { /* optional */ }
+        engine.registerFilter(new ResponseToolArgumentsStringifyFilter()); // response_post
+        engine.registerFilter(new ResponseFinishInvariantsFilter()); // response_post
+        // Load field map config (if present) and register transforms
+        try {
+            const cfg = await loadFieldMapConfig('openai-openai.fieldmap.json');
+            if (cfg)
+                engine.setFieldMap(cfg);
+            engine.registerTransform('stringifyJson', (v) => (typeof v === 'string') ? v : (() => { try {
+                return JSON.stringify(v ?? {});
+            }
+            catch {
+                return '{}';
+            } })());
+        }
+        catch { /* ignore */ }
+        let staged = await engine.run('response_pre', dto.data, resCtxBase);
+        staged = await engine.run('response_map', staged, resCtxBase);
+        staged = await engine.run('response_post', staged, resCtxBase);
+        // Canonicalization handled by filters (staged)
+        const canonical = staged;
+        // Finalize + hooks (pre/post snapshots)
+        const finalized = await finalizeOpenAIChatResponse(canonical, {
+            requestId: context.requestId,
+            endpoint: context.entryEndpoint || context.endpoint
+        });
+        return finalized;
+    }
+    async ensureInit() { if (!this.initialized)
+        await this.initialize(); }
+}

package/dist/conversion/codecs/responses-openai-codec.d.ts

@@ -0,0 +1,12 @@
+import type { ConversionCodec, ConversionContext, ConversionProfile } from '../types.js';
+export declare class ResponsesOpenAIConversionCodec implements ConversionCodec {
+    private readonly dependencies;
+    readonly id = "responses-openai";
+    private initialized;
+    private ctxMap;
+    constructor(dependencies: any);
+    initialize(): Promise<void>;
+    convertRequest(payload: any, profile: ConversionProfile, context: ConversionContext): Promise<any>;
+    convertResponse(payload: any, _profile: ConversionProfile, context: ConversionContext): Promise<any>;
+    private ensureInit;
+}