kimi-proxy 0.0.1

package/dist/services/kimiFixer.js

@@ -0,0 +1,160 @@
+import { logger } from "../utils/logger.js";
+const TOOL_BLOCK_RE = /<\|tool_call_begin\|>\s*(?<name>[^\s]+)\s*<\|tool_call_argument_begin\|>\s*(?<args>.*?)\s*<\|tool_call_end\|>/gs;
+const TOOL_SECTION_BEGIN = "<|tool_calls_section_begin|>";
+const TOOL_SECTION_END = "<|tool_calls_section_end|>";
+function cleanThinkingTags(text) {
+    if (!text) {
+        return "";
+    }
+    let cleaned = text.replaceAll("(no content)", "");
+    cleaned = cleaned.replace(/<thinking\s*>(.*?)<\/thinking\s*>/gis, (_, inner) => inner);
+    cleaned = cleaned.replace(/<think\s*>(.*?)<\/think\s*>/gis, (_, inner) => inner);
+    cleaned = cleaned.replace(/<\/think(?:ing)?\s*>/gi, "");
+    cleaned = cleaned.replace(/<think(?:ing)?\s*>/gi, "");
+    cleaned = cleaned.replace(/\n\s*\n\s*\n+/g, "\n\n");
+    return cleaned.trim();
+}
+function isJsonObject(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function parseToolCalls(section) {
+    const toolCalls = [];
+    const matches = section.matchAll(TOOL_BLOCK_RE);
+    let index = 0;
+    for (const match of matches) {
+        const rawName = match.groups?.name?.trim() ?? "";
+        const argsStr = match.groups?.args?.trim() ?? "";
+        let functionName = rawName;
+        let callId = `call_${index}`;
+        if (rawName.includes(".")) {
+            const [, rest] = rawName.split(".", 2);
+            functionName = rest;
+        }
+        if (functionName.includes(":")) {
+            const [name, idPart] = functionName.split(":", 2);
+            functionName = name;
+            if (idPart) {
+                callId = idPart;
+            }
+        }
+        let argumentsJson = argsStr;
+        try {
+            JSON.parse(argsStr);
+        }
+        catch (error) {
+            logger.warn({ err: error }, "Invalid JSON detected in tool arguments");
+            argumentsJson = JSON.stringify({ raw: argsStr });
+        }
+        toolCalls.push({
+            id: callId,
+            type: "function",
+            function: {
+                name: functionName,
+                arguments: argumentsJson,
+            },
+        });
+        index += 1;
+    }
+    return toolCalls;
+}
+export function fixKimiResponse(response) {
+    const metadata = {
+        extractedToolCalls: 0,
+        extractedFromReasoning: 0,
+        extractedFromContent: 0,
+        cleanedReasoningContent: false,
+        cleanedMessageContent: false,
+    };
+    try {
+        const choices = response?.choices;
+        if (!Array.isArray(choices) || !choices.length) {
+            return { response, metadata };
+        }
+        for (const choice of choices) {
+            if (!isJsonObject(choice)) {
+                continue;
+            }
+            const message = isJsonObject(choice.message)
+                ? choice.message
+                : (choice.message = {});
+            let aggregatedToolCalls = Array.isArray(message.tool_calls)
+                ? [...message.tool_calls]
+                : [];
+            if (typeof message.reasoning_content === "string") {
+                const original = message.reasoning_content;
+                const { cleanedText, extracted } = extractToolCallSections(original);
+                const cleanedReasoning = cleanThinkingTags(cleanedText);
+                if (cleanedReasoning !== original) {
+                    console.log("[KimiFixer] Cleaned reasoning content (thinking tags).");
+                    metadata.cleanedReasoningContent = true;
+                    message.reasoning_content = cleanedReasoning;
+                }
+                if (extracted.length) {
+                    console.log(`[KimiFixer] Extracted ${extracted.length} tool calls from reasoning content.`);
+                    aggregatedToolCalls = aggregatedToolCalls.concat(extracted);
+                    metadata.extractedFromReasoning += extracted.length;
+                    metadata.extractedToolCalls += extracted.length;
+                }
+            }
+            if (typeof message.content === "string") {
+                const original = message.content;
+                const { cleanedText, extracted } = extractToolCallSections(original);
+                const normalizedContent = normalizeContentText(cleanedText);
+                if (normalizedContent !== original) {
+                    console.log("[KimiFixer] Cleaned message content (text normalization).");
+                    metadata.cleanedMessageContent = true;
+                    message.content = normalizedContent;
+                }
+                if (extracted.length) {
+                    console.log(`[KimiFixer] Extracted ${extracted.length} tool calls from message content.`);
+                    aggregatedToolCalls = aggregatedToolCalls.concat(extracted);
+                    metadata.extractedFromContent += extracted.length;
+                    metadata.extractedToolCalls += extracted.length;
+                }
+            }
+            if (aggregatedToolCalls.length) {
+                message.tool_calls = aggregatedToolCalls;
+                choice.finish_reason = "tool_calls";
+            }
+            else if ("tool_calls" in message) {
+                delete message.tool_calls;
+            }
+        }
+        return { response, metadata };
+    }
+    catch (error) {
+        logger.error({ err: error }, "Failed to fix Kimi response");
+        return { response, metadata };
+    }
+}
+function extractToolCallSections(text) {
+    if (!text || !text.includes(TOOL_SECTION_BEGIN)) {
+        return { cleanedText: text ?? "", extracted: [] };
+    }
+    let remaining = text;
+    const extracted = [];
+    while (remaining.includes(TOOL_SECTION_BEGIN)) {
+        const start = remaining.indexOf(TOOL_SECTION_BEGIN);
+        if (start === -1) {
+            break;
+        }
+        const afterStart = start + TOOL_SECTION_BEGIN.length;
+        const end = remaining.indexOf(TOOL_SECTION_END, afterStart);
+        const section = end === -1
+            ? remaining.slice(afterStart)
+            : remaining.slice(afterStart, end);
+        extracted.push(...parseToolCalls(section));
+        remaining =
+            end === -1
+                ? remaining.slice(0, start)
+                : `${remaining.slice(0, start)}${remaining.slice(end + TOOL_SECTION_END.length)}`;
+    }
+    return { cleanedText: remaining.trim(), extracted };
+}
+function normalizeContentText(text) {
+    if (!text) {
+        return "";
+    }
+    return text.replaceAll("(no content)", "").trim();
+}
+//# sourceMappingURL=kimiFixer.js.map

package/dist/services/kimiFixer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kimiFixer.js","sourceRoot":"","sources":["../../src/services/kimiFixer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAG5C,MAAM,aAAa,GACjB,iHAAiH,CAAC;AAEpH,MAAM,kBAAkB,GAAG,8BAA8B,CAAC;AAC1D,MAAM,gBAAgB,GAAG,4BAA4B,CAAC;AAEtD,SAAS,iBAAiB,CAAC,IAAY;IACrC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IAElD,OAAO,GAAG,OAAO,CAAC,OAAO,CACvB,sCAAsC,EACtC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CACpB,CAAC;IACF,OAAO,GAAG,OAAO,CAAC,OAAO,CACvB,gCAAgC,EAChC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CACpB,CAAC;IACF,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC;IACxD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;IACtD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;IAEpD,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAWD,SAAS,YAAY,CAAC,KAA4B;IAChD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAChD,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAEjD,IAAI,YAAY,GAAG,OAAO,CAAC;QAC3B,IAAI,MAAM,GAAG,QAAQ,KAAK,EAAE,CAAC;QAE7B,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACvC,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,IAAI,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAClD,YAAY,GAAG,IAAI,CAAC;YACpB,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,GAAG,MAAM,CAAC;YAClB,CAAC;QACH,CAAC;QAED,IAAI,aAAa,GAAG,OAAO,CAAC;QAC5B,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,yCAAyC,CAAC,CAAC;YACvE,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,SAAS,CAAC,IAAI,CAAC;YACb,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,YAAY;gBAClB,SAAS,EAAE,aAAa;aACzB;SACF,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,CAAC;IACb,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAeD,MAAM,UAAU,eAAe,CAAC,QAAoB;IAClD,MAAM,QAAQ,GAAoB;QAChC,kBAAkB,EAAE,CAAC;QACrB,sBAAsB,EAAE,CAAC;QACzB,oBAAoB,EAAE,CAAC;QACvB,uBAAuB,EAAE,KAAK;QAC9B,qBAAqB,EAAE,KAAK;KAC7B,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,CAAC;QAClC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC/C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QAChC,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC1C,CAAC,CAAC,MAAM,CAAC,OAAO;gBAChB,CAAC,CAAE,CAAC,MAAM,CAAC,OAAO,GAAG,EAAE,CAAgB,CAAC;YAE1C,IAAI,mBAAmB,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;gBACzD,CAAC,CAAC,CAAC,GAAI,OAAO,CAAC,UAA2B,CAAC;gBAC3C,CAAC,CAAC,EAAE,CAAC;YAEP,IAAI,OAAO,OAAO,CAAC,iBAAiB,KAAK,QAAQ,EAAE,CAAC;gBAClD,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,CAAC;gBAC3C,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;gBACrE,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;gBACxD,IAAI,gBAAgB,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;oBACtE,QAAQ,CAAC,uBAAuB,GAAG,IAAI,CAAC;oBACxC,OAAO,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;gBAC/C,CAAC;gBACD,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;oBACrB,OAAO,CAAC,GAAG,CACT,yBAAyB,SAAS,CAAC,MAAM,qCAAqC,CAC/E,CAAC;oBACF,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;oBAC5D,QAAQ,CAAC,sBAAsB,IAAI,SAAS,CAAC,MAAM,CAAC;oBACpD,QAAQ,CAAC,kBAAkB,IAAI,SAAS,CAAC,MAAM,CAAC;gBAClD,CAAC;YACH,CAAC;YAED,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;gBACjC,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;gBACrE,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;gBAC5D,IAAI,iBAAiB,KAAK,QAAQ,EAAE,CAAC;oBACnC,OAAO,CAAC,GAAG,CACT,2DAA2D,CAC5D,CAAC;oBACF,QAAQ,CAAC,qBAAqB,GAAG,IAAI,CAAC;oBACtC,OAAO,CAAC,OAAO,GAAG,iBAAiB,CAAC;gBACtC,CAAC;gBAED,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;oBACrB,OAAO,CAAC,GAAG,CACT,yBAAyB,SAAS,CAAC,MAAM,mCAAmC,CAC7E,CAAC;oBACF,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;oBAC5D,QAAQ,CAAC,oBAAoB,IAAI,SAAS,CAAC,MAAM,CAAC;oBAClD,QAAQ,CAAC,kBAAkB,IAAI,SAAS,CAAC,MAAM,CAAC;gBAClD,CAAC;YACH,CAAC;YAED,IAAI,mBAAmB,CAAC,MAAM,EAAE,CAAC;gBAC/B,OAAO,CAAC,UAAU,GAAG,mBAAmB,CAAC;gBACzC,MAAM,CAAC,aAAa,GAAG,YAAY,CAAC;YACtC,CAAC;iBAAM,IAAI,YAAY,IAAI,OAAO,EAAE,CAAC;gBACnC,OAAO,OAAO,CAAC,UAAU,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,6BAA6B,CAAC,CAAC;QAC5D,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;IAChC,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,IAAY;IAI3C,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAChD,OAAO,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IACpD,CAAC;IAED,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,MAAM,SAAS,GAAmB,EAAE,CAAC;IAErC,OAAO,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACpD,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,MAAM;QACR,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,GAAG,kBAAkB,CAAC,MAAM,CAAC;QACrD,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;QAC5D,MAAM,OAAO,GACX,GAAG,KAAK,CAAC,CAAC;YACR,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC;YAC7B,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QACvC,SAAS,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3C,SAAS;YACP,GAAG,KAAK,CAAC,CAAC;gBACR,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;gBAC3B,CAAC,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,SAAS,CAAC,KAAK,CAC5C,GAAG,GAAG,gBAAgB,CAAC,MAAM,CAC9B,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AACpD,CAAC"}

package/dist/services/streaming.d.ts

@@ -0,0 +1,9 @@
+import { Readable } from "node:stream";
+import type { JsonObject } from "../core/types.js";
+export interface StreamingOptions {
+    delay: number;
+    chunkSize: number;
+}
+export declare function openAIStreamFromResponse(response: JsonObject, options: StreamingOptions): Readable;
+export declare function anthropicStreamFromResponse(response: JsonObject, options: StreamingOptions): Readable;
+export declare function openAIResponsesStreamFromResponse(response: JsonObject, options: StreamingOptions): Readable;