kimi-proxy 0.0.1

package/dist/persistence/logStore.js

@@ -0,0 +1,115 @@
+import Database from "better-sqlite3";
+import fs from "node:fs";
+import path from "node:path";
+import { logger } from "../utils/logger.js";
+export class LogStore {
+    dbPath;
+    db;
+    insertStmt;
+    constructor(dbPath) {
+        this.dbPath = dbPath;
+        const dir = path.dirname(dbPath);
+        fs.mkdirSync(dir, { recursive: true });
+        this.db = new Database(dbPath);
+        this.db.pragma("journal_mode = WAL");
+        this.db
+            .prepare(`
+        CREATE TABLE IF NOT EXISTS request_logs (
+          id INTEGER PRIMARY KEY AUTOINCREMENT,
+          timestamp TEXT DEFAULT (datetime('now')),
+          method TEXT NOT NULL,
+          url TEXT NOT NULL,
+          status_code INTEGER NOT NULL,
+          model TEXT,
+          request_body TEXT,
+          response_body TEXT,
+          provider_request_body TEXT,
+          provider_response_body TEXT
+        )
+      `)
+            .run();
+        this.ensureColumn("provider_request_body");
+        this.ensureColumn("provider_response_body");
+        this.insertStmt = this.db.prepare(`
+      INSERT INTO request_logs (timestamp, method, url, status_code, model, request_body, response_body, provider_request_body, provider_response_body)
+      VALUES (@timestamp, @method, @url, @statusCode, @model, @requestBody, @responseBody, @providerRequestBody, @providerResponseBody)
+    `);
+    }
+    append(entry) {
+        try {
+            this.insertStmt.run({
+                timestamp: new Date().toISOString(),
+                method: entry.method,
+                url: entry.url,
+                statusCode: entry.statusCode,
+                model: entry.model ?? null,
+                requestBody: JSON.stringify(entry.requestBody ?? null),
+                responseBody: JSON.stringify(entry.responseBody ?? null),
+                providerRequestBody: JSON.stringify(entry.providerRequestBody ?? null),
+                providerResponseBody: JSON.stringify(entry.providerResponseBody ?? null),
+            });
+        }
+        catch (error) {
+            logger.error({ err: error }, "Failed to append log entry");
+        }
+    }
+    list(query) {
+        const page = Math.max(1, query.page);
+        const pageSize = Math.max(1, Math.min(200, query.pageSize));
+        const offset = (page - 1) * pageSize;
+        const params = {};
+        let whereClause = "";
+        if (query.search) {
+            whereClause = `WHERE method LIKE @search OR url LIKE @search OR model LIKE @search OR CAST(status_code AS TEXT) LIKE @search OR request_body LIKE @search OR response_body LIKE @search`;
+            params.search = `%${query.search}%`;
+        }
+        const totalRow = this.db
+            .prepare(`SELECT COUNT(*) as count FROM request_logs ${whereClause}`)
+            .get(params);
+        const total = totalRow?.count ?? 0;
+        const rows = this.db
+            .prepare(`
+        SELECT * FROM request_logs
+        ${whereClause}
+        ORDER BY datetime(timestamp) DESC
+        LIMIT @limit OFFSET @offset
+      `)
+            .all({ ...params, limit: pageSize, offset });
+        const items = rows.map((row) => ({
+            id: row.id,
+            timestamp: new Date(row.timestamp).toISOString(),
+            method: row.method,
+            url: row.url,
+            status_code: row.status_code,
+            model: row.model,
+            request_body: safeJsonParse(row.request_body),
+            response_body: safeJsonParse(row.response_body),
+            provider_request_body: safeJsonParse(row.provider_request_body),
+            provider_response_body: safeJsonParse(row.provider_response_body),
+        }));
+        return { items, total: Number(total) || 0, page, pageSize };
+    }
+    ensureColumn(column) {
+        const info = this.db
+            .prepare(`PRAGMA table_info(request_logs)`)
+            .all();
+        const hasColumn = info.some((entry) => entry.name === column);
+        if (!hasColumn) {
+            this.db
+                .prepare(`ALTER TABLE request_logs ADD COLUMN ${column} TEXT`)
+                .run();
+        }
+    }
+}
+function safeJsonParse(payload) {
+    if (!payload) {
+        return null;
+    }
+    try {
+        return JSON.parse(payload);
+    }
+    catch {
+        return payload;
+    }
+}
+//# sourceMappingURL=logStore.js.map

package/dist/persistence/logStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logStore.js","sourceRoot":"","sources":["../../src/persistence/logStore.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAqD5C,MAAM,OAAO,QAAQ;IAIU;IAHrB,EAAE,CAAoB;IACtB,UAAU,CAAqB;IAEvC,YAA6B,MAAc;QAAd,WAAM,GAAN,MAAM,CAAQ;QACzC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACjC,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;;;;;;;;;;;;;OAaD,CACA;aACA,GAAG,EAAE,CAAC;QAET,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAC;QAC3C,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAAC,CAAC;QAE5C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGjC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAqB;QAC1B,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAClB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI;gBAC1B,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;gBACtD,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC;gBACxD,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,mBAAmB,IAAI,IAAI,CAAC;gBACtE,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAClC,KAAK,CAAC,oBAAoB,IAAI,IAAI,CACnC;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,4BAA4B,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAAoB;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC;QAErC,MAAM,MAAM,GAAoC,EAAE,CAAC;QACnD,IAAI,WAAW,GAAG,EAAE,CAAC;QAErB,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,WAAW,GAAG,0KAA0K,CAAC;YACzL,MAAM,CAAC,MAAM,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QACtC,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE;aACrB,OAAO,CAAC,8CAA8C,WAAW,EAAE,CAAC;aACpE,GAAG,CAAC,MAAM,CAAmC,CAAC;QACjD,MAAM,KAAK,GAAG,QAAQ,EAAE,KAAK,IAAI,CAAC,CAAC;QAEnC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CACN;;UAEE,WAAW;;;OAGd,CACA;aACA,GAAG,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAa,CAAC;QAE3D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC/B,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YAChD,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,YAAY,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC;YAC7C,aAAa,EAAE,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC;YAC/C,qBAAqB,EAAE,aAAa,CAAC,GAAG,CAAC,qBAAqB,CAAC;YAC/D,sBAAsB,EAAE,aAAa,CAAC,GAAG,CAAC,sBAAsB,CAAC;SAClE,CAAC,CAAC,CAAC;QAEJ,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC9D,CAAC;IAEO,YAAY,CAAC,MAAc;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,iCAAiC,CAAC;aAC1C,GAAG,EAA8B,CAAC;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC9D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,EAAE;iBACJ,OAAO,CAAC,uCAAuC,MAAM,OAAO,CAAC;iBAC7D,GAAG,EAAE,CAAC;QACX,CAAC;IACH,CAAC;CACF;AAED,SAAS,aAAa,CAAC,OAAsB;IAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC;IACjB,CAAC;AACH,CAAC"}

package/dist/server.d.ts

@@ -0,0 +1,3 @@
+import { FastifyInstance } from "fastify";
+import { AppConfig } from "./config.js";
+export declare function createServer(config: AppConfig): Promise<FastifyInstance>;

package/dist/server.js

@@ -0,0 +1,385 @@
+import Fastify from "fastify";
+import cors from "@fastify/cors";
+import FastifyStatic from "@fastify/static";
+import { fileURLToPath } from "node:url";
+import { dirname, join } from "node:path";
+import { existsSync } from "node:fs";
+import { pipeline } from "node:stream/promises";
+import { LogStore } from "./persistence/logStore.js";
+import { LLMProxyPipeline } from "./core/pipeline.js";
+import { ProviderRegistry } from "./core/providers/types.js";
+import { OpenAIProvider } from "./core/providers/openaiProvider.js";
+import { OpenRouterProvider } from "./core/providers/openRouterProvider.js";
+import { VertexMaaSProvider } from "./core/providers/vertexProvider.js";
+import { ConverterRegistry } from "./core/converters/types.js";
+import { OpenAIChatPassthroughConverter, OpenAIResponsesPassthroughConverter, } from "./core/converters/openaiPassthrough.js";
+import { AnthropicToOpenAIConverter } from "./core/converters/anthropicToOpenAI.js";
+import { DisableStreamingTransform } from "./core/transforms/request/DisableStreamingTransform.js";
+import { ClampMaxTokensTransform } from "./core/transforms/request/ClampMaxTokensTransform.js";
+import { EnsureToolCallRequestTransform } from "./core/transforms/request/EnsureToolCallRequestTransform.js";
+import { KimiResponseTransform } from "./core/transforms/response/KimiResponseTransform.js";
+import { EnsureToolCallResponseTransform } from "./core/transforms/response/EnsureToolCallResponseTransform.js";
+import { ClientFormat, ProxyOperation, } from "./core/types.js";
+import { openAIStreamFromResponse, anthropicStreamFromResponse, openAIResponsesStreamFromResponse, } from "./services/streaming.js";
+import { createRequestId } from "./utils/ids.js";
+import { logger } from "./utils/logger.js";
+import { resolveEnvVarsDeep } from "./utils/envResolver.js";
+import { ModelRegistry } from "./core/modelRegistry.js";
+import { createEnsureToolCallState, getEnsureToolCallState, } from "./core/ensureToolCall.js";
+import { setPipelineMaxAttempts } from "./core/pipelineControl.js";
+const TOOL_CALL_ENFORCER_ATTEMPTS = resolveEnsureToolCallAttemptLimit();
+export async function createServer(config) {
+    const server = Fastify({ logger: false });
+    await server.register(cors, { origin: true });
+    const currentDir = dirname(fileURLToPath(import.meta.url));
+    const uiDist = join(currentDir, "..", "frontend", "dist");
+    const indexPath = join(uiDist, "index.html");
+    const hasStaticAssets = existsSync(indexPath);
+    if (hasStaticAssets) {
+        await server.register(FastifyStatic, {
+            root: uiDist,
+            prefix: "/",
+            wildcard: false,
+            decorateReply: true,
+            maxAge: 86400000,
+        });
+        server.get("/*", async (req, reply) => {
+            const file = req.params["*"] ?? "";
+            const isAsset = file.includes(".");
+            if (!isAsset) {
+                reply.sendFile("index.html");
+                return;
+            }
+            reply.sendFile(file);
+        });
+    }
+    else {
+        logger.warn(`Static frontend assets not found at ${indexPath}; skipping static serving.`);
+    }
+    const logStore = new LogStore(config.logging.dbPath);
+    const providerRegistry = new ProviderRegistry();
+    if (config.providers.openai) {
+        providerRegistry.register(new OpenAIProvider(config.providers.openai));
+    }
+    if (config.providers.openrouter) {
+        providerRegistry.register(new OpenRouterProvider(config.providers.openrouter));
+    }
+    if (config.providers.vertex) {
+        providerRegistry.register(new VertexMaaSProvider(config.providers.vertex));
+    }
+    const modelRegistry = new ModelRegistry(config.models.definitions, config.models.defaultStrategy);
+    const converterRegistry = new ConverterRegistry();
+    converterRegistry.register(new OpenAIChatPassthroughConverter());
+    converterRegistry.register(new OpenAIResponsesPassthroughConverter());
+    converterRegistry.register(new AnthropicToOpenAIConverter());
+    const requestTransforms = [
+        new DisableStreamingTransform(),
+        new ClampMaxTokensTransform(),
+        new EnsureToolCallRequestTransform(),
+    ];
+    const responseTransforms = [
+        new KimiResponseTransform(),
+        new EnsureToolCallResponseTransform(),
+    ];
+    const pipeline = new LLMProxyPipeline({
+        converterRegistry,
+        requestTransforms,
+        responseTransforms,
+    });
+    const pipelineDeps = {
+        pipeline,
+        providerRegistry,
+        modelRegistry,
+        logStore,
+        config,
+    };
+    server.post("/v1/chat/completions", async (req, reply) => {
+        const body = requestBodyAsObject(req);
+        await handleProxyRequest(req, reply, body, pipelineDeps, {
+            operation: ProxyOperation.ChatCompletions,
+            clientFormat: ClientFormat.OpenAIChatCompletions,
+        });
+    });
+    server.post("/v1/messages", async (req, reply) => {
+        const body = requestBodyAsObject(req);
+        await handleAnthropicMessages(req, reply, body, pipelineDeps);
+    });
+    server.post("/v1/responses", async (req, reply) => {
+        const body = requestBodyAsObject(req);
+        await handleProxyRequest(req, reply, body, pipelineDeps, {
+            operation: ProxyOperation.Responses,
+            clientFormat: ClientFormat.OpenAIResponses,
+        });
+    });
+    server.get("/v1/models", (_req, reply) => {
+        const summaries = modelRegistry.list();
+        const data = summaries.map((summary) => ({
+            id: summary.name,
+            object: "model",
+            owned_by: "system",
+            name: summary.name,
+            metadata: {
+                strategy: summary.strategy,
+                variants: summary.variants,
+            },
+        }));
+        reply.send({ object: "list", data });
+    });
+    server.get("/api/logs", (req, reply) => {
+        const { page = "1", page_size = "20", search, } = req.query;
+        const result = logStore.list({
+            page: Number(page),
+            pageSize: Number(page_size),
+            search,
+        });
+        reply.send(result);
+    });
+    return server;
+}
+function requestBodyAsObject(req) {
+    const body = req.body;
+    if (!body || typeof body !== "object") {
+        return {};
+    }
+    return body;
+}
+async function handleProxyRequest(req, reply, body, deps, options) {
+    const model = body.model;
+    if (!model || typeof model !== "string") {
+        reply.status(400).send({ error: { message: "model is required" } });
+        return;
+    }
+    let provider;
+    let resolvedModel;
+    let providerConfig;
+    try {
+        resolvedModel = deps.modelRegistry.resolve(model);
+        provider = deps.providerRegistry.get(resolvedModel.provider);
+        if (resolvedModel.providerConfig) {
+            providerConfig = resolveEnvVarsDeep(resolvedModel.providerConfig);
+        }
+    }
+    catch (error) {
+        logger.error({ err: error, model }, "Model resolution failed");
+        deps.logStore.append({
+            method: req.method,
+            url: req.url,
+            statusCode: 400,
+            model: typeof model === "string" ? model : undefined,
+            requestBody: body,
+            responseBody: { error: { message: error.message } },
+            providerRequestBody: null,
+            providerResponseBody: null,
+        });
+        reply.status(400).send({ error: { message: error.message } });
+        return;
+    }
+    const effectiveBody = deepClone(body);
+    effectiveBody.model = resolvedModel.upstreamModel;
+    const request = {
+        id: createRequestId(),
+        operation: options.operation,
+        clientFormat: options.clientFormat,
+        model,
+        body: effectiveBody,
+        headers: normalizeHeaders(req.headers),
+        stream: Boolean(body.stream),
+        state: {
+            originalStream: Boolean(body.stream),
+        },
+    };
+    request.state.resolvedModel = serializeResolvedModel(resolvedModel);
+    maybeEnableToolCallEnforcement(request, resolvedModel.ensureToolCall === true);
+    try {
+        const result = await deps.pipeline.execute(provider, request, providerConfig);
+        deps.logStore.append({
+            method: req.method,
+            url: req.url,
+            statusCode: result.statusCode,
+            model,
+            requestBody: body,
+            responseBody: result.responseBody,
+            providerRequestBody: result.providerRequestBody,
+            providerResponseBody: result.providerResponse?.body,
+        });
+        if (result.isError) {
+            reply.status(result.statusCode).send(result.responseBody);
+            return;
+        }
+        await sendResponse(reply, request, result.responseBody, deps.config.streaming);
+    }
+    catch (error) {
+        logger.error({ err: error }, "Pipeline execution failed");
+        reply.status(500).send({ error: { message: "Internal proxy error" } });
+    }
+}
+async function handleAnthropicMessages(req, reply, body, deps) {
+    const model = body.model;
+    if (!model || typeof model !== "string") {
+        reply.status(400).send({ error: { message: "model is required" } });
+        return;
+    }
+    let provider;
+    let resolvedModel;
+    let providerConfig;
+    try {
+        resolvedModel = deps.modelRegistry.resolve(model);
+        provider = deps.providerRegistry.get(resolvedModel.provider);
+        if (resolvedModel.providerConfig) {
+            providerConfig = resolveEnvVarsDeep(resolvedModel.providerConfig);
+        }
+    }
+    catch (error) {
+        logger.error({ err: error, model }, "Model resolution failed");
+        deps.logStore.append({
+            method: req.method,
+            url: req.url,
+            statusCode: 400,
+            model: typeof model === "string" ? model : undefined,
+            requestBody: body,
+            responseBody: { error: { message: error.message } },
+            providerRequestBody: null,
+            providerResponseBody: null,
+        });
+        reply.status(400).send({ error: { message: error.message } });
+        return;
+    }
+    const effectiveBody = deepClone(body);
+    effectiveBody.model = resolvedModel.upstreamModel;
+    const request = {
+        id: createRequestId(),
+        operation: ProxyOperation.Messages,
+        clientFormat: ClientFormat.AnthropicMessages,
+        model,
+        body: effectiveBody,
+        headers: normalizeHeaders(req.headers),
+        stream: Boolean(body.stream),
+        state: {
+            originalStream: Boolean(body.stream),
+        },
+    };
+    request.state.resolvedModel = serializeResolvedModel(resolvedModel);
+    maybeEnableToolCallEnforcement(request, resolvedModel.ensureToolCall === true);
+    try {
+        const result = await deps.pipeline.execute(provider, request, providerConfig);
+        deps.logStore.append({
+            method: req.method,
+            url: req.url,
+            statusCode: result.statusCode,
+            model,
+            requestBody: body,
+            responseBody: result.responseBody,
+            providerRequestBody: result.providerRequestBody,
+            providerResponseBody: result.providerResponse?.body,
+        });
+        if (result.isError) {
+            reply.status(result.statusCode).send(result.responseBody);
+            return;
+        }
+        await sendResponse(reply, request, result.responseBody, deps.config.streaming);
+    }
+    catch (error) {
+        logger.error({ err: error }, "Anthropic messages handling failed");
+        reply.status(500).send({ error: { message: "Internal proxy error" } });
+    }
+}
+function serializeResolvedModel(variant) {
+    return {
+        name: variant.name,
+        provider: variant.provider,
+        upstreamModel: variant.upstreamModel,
+        weight: variant.weight,
+        strategy: variant.strategy ?? "first",
+        ensureToolCall: variant.ensureToolCall,
+    };
+}
+function maybeEnableToolCallEnforcement(request, enabled) {
+    if (!enabled) {
+        return;
+    }
+    if (!getEnsureToolCallState(request.state)) {
+        createEnsureToolCallState(request.state);
+    }
+    setPipelineMaxAttempts(request.state, TOOL_CALL_ENFORCER_ATTEMPTS);
+}
+async function sendResponse(reply, request, payload, streamingOptions) {
+    const shouldStream = Boolean(request.state.originalStream);
+    if (!shouldStream) {
+        reply.send(payload);
+        return;
+    }
+    if (!isJsonObject(payload)) {
+        reply.send(payload);
+        return;
+    }
+    if (request.clientFormat === ClientFormat.AnthropicMessages) {
+        reply.header("Content-Type", "text/event-stream");
+        reply.header("Cache-Control", "no-cache");
+        reply.header("Connection", "keep-alive");
+        reply.send(anthropicStreamFromResponse(payload, streamingOptions));
+        return;
+    }
+    if (request.clientFormat === ClientFormat.OpenAIResponses) {
+        // Using reply.hijack() to bypass Fastify's default response handling which
+        // incorrectly sets Content-Length: 0 for streaming responses in some environments.
+        // This allows us to pipe the stream directly to the raw socket.
+        reply.hijack();
+        reply.raw.setHeader("Content-Type", "text/event-stream");
+        reply.raw.setHeader("Cache-Control", "no-cache");
+        reply.raw.setHeader("Connection", "keep-alive");
+        reply.removeHeader("Content-Length");
+        const stream = openAIResponsesStreamFromResponse(payload, streamingOptions);
+        try {
+            await pipeline(stream, reply.raw);
+        }
+        catch (error) {
+            if (isPrematureCloseError(error)) {
+                logger.debug({ err: error }, "Client disconnected before streaming completed");
+            }
+            else {
+                throw error;
+            }
+        }
+        return;
+    }
+    reply.header("Content-Type", "text/event-stream");
+    reply.header("Cache-Control", "no-cache");
+    reply.header("Connection", "keep-alive");
+    reply.send(openAIStreamFromResponse(payload, streamingOptions));
+}
+function normalizeHeaders(headers) {
+    const normalized = {};
+    for (const [key, value] of Object.entries(headers)) {
+        if (typeof value === "string") {
+            normalized[key.toLowerCase()] = value;
+        }
+    }
+    return normalized;
+}
+function deepClone(value) {
+    if (value === undefined || value === null) {
+        return value;
+    }
+    return JSON.parse(JSON.stringify(value));
+}
+function isPrematureCloseError(error) {
+    if (!error || typeof error !== "object") {
+        return false;
+    }
+    const err = error;
+    if (err.code === "ERR_STREAM_PREMATURE_CLOSE") {
+        return true;
+    }
+    return (typeof err.message === "string" && err.message.includes("Premature close"));
+}
+function isJsonObject(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function resolveEnsureToolCallAttemptLimit() {
+    const raw = Number(process.env.ENSURE_TOOL_CALL_MAX_ATTEMPTS ?? "3");
+    if (!Number.isFinite(raw) || raw < 1) {
+        return 3;
+    }
+    return Math.min(5, Math.floor(raw));
+}
+//# sourceMappingURL=server.js.map

package/dist/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,OAIN,MAAM,SAAS,CAAC;AACjB,OAAO,IAAI,MAAM,eAAe,CAAC;AACjC,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAEhD,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAe,MAAM,2BAA2B,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EACL,8BAA8B,EAC9B,mCAAmC,GACpC,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,EAAE,yBAAyB,EAAE,MAAM,wDAAwD,CAAC;AACnG,OAAO,EAAE,uBAAuB,EAAE,MAAM,sDAAsD,CAAC;AAC/F,OAAO,EAAE,8BAA8B,EAAE,MAAM,6DAA6D,CAAC;AAC7G,OAAO,EAAE,qBAAqB,EAAE,MAAM,qDAAqD,CAAC;AAC5F,OAAO,EAAE,+BAA+B,EAAE,MAAM,+DAA+D,CAAC;AAChH,OAAO,EACL,YAAY,EACZ,cAAc,GAIf,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,wBAAwB,EACxB,2BAA2B,EAC3B,iCAAiC,GAElC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAE5D,OAAO,EAAE,aAAa,EAAgB,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACL,yBAAyB,EACzB,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAenE,MAAM,2BAA2B,GAAG,iCAAiC,EAAE,CAAC;AAExE,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAiB;IAEjB,MAAM,MAAM,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1C,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAE9C,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAC7C,MAAM,eAAe,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IAE9C,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE;YACnC,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,GAAG;YACX,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,IAAI;YACnB,MAAM,EAAE,QAAQ;SACjB,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;YACpC,MAAM,IAAI,GAAI,GAAG,CAAC,MAAiC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBAC7B,OAAO;YACT,CAAC;YACD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CACT,uCAAuC,SAAS,4BAA4B,CAC7E,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAEhD,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QAC5B,gBAAgB,CAAC,QAAQ,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,MAAM,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;QAChC,gBAAgB,CAAC,QAAQ,CACvB,IAAI,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CACpD,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QAC5B,gBAAgB,CAAC,QAAQ,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,aAAa,CACrC,MAAM,CAAC,MAAM,CAAC,WAAW,EACzB,MAAM,CAAC,MAAM,CAAC,eAAe,CAC9B,CAAC;IAEF,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAClD,iBAAiB,CAAC,QAAQ,CAAC,IAAI,8BAA8B,EAAE,CAAC,CAAC;IACjE,iBAAiB,CAAC,QAAQ,CAAC,IAAI,mCAAmC,EAAE,CAAC,CAAC;IACtE,iBAAiB,CAAC,QAAQ,CAAC,IAAI,0BAA0B,EAAE,CAAC,CAAC;IAE7D,MAAM,iBAAiB,GAAuB;QAC5C,IAAI,yBAAyB,EAAE;QAC/B,IAAI,uBAAuB,EAAE;QAC7B,IAAI,8BAA8B,EAAE;KACrC,CAAC;IACF,MAAM,kBAAkB,GAAwB;QAC9C,IAAI,qBAAqB,EAAE;QAC3B,IAAI,+BAA+B,EAAE;KACtC,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC;QACpC,iBAAiB;QACjB,iBAAiB;QACjB,kBAAkB;KACnB,CAAC,CAAC;IAEH,MAAM,YAAY,GAAoB;QACpC,QAAQ;QACR,gBAAgB;QAChB,aAAa;QACb,QAAQ;QACR,MAAM;KACP,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;QACvD,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,kBAAkB,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;YACvD,SAAS,EAAE,cAAc,CAAC,eAAe;YACzC,YAAY,EAAE,YAAY,CAAC,qBAAqB;SACjD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;QAC/C,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,uBAAuB,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;QAChD,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,kBAAkB,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;YACvD,SAAS,EAAE,cAAc,CAAC,SAAS;YACnC,YAAY,EAAE,YAAY,CAAC,eAAe;SAC3C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACvC,EAAE,EAAE,OAAO,CAAC,IAAI;YAChB,MAAM,EAAE,OAAO;YACf,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE;gBACR,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B;SACF,CAAC,CAAC,CAAC;QACJ,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACrC,MAAM,EACJ,IAAI,GAAG,GAAG,EACV,SAAS,GAAG,IAAI,EAChB,MAAM,GACP,GAAG,GAAG,CAAC,KAA+B,CAAC;QACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC;YAC3B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC;YAClB,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC;YAC3B,MAAM;SACP,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAmB;IAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACtB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,IAAkB,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,GAAmB,EACnB,KAAmB,EACnB,IAAgB,EAChB,IAAqB,EACrB,OAA4B;IAE5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACzB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;QACpE,OAAO;IACT,CAAC;IAED,IAAI,QAAqB,CAAC;IAC1B,IAAI,aAA2B,CAAC;IAChC,IAAI,cAAsC,CAAC;IAC3C,IAAI,CAAC;QACH,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAClD,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAE7D,IAAI,aAAa,CAAC,cAAc,EAAE,CAAC;YACjC,cAAc,GAAG,kBAAkB,CACjC,aAAa,CAAC,cAAc,CACf,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,yBAAyB,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACnB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,UAAU,EAAE,GAAG;YACf,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACpD,WAAW,EAAE,IAAI;YACjB,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE;YAC9D,mBAAmB,EAAE,IAAI;YACzB,oBAAoB,EAAE,IAAI;SAC3B,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACzE,OAAO;IACT,CAAC;IAED,MAAM,aAAa,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACtC,aAAa,CAAC,KAAK,GAAG,aAAa,CAAC,aAAa,CAAC;IAElD,MAAM,OAAO,GAAiB;QAC5B,EAAE,EAAE,eAAe,EAAE;QACrB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,KAAK;QACL,IAAI,EAAE,aAAa;QACnB,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;QACtC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5B,KAAK,EAAE;YACL,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;SACrC;KACF,CAAC;IACF,OAAO,CAAC,KAAK,CAAC,aAAa,GAAG,sBAAsB,CAAC,aAAa,CAAC,CAAC;IACpE,8BAA8B,CAC5B,OAAO,EACP,aAAa,CAAC,cAAc,KAAK,IAAI,CACtC,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CACxC,QAAQ,EACR,OAAO,EACP,cAAc,CACf,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACnB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,KAAK;YACL,WAAW,EAAE,IAAI;YACjB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,EAAE,IAAI;SACpD,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,MAAM,YAAY,CAChB,KAAK,EACL,OAAO,EACP,MAAM,CAAC,YAAY,EACnB,IAAI,CAAC,MAAM,CAAC,SAAS,CACtB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,2BAA2B,CAAC,CAAC;QAC1D,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,GAAmB,EACnB,KAAmB,EACnB,IAAgB,EAChB,IAAqB;IAErB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACzB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;QACpE,OAAO;IACT,CAAC;IAED,IAAI,QAAqB,CAAC;IAC1B,IAAI,aAA2B,CAAC;IAChC,IAAI,cAAsC,CAAC;IAC3C,IAAI,CAAC;QACH,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAClD,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAE7D,IAAI,aAAa,CAAC,cAAc,EAAE,CAAC;YACjC,cAAc,GAAG,kBAAkB,CACjC,aAAa,CAAC,cAAc,CACf,CAAC;QAClB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,yBAAyB,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACnB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,UAAU,EAAE,GAAG;YACf,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACpD,WAAW,EAAE,IAAI;YACjB,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE;YAC9D,mBAAmB,EAAE,IAAI;YACzB,oBAAoB,EAAE,IAAI;SAC3B,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAG,KAAe,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACzE,OAAO;IACT,CAAC;IAED,MAAM,aAAa,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACtC,aAAa,CAAC,KAAK,GAAG,aAAa,CAAC,aAAa,CAAC;IAElD,MAAM,OAAO,GAAiB;QAC5B,EAAE,EAAE,eAAe,EAAE;QACrB,SAAS,EAAE,cAAc,CAAC,QAAQ;QAClC,YAAY,EAAE,YAAY,CAAC,iBAAiB;QAC5C,KAAK;QACL,IAAI,EAAE,aAAa;QACnB,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;QACtC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5B,KAAK,EAAE;YACL,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;SACrC;KACF,CAAC;IACF,OAAO,CAAC,KAAK,CAAC,aAAa,GAAG,sBAAsB,CAAC,aAAa,CAAC,CAAC;IACpE,8BAA8B,CAC5B,OAAO,EACP,aAAa,CAAC,cAAc,KAAK,IAAI,CACtC,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CACxC,QAAQ,EACR,OAAO,EACP,cAAc,CACf,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACnB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,KAAK;YACL,WAAW,EAAE,IAAI;YACjB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;YAC/C,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,EAAE,IAAI;SACpD,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,MAAM,YAAY,CAChB,KAAK,EACL,OAAO,EACP,MAAM,CAAC,YAAY,EACnB,IAAI,CAAC,MAAM,CAAC,SAAS,CACtB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,oCAAoC,CAAC,CAAC;QACnE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAqB;IACnD,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO;QACrC,cAAc,EAAE,OAAO,CAAC,cAAc;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CACrC,OAAqB,EACrB,OAAgB;IAEhB,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;IACT,CAAC;IACD,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3C,yBAAyB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IACD,sBAAsB,CAAC,OAAO,CAAC,KAAK,EAAE,2BAA2B,CAAC,CAAC;AACrE,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,KAAmB,EACnB,OAAgE,EAChE,OAAkB,EAClB,gBAAkC;IAElC,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAC3D,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,OAAO;IACT,CAAC;IAED,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,KAAK,YAAY,CAAC,iBAAiB,EAAE,CAAC;QAC5D,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;QAClD,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QAC1C,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACnE,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,KAAK,YAAY,CAAC,eAAe,EAAE,CAAC;QAC1D,2EAA2E;QAC3E,mFAAmF;QACnF,gEAAgE;QAChE,KAAK,CAAC,MAAM,EAAE,CAAC;QACf,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;QACzD,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QACjD,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAChD,KAAK,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAErC,MAAM,MAAM,GAAG,iCAAiC,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;QAC5E,IAAI,CAAC;YACH,MAAM,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,qBAAqB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,KAAK,EAAE,EACd,gDAAgD,CACjD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO;IACT,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;IAClD,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IAC1C,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IACzC,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,gBAAgB,CACvB,OAAkC;IAElC,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,GAAG,KAAK,CAAC;QACxC,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,SAAS,CAAI,KAAQ;IAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAM,CAAC;AAChD,CAAC;AACD,SAAS,qBAAqB,CAAC,KAAc;IAC3C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,GAAG,GAAG,KAA4C,CAAC;IACzD,IAAI,GAAG,CAAC,IAAI,KAAK,4BAA4B,EAAE,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,CACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAC3E,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAgB;IACpC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,iCAAiC;IACxC,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,GAAG,CAAC,CAAC;IACrE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACrC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;AACtC,CAAC"}

package/dist/services/kimiFixer.d.ts

@@ -0,0 +1,13 @@
+import type { JsonObject } from "../core/types.js";
+export interface KimiFixMetadata extends JsonObject {
+    extractedToolCalls: number;
+    extractedFromReasoning: number;
+    extractedFromContent: number;
+    cleanedReasoningContent: boolean;
+    cleanedMessageContent: boolean;
+}
+export interface KimiFixResult {
+    response: JsonObject;
+    metadata: KimiFixMetadata;
+}
+export declare function fixKimiResponse(response: JsonObject): KimiFixResult;