waifu-code 1.0.1

package/dist/proxy/commandUtils.js

@@ -0,0 +1,155 @@
+/**
+ * Command parsing utilities for API optimizations.
+ * Port of Python command_utils.py from the proxy server.
+ */
+/**
+ * Extract the command prefix for fast prefix detection.
+ * Returns the command prefix (e.g., "git", "git commit", "npm install")
+ * or "none" if no valid command found.
+ */
+export function extractCommandPrefix(command) {
+    if (command.includes("`") || command.includes("$(")) {
+        return "command_injection_detected";
+    }
+    try {
+        // Simple shell-like splitting (not full shlex but good enough)
+        const parts = shellSplit(command);
+        if (parts.length === 0)
+            return "none";
+        // Skip env var assignments
+        let cmdStart = 0;
+        for (let i = 0; i < parts.length; i++) {
+            if (parts[i].includes("=") && !parts[i].startsWith("-")) {
+                cmdStart = i + 1;
+            }
+            else {
+                break;
+            }
+        }
+        if (cmdStart >= parts.length)
+            return "none";
+        const cmdParts = parts.slice(cmdStart);
+        if (cmdParts.length === 0)
+            return "none";
+        const firstWord = cmdParts[0];
+        const twoWordCommands = new Set([
+            "git", "npm", "docker", "kubectl", "cargo", "go", "pip", "yarn",
+        ]);
+        if (twoWordCommands.has(firstWord) && cmdParts.length > 1) {
+            const secondWord = cmdParts[1];
+            if (!secondWord.startsWith("-")) {
+                return `${firstWord} ${secondWord}`;
+            }
+            return firstWord;
+        }
+        if (cmdStart > 0) {
+            return parts.slice(0, cmdStart).join(" ") + " " + firstWord;
+        }
+        return firstWord;
+    }
+    catch {
+        const split = command.split(/\s+/);
+        return split[0] || "none";
+    }
+}
+/**
+ * Extract file paths from a command locally.
+ * Returns filepath extraction result in <filepaths> format.
+ */
+export function extractFilepathsFromCommand(command, _output) {
+    const LISTING_COMMANDS = new Set([
+        "ls", "dir", "find", "tree", "pwd", "cd", "mkdir", "rmdir", "rm",
+    ]);
+    const READING_COMMANDS = new Set([
+        "cat", "head", "tail", "less", "more", "bat", "type",
+    ]);
+    try {
+        const parts = shellSplit(command);
+        if (parts.length === 0)
+            return "<filepaths>\n</filepaths>";
+        // Get base command name (handle paths like /usr/bin/cat)
+        const baseCmd = parts[0]
+            .split("/").pop()
+            .split("\\").pop()
+            .toLowerCase();
+        if (LISTING_COMMANDS.has(baseCmd)) {
+            return "<filepaths>\n</filepaths>";
+        }
+        if (READING_COMMANDS.has(baseCmd)) {
+            const filepaths = parts.slice(1).filter((p) => !p.startsWith("-"));
+            if (filepaths.length > 0) {
+                return `<filepaths>\n${filepaths.join("\n")}\n</filepaths>`;
+            }
+            return "<filepaths>\n</filepaths>";
+        }
+        if (baseCmd === "grep") {
+            const flagsWithArgs = new Set(["-e", "-f", "-m", "-A", "-B", "-C"]);
+            let patternViaFlag = false;
+            const positional = [];
+            let skipNext = false;
+            for (const part of parts.slice(1)) {
+                if (skipNext) {
+                    skipNext = false;
+                    continue;
+                }
+                if (part.startsWith("-")) {
+                    if (flagsWithArgs.has(part)) {
+                        if (part === "-e" || part === "-f")
+                            patternViaFlag = true;
+                        skipNext = true;
+                    }
+                    continue;
+                }
+                positional.push(part);
+            }
+            const filepaths = patternViaFlag ? positional : positional.slice(1);
+            if (filepaths.length > 0) {
+                return `<filepaths>\n${filepaths.join("\n")}\n</filepaths>`;
+            }
+            return "<filepaths>\n</filepaths>";
+        }
+        return "<filepaths>\n</filepaths>";
+    }
+    catch {
+        return "<filepaths>\n</filepaths>";
+    }
+}
+/** Simple shell-like argument splitting. */
+function shellSplit(cmd) {
+    const parts = [];
+    let current = "";
+    let inSingle = false;
+    let inDouble = false;
+    let escape = false;
+    for (const ch of cmd) {
+        if (escape) {
+            current += ch;
+            escape = false;
+            continue;
+        }
+        if (ch === "\\") {
+            escape = true;
+            continue;
+        }
+        if (ch === "'" && !inDouble) {
+            inSingle = !inSingle;
+            continue;
+        }
+        if (ch === '"' && !inSingle) {
+            inDouble = !inDouble;
+            continue;
+        }
+        if (/\s/.test(ch) && !inSingle && !inDouble) {
+            if (current) {
+                parts.push(current);
+                current = "";
+            }
+            continue;
+        }
+        current += ch;
+    }
+    if (current)
+        parts.push(current);
+    return parts;
+}
+//# sourceMappingURL=commandUtils.js.map

package/dist/proxy/commandUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commandUtils.js","sourceRoot":"","sources":["../../src/proxy/commandUtils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAe;IAClD,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpD,OAAO,4BAA4B,CAAC;IACtC,CAAC;IAED,IAAI,CAAC;QACH,+DAA+D;QAC/D,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QAEtC,2BAA2B;QAC3B,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1D,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,IAAI,KAAK,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;QAE5C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QAEzC,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QAC/B,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;YAC9B,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM;SAChE,CAAC,CAAC;QAEH,IAAI,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;YAChC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,OAAO,GAAG,SAAS,IAAI,UAAU,EAAE,CAAC;YACtC,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,SAAS,CAAC;QAC9D,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACnC,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;IAC5B,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,2BAA2B,CACzC,OAAe,EACf,OAAe;IAEf,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;QAC/B,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI;KACjE,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;QAC/B,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;KACrD,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,2BAA2B,CAAC;QAE3D,yDAAyD;QACzD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE;aACtB,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG;aACjB,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAG;aAClB,WAAW,EAAE,CAAC;QAEjB,IAAI,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,OAAO,2BAA2B,CAAC;QACrC,CAAC;QAED,IAAI,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;YACnE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,gBAAgB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAC9D,CAAC;YACD,OAAO,2BAA2B,CAAC;QACrC,CAAC;QAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YACpE,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,UAAU,GAAa,EAAE,CAAC;YAChC,IAAI,QAAQ,GAAG,KAAK,CAAC;YAErB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClC,IAAI,QAAQ,EAAE,CAAC;oBAAC,QAAQ,GAAG,KAAK,CAAC;oBAAC,SAAS;gBAAC,CAAC;gBAC7C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzB,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC5B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;4BAAE,cAAc,GAAG,IAAI,CAAC;wBAC1D,QAAQ,GAAG,IAAI,CAAC;oBAClB,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;YAED,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACpE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,gBAAgB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAC9D,CAAC;YACD,OAAO,2BAA2B,CAAC;QACrC,CAAC;QAED,OAAO,2BAA2B,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,2BAA2B,CAAC;IACrC,CAAC;AACH,CAAC;AAED,4CAA4C;AAC5C,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,IAAI,EAAE,CAAC;YACd,MAAM,GAAG,KAAK,CAAC;YACf,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAChB,MAAM,GAAG,IAAI,CAAC;YACd,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5C,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACpB,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;YACD,SAAS;QACX,CAAC;QACD,OAAO,IAAI,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/proxy/detection.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Request type detection utilities for API optimizations.
+ *
+ * Detects quota checks, title generation, prefix detection,
+ * suggestion mode, and filepath extraction requests.
+ * Port of Python detection.py from the proxy server.
+ */
+import type { MessagesRequest } from "./types.js";
+export declare function isQuotaCheckRequest(requestData: MessagesRequest): boolean;
+export declare function isTitleGenerationRequest(requestData: MessagesRequest): boolean;
+export declare function isPrefixDetectionRequest(requestData: MessagesRequest): [boolean, string];
+export declare function isSuggestionModeRequest(requestData: MessagesRequest): boolean;
+export declare function isFilepathExtractionRequest(requestData: MessagesRequest): [boolean, string, string];

package/dist/proxy/detection.js

@@ -0,0 +1,107 @@
+/**
+ * Request type detection utilities for API optimizations.
+ *
+ * Detects quota checks, title generation, prefix detection,
+ * suggestion mode, and filepath extraction requests.
+ * Port of Python detection.py from the proxy server.
+ */
+function extractTextFromContent(content) {
+    if (typeof content === "string")
+        return content;
+    if (Array.isArray(content)) {
+        const parts = [];
+        for (const block of content) {
+            if (block && typeof block === "object" && "text" in block) {
+                const text = block.text;
+                if (text && typeof text === "string")
+                    parts.push(text);
+            }
+        }
+        return parts.join("");
+    }
+    return "";
+}
+export function isQuotaCheckRequest(requestData) {
+    if (requestData.max_tokens === 1 &&
+        requestData.messages.length === 1 &&
+        requestData.messages[0].role === "user") {
+        const text = extractTextFromContent(requestData.messages[0].content);
+        return text.toLowerCase().includes("quota");
+    }
+    return false;
+}
+export function isTitleGenerationRequest(requestData) {
+    if (!requestData.system || (requestData.tools && requestData.tools.length > 0)) {
+        return false;
+    }
+    const systemText = extractTextFromContent(requestData.system).toLowerCase();
+    return systemText.includes("new conversation topic") && systemText.includes("title");
+}
+export function isPrefixDetectionRequest(requestData) {
+    if (requestData.messages.length !== 1 ||
+        requestData.messages[0].role !== "user") {
+        return [false, ""];
+    }
+    const content = extractTextFromContent(requestData.messages[0].content);
+    if (content.includes("<policy_spec>") && content.includes("Command:")) {
+        try {
+            const cmdStart = content.lastIndexOf("Command:") + "Command:".length;
+            return [true, content.slice(cmdStart).trim()];
+        }
+        catch {
+            // ignore
+        }
+    }
+    return [false, ""];
+}
+export function isSuggestionModeRequest(requestData) {
+    for (const msg of requestData.messages) {
+        if (msg.role === "user") {
+            const text = extractTextFromContent(msg.content);
+            if (text.includes("[SUGGESTION MODE:"))
+                return true;
+        }
+    }
+    return false;
+}
+export function isFilepathExtractionRequest(requestData) {
+    if (requestData.messages.length !== 1 ||
+        requestData.messages[0].role !== "user") {
+        return [false, "", ""];
+    }
+    if (requestData.tools && requestData.tools.length > 0) {
+        return [false, "", ""];
+    }
+    const content = extractTextFromContent(requestData.messages[0].content);
+    if (!content.includes("Command:") || !content.includes("Output:")) {
+        return [false, "", ""];
+    }
+    const userHasFilepaths = content.toLowerCase().includes("filepaths") ||
+        content.toLowerCase().includes("<filepaths>");
+    const systemText = requestData.system
+        ? extractTextFromContent(requestData.system).toLowerCase()
+        : "";
+    const systemHasExtract = systemText.includes("extract any file paths") ||
+        systemText.includes("file paths that this command");
+    if (!userHasFilepaths && !systemHasExtract) {
+        return [false, "", ""];
+    }
+    try {
+        const cmdStart = content.indexOf("Command:") + "Command:".length;
+        const outputMarker = content.indexOf("Output:", cmdStart);
+        if (outputMarker === -1)
+            return [false, "", ""];
+        const command = content.slice(cmdStart, outputMarker).trim();
+        let output = content.slice(outputMarker + "Output:".length).trim();
+        for (const marker of ["<", "\n\n"]) {
+            if (output.includes(marker)) {
+                output = output.split(marker)[0].trim();
+            }
+        }
+        return [true, command, output];
+    }
+    catch {
+        return [false, "", ""];
+    }
+}
+//# sourceMappingURL=detection.js.map

package/dist/proxy/detection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detection.js","sourceRoot":"","sources":["../../src/proxy/detection.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,SAAS,sBAAsB,CAAC,OAAgB;IAC9C,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;gBAC1D,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI,CAAC;gBAC/C,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;oBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,WAA4B;IAC9D,IACE,WAAW,CAAC,UAAU,KAAK,CAAC;QAC5B,WAAW,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QACjC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,MAAM,EACxC,CAAC;QACD,MAAM,IAAI,GAAG,sBAAsB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,WAA4B;IACnE,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QAC/E,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,UAAU,GAAG,sBAAsB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5E,OAAO,UAAU,CAAC,QAAQ,CAAC,wBAAwB,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACvF,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,WAA4B;IAE5B,IACE,WAAW,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QACjC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,MAAM,EACxC,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,OAAO,GAAG,sBAAsB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC;IACzE,IAAI,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;YACrE,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IACD,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,WAA4B;IAClE,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;QACvC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACjD,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;gBAAE,OAAO,IAAI,CAAC;QACtD,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,WAA4B;IAE5B,IACE,WAAW,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QACjC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,MAAM,EACxC,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACzB,CAAC;IACD,IAAI,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,OAAO,GAAG,sBAAsB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC;IACzE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAClE,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,gBAAgB,GACpB,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC3C,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAChD,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM;QACnC,CAAC,CAAC,sBAAsB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE;QAC1D,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,gBAAgB,GACpB,UAAU,CAAC,QAAQ,CAAC,wBAAwB,CAAC;QAC7C,UAAU,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC;IAEtD,IAAI,CAAC,gBAAgB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC3C,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACzB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;QACjE,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC1D,IAAI,YAAY,KAAK,CAAC,CAAC;YAAE,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QAEhD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7D,IAAI,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACnE,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QACD,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACzB,CAAC;AACH,CAAC"}

package/dist/proxy/optimizer.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Request optimization handlers for fast-path API responses.
+ *
+ * These intercept trivial requests (quota checks, title generation, etc.)
+ * and return instant mock responses instead of routing to NIM.
+ * Port of Python optimization_handlers.py from the proxy server.
+ */
+import type { MessagesRequest, MessagesResponse } from "./types.js";
+/**
+ * Run optimization handlers in order.
+ * Returns a MessagesResponse if any match, or null if the request
+ * should be routed to the provider.
+ */
+export declare function tryOptimizations(requestData: MessagesRequest): MessagesResponse | null;

package/dist/proxy/optimizer.js

@@ -0,0 +1,56 @@
+/**
+ * Request optimization handlers for fast-path API responses.
+ *
+ * These intercept trivial requests (quota checks, title generation, etc.)
+ * and return instant mock responses instead of routing to NIM.
+ * Port of Python optimization_handlers.py from the proxy server.
+ */
+import { randomUUID } from "node:crypto";
+import { extractCommandPrefix, extractFilepathsFromCommand } from "./commandUtils.js";
+import { isQuotaCheckRequest, isTitleGenerationRequest, isPrefixDetectionRequest, isSuggestionModeRequest, isFilepathExtractionRequest, } from "./detection.js";
+function makeResponse(model, text, inputTokens, outputTokens) {
+    return {
+        id: `msg_${randomUUID()}`,
+        model,
+        role: "assistant",
+        content: [{ type: "text", text }],
+        type: "message",
+        stop_reason: "end_turn",
+        stop_sequence: null,
+        usage: {
+            input_tokens: inputTokens,
+            output_tokens: outputTokens,
+        },
+    };
+}
+/**
+ * Run optimization handlers in order.
+ * Returns a MessagesResponse if any match, or null if the request
+ * should be routed to the provider.
+ */
+export function tryOptimizations(requestData) {
+    // 1. Quota mock
+    if (isQuotaCheckRequest(requestData)) {
+        return makeResponse(requestData.model, "Quota check passed.", 10, 5);
+    }
+    // 2. Prefix detection
+    const [isPrefix, command] = isPrefixDetectionRequest(requestData);
+    if (isPrefix) {
+        return makeResponse(requestData.model, extractCommandPrefix(command), 100, 5);
+    }
+    // 3. Title skip
+    if (isTitleGenerationRequest(requestData)) {
+        return makeResponse(requestData.model, "Conversation", 100, 5);
+    }
+    // 4. Suggestion skip
+    if (isSuggestionModeRequest(requestData)) {
+        return makeResponse(requestData.model, "", 100, 1);
+    }
+    // 5. Filepath extraction
+    const [isFp, cmd, output] = isFilepathExtractionRequest(requestData);
+    if (isFp) {
+        return makeResponse(requestData.model, extractFilepathsFromCommand(cmd, output), 100, 10);
+    }
+    return null;
+}
+//# sourceMappingURL=optimizer.js.map

package/dist/proxy/optimizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"optimizer.js","sourceRoot":"","sources":["../../src/proxy/optimizer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AACtF,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,wBAAwB,EACxB,uBAAuB,EACvB,2BAA2B,GAC5B,MAAM,gBAAgB,CAAC;AAGxB,SAAS,YAAY,CACnB,KAAa,EACb,IAAY,EACZ,WAAmB,EACnB,YAAoB;IAEpB,OAAO;QACL,EAAE,EAAE,OAAO,UAAU,EAAE,EAAE;QACzB,KAAK;QACL,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACjC,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,UAAU;QACvB,aAAa,EAAE,IAAI;QACnB,KAAK,EAAE;YACL,YAAY,EAAE,WAAW;YACzB,aAAa,EAAE,YAAY;SAC5B;KACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAC9B,WAA4B;IAE5B,gBAAgB;IAChB,IAAI,mBAAmB,CAAC,WAAW,CAAC,EAAE,CAAC;QACrC,OAAO,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,qBAAqB,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,sBAAsB;IACtB,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;IAClE,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,oBAAoB,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAChF,CAAC;IAED,gBAAgB;IAChB,IAAI,wBAAwB,CAAC,WAAW,CAAC,EAAE,CAAC;QAC1C,OAAO,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,qBAAqB;IACrB,IAAI,uBAAuB,CAAC,WAAW,CAAC,EAAE,CAAC;QACzC,OAAO,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,yBAAyB;IACzB,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,2BAA2B,CAAC,WAAW,CAAC,CAAC;IACrE,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,YAAY,CACjB,WAAW,CAAC,KAAK,EACjB,2BAA2B,CAAC,GAAG,EAAE,MAAM,CAAC,EACxC,GAAG,EACH,EAAE,CACH,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/proxy/routes.d.ts

@@ -0,0 +1,21 @@
+/**
+ * HTTP route handlers for the proxy server.
+ *
+ * Handles:
+ *   POST /v1/messages          — Streaming messages (main endpoint)
+ *   POST /v1/messages/count_tokens — Token counting
+ *   GET  /health               — Health check
+ *   GET  /                     — Status
+ */
+import type { IncomingMessage, ServerResponse } from "node:http";
+import { type NimConfig } from "../providers/nim.js";
+export interface RouteContext {
+    nimConfig: NimConfig;
+    authToken?: string;
+    model: string;
+    detector?: import("../observer/eventDetector.js").EventDetector;
+}
+/**
+ * Main request router. Called for every incoming HTTP request.
+ */
+export declare function handleRequest(req: IncomingMessage, res: ServerResponse, ctx: RouteContext): Promise<void>;

package/dist/proxy/routes.js

@@ -0,0 +1,142 @@
+/**
+ * HTTP route handlers for the proxy server.
+ *
+ * Handles:
+ *   POST /v1/messages          — Streaming messages (main endpoint)
+ *   POST /v1/messages/count_tokens — Token counting
+ *   GET  /health               — Health check
+ *   GET  /                     — Status
+ */
+import { randomUUID } from "node:crypto";
+import { streamNimResponse } from "../providers/nim.js";
+import { validateAuth } from "./auth.js";
+import { tryOptimizations } from "./optimizer.js";
+import { getTokenCount } from "./tokenCounter.js";
+/** Read the full request body as JSON. */
+async function readBody(req) {
+    return new Promise((resolve, reject) => {
+        const chunks = [];
+        req.on("data", (chunk) => chunks.push(chunk));
+        req.on("end", () => {
+            try {
+                const raw = Buffer.concat(chunks).toString("utf-8");
+                if (!raw)
+                    return resolve({});
+                resolve(JSON.parse(raw));
+            }
+            catch (err) {
+                console.error("[readBody] Raw body string:", Buffer.concat(chunks).toString("utf-8").slice(0, 500));
+                reject(new Error("Invalid JSON body"));
+            }
+        });
+        req.on("error", reject);
+    });
+}
+/** Send a JSON response. */
+function sendJson(res, statusCode, data) {
+    const body = JSON.stringify(data);
+    res.writeHead(statusCode, {
+        "Content-Type": "application/json",
+        "Content-Length": Buffer.byteLength(body),
+    });
+    res.end(body);
+}
+/** Handle POST /v1/messages — streaming messages. */
+async function handleMessages(req, res, ctx) {
+    ctx.detector?.onThinking();
+    const requestData = await readBody(req);
+    const requestId = `req_${randomUUID().replace(/-/g, "").slice(0, 12)}`;
+    if (!requestData.messages || requestData.messages.length === 0) {
+        sendJson(res, 400, { error: { message: "messages cannot be empty" } });
+        return;
+    }
+    // Try optimizations first
+    const optimized = tryOptimizations(requestData);
+    if (optimized) {
+        sendJson(res, 200, optimized);
+        return;
+    }
+    // Calculate input tokens
+    const inputTokens = getTokenCount(requestData.messages, requestData.system, requestData.tools);
+    // Stream SSE response
+    res.writeHead(200, {
+        "Content-Type": "text/event-stream",
+        "Cache-Control": "no-cache",
+        Connection: "keep-alive",
+        "X-Accel-Buffering": "no",
+    });
+    try {
+        for await (const event of streamNimResponse(requestData, ctx.nimConfig, inputTokens, requestId, ctx.detector)) {
+            res.write(event);
+        }
+        ctx.detector?.setCompletion();
+    }
+    catch (err) {
+        // If headers already sent, we can only close
+        console.error(`[waifu] Stream error: ${err.message}`);
+    }
+    res.end();
+}
+/** Handle POST /v1/messages/count_tokens — token counting. */
+async function handleCountTokens(req, res) {
+    const requestData = await readBody(req);
+    const tokens = getTokenCount(requestData.messages, requestData.system, requestData.tools);
+    sendJson(res, 200, { input_tokens: tokens });
+}
+/** Handle GET /health — health check. */
+function handleHealth(res) {
+    sendJson(res, 200, { status: "healthy" });
+}
+/** Handle GET / — root status. */
+function handleRoot(res, ctx) {
+    sendJson(res, 200, {
+        status: "ok",
+        provider: "nvidia_nim",
+        model: ctx.model,
+    });
+}
+/**
+ * Main request router. Called for every incoming HTTP request.
+ */
+export async function handleRequest(req, res, ctx) {
+    const url = req.url ?? "/";
+    const method = req.method ?? "GET";
+    if (process.env.WAIFU_VERBOSE) {
+        console.log(`\n==== [INCOMING] ${method} ${url} ====\n`);
+    }
+    // Health check doesn't need auth
+    const pathname = url.split("?")[0];
+    if (method === "GET" && pathname === "/health") {
+        handleHealth(res);
+        return;
+    }
+    // Auth check for all other routes
+    const authError = validateAuth(req, ctx.authToken);
+    if (authError) {
+        sendJson(res, 401, { error: { message: authError } });
+        return;
+    }
+    try {
+        if (method === "POST" && pathname === "/v1/messages") {
+            await handleMessages(req, res, ctx);
+        }
+        else if (method === "POST" && pathname === "/v1/messages/count_tokens") {
+            await handleCountTokens(req, res);
+        }
+        else if (method === "GET" && pathname === "/") {
+            handleRoot(res, ctx);
+        }
+        else {
+            sendJson(res, 404, { error: { message: "Not found", path: url } });
+        }
+    }
+    catch (err) {
+        console.error(`[waifu] Request error: ${err.message}`);
+        if (!res.headersSent) {
+            sendJson(res, 500, {
+                error: { message: err.message ?? "Internal server error" },
+            });
+        }
+    }
+}
+//# sourceMappingURL=routes.js.map

package/dist/proxy/routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.js","sourceRoot":"","sources":["../../src/proxy/routes.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAkB,MAAM,qBAAqB,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAUlD,0CAA0C;AAC1C,KAAK,UAAU,QAAQ,CAAC,GAAoB;IAC1C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACtD,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACjB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACpD,IAAI,CAAC,GAAG;oBAAE,OAAO,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBACpG,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;YACzC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,4BAA4B;AAC5B,SAAS,QAAQ,CACf,GAAmB,EACnB,UAAkB,EAClB,IAAS;IAET,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAClC,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE;QACxB,cAAc,EAAE,kBAAkB;QAClC,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;KAC1C,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,qDAAqD;AACrD,KAAK,UAAU,cAAc,CAC3B,GAAoB,EACpB,GAAmB,EACnB,GAAiB;IAEjB,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAoB,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,OAAO,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IAEvE,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/D,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,0BAA0B,EAAE,EAAE,CAAC,CAAC;QACvE,OAAO;IACT,CAAC;IAED,0BAA0B;IAC1B,MAAM,SAAS,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAChD,IAAI,SAAS,EAAE,CAAC;QACd,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,yBAAyB;IACzB,MAAM,WAAW,GAAG,aAAa,CAC/B,WAAW,CAAC,QAAQ,EACpB,WAAW,CAAC,MAAM,EAClB,WAAW,CAAC,KAAK,CAClB,CAAC;IAEF,sBAAsB;IACtB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACjB,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,UAAU,EAAE,YAAY;QACxB,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,iBAAiB,CACzC,WAAW,EACX,GAAG,CAAC,SAAS,EACb,WAAW,EACX,SAAS,EACT,GAAG,CAAC,QAAQ,CACb,EAAE,CAAC;YACF,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC;QACD,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,CAAC;IAChC,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,6CAA6C;QAC7C,OAAO,CAAC,KAAK,CAAC,yBAAyB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,GAAG,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC;AAED,8DAA8D;AAC9D,KAAK,UAAU,iBAAiB,CAC9B,GAAoB,EACpB,GAAmB;IAEnB,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,aAAa,CAC1B,WAAW,CAAC,QAAQ,EACpB,WAAW,CAAC,MAAM,EAClB,WAAW,CAAC,KAAK,CAClB,CAAC;IAEF,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,yCAAyC;AACzC,SAAS,YAAY,CAAC,GAAmB;IACvC,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,kCAAkC;AAClC,SAAS,UAAU,CAAC,GAAmB,EAAE,GAAiB;IACxD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE;QACjB,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,YAAY;QACtB,KAAK,EAAE,GAAG,CAAC,KAAK;KACjB,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAoB,EACpB,GAAmB,EACnB,GAAiB;IAEjB,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC;IAC3B,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC;IAEnC,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC;IAC3D,CAAC;IAED,iCAAiC;IACjC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnC,IAAI,MAAM,KAAK,KAAK,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC/C,YAAY,CAAC,GAAG,CAAC,CAAC;QAClB,OAAO;IACT,CAAC;IAED,kCAAkC;IAClC,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACnD,IAAI,SAAS,EAAE,CAAC;QACd,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,IAAI,MAAM,KAAK,MAAM,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;YACrD,MAAM,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,MAAM,KAAK,MAAM,IAAI,QAAQ,KAAK,2BAA2B,EAAE,CAAC;YACzE,MAAM,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACpC,CAAC;aAAM,IAAI,MAAM,KAAK,KAAK,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YAChD,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,0BAA0B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;YACrB,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE;gBACjB,KAAK,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,uBAAuB,EAAE;aAC3D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/proxy/server.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Embedded proxy HTTP server.
+ *
+ * Starts a local HTTP server that translates Anthropic API requests
+ * to NVIDIA NIM format. Finds a free port automatically.
+ */
+import { type Server } from "node:http";
+export interface ProxyServerOptions {
+    nimApiKey: string;
+    model?: string;
+    authToken: string;
+    port?: number;
+    host?: string;
+    detector?: import("../observer/eventDetector.js").EventDetector;
+}
+export interface RunningProxy {
+    port: number;
+    host: string;
+    server: Server;
+    stop: () => Promise<void>;
+}
+/**
+ * Start the proxy server.
+ * Returns a handle with the port, host, and a stop() function.
+ */
+export declare function startProxyServer(options: ProxyServerOptions): Promise<RunningProxy>;
+/**
+ * Wait for the proxy server to be healthy.
+ * Polls the /health endpoint with retries.
+ */
+export declare function waitForHealth(host: string, port: number, maxRetries?: number, intervalMs?: number): Promise<boolean>;

package/dist/proxy/server.js

@@ -0,0 +1,87 @@
+/**
+ * Embedded proxy HTTP server.
+ *
+ * Starts a local HTTP server that translates Anthropic API requests
+ * to NVIDIA NIM format. Finds a free port automatically.
+ */
+import { createServer } from "node:http";
+import { handleRequest } from "./routes.js";
+/**
+ * Find a free port by binding to port 0 and reading back the assigned port.
+ */
+async function findFreePort(host) {
+    return new Promise((resolve, reject) => {
+        const srv = createServer();
+        srv.listen(0, host, () => {
+            const addr = srv.address();
+            if (addr && typeof addr === "object") {
+                const port = addr.port;
+                srv.close(() => resolve(port));
+            }
+            else {
+                srv.close(() => reject(new Error("Could not determine port")));
+            }
+        });
+        srv.on("error", reject);
+    });
+}
+/**
+ * Start the proxy server.
+ * Returns a handle with the port, host, and a stop() function.
+ */
+export async function startProxyServer(options) {
+    const host = options.host ?? "127.0.0.1";
+    const port = options.port ?? (await findFreePort(host));
+    const ctx = {
+        nimConfig: {
+            apiKey: options.nimApiKey,
+            model: options.model,
+        },
+        authToken: options.authToken,
+        model: options.model ?? "moonshotai/kimi-k2.5",
+        detector: options.detector,
+    };
+    const server = createServer((req, res) => {
+        handleRequest(req, res, ctx).catch((err) => {
+            console.error(`[waifu] Unhandled error: ${err.message}`);
+            if (!res.headersSent) {
+                res.writeHead(500, { "Content-Type": "application/json" });
+                res.end(JSON.stringify({ error: { message: "Internal server error" } }));
+            }
+        });
+    });
+    return new Promise((resolve, reject) => {
+        server.on("error", reject);
+        server.listen(port, host, () => {
+            const stop = async () => {
+                return new Promise((resolveStop) => {
+                    server.close(() => resolveStop());
+                    // Force-close after 2 seconds
+                    setTimeout(() => resolveStop(), 2000);
+                });
+            };
+            resolve({ port, host, server, stop });
+        });
+    });
+}
+/**
+ * Wait for the proxy server to be healthy.
+ * Polls the /health endpoint with retries.
+ */
+export async function waitForHealth(host, port, maxRetries = 30, intervalMs = 100) {
+    for (let i = 0; i < maxRetries; i++) {
+        try {
+            const resp = await fetch(`http://${host}:${port}/health`, {
+                signal: AbortSignal.timeout(1000),
+            });
+            if (resp.ok)
+                return true;
+        }
+        catch {
+            // Not ready yet
+        }
+        await new Promise((r) => setTimeout(r, intervalMs));
+    }
+    return false;
+}
+//# sourceMappingURL=server.js.map