jishushell 0.0.1 → 0.4.2-beta2

package/dist/services/llm-proxy/ssrf.js

@@ -0,0 +1,185 @@
+import { request as httpRequest } from "http";
+import { request as httpsRequest } from "https";
+import { lookup } from "dns/promises";
+import { Readable } from "stream";
+// SSRF protection — private IP ranges
+const PRIVATE_HOST_PATTERNS = [
+    /^127\./,
+    /^10\./,
+    /^172\.(1[6-9]|2\d|3[01])\./,
+    /^192\.168\./,
+    /^169\.254\./,
+    /^0\./,
+    /^localhost$/i,
+    /^\[?::1\]?$/,
+    /^\[?fc/i,
+    /^\[?fd/i,
+    /^\[?fe80:/i,
+];
+export const LOCAL_PROVIDER_IDS = new Set(["ollama", "vllm", "sglang"]);
+const LOCALHOST_HOSTS = new Set(["127.0.0.1", "localhost", "::1", "[::1]"]);
+function isPrivateHost(hostname) {
+    const cleaned = hostname.replace(/^\[|\]$/g, "");
+    return PRIVATE_HOST_PATTERNS.some((p) => p.test(cleaned));
+}
+function isPrivateIP(ip) {
+    // Strip brackets (e.g. [::1] → ::1)
+    const cleaned = ip.replace(/^\[|\]$/g, "");
+    const lower = cleaned.toLowerCase();
+    // Handle IPv4-mapped IPv6: ::ffff:127.0.0.1, ::ffff:0:127.0.0.1
+    if (lower.startsWith("::ffff:0:"))
+        return isPrivateIP(lower.slice(9));
+    if (lower.startsWith("::ffff:"))
+        return isPrivateIP(lower.slice(7));
+    // Handle full-form IPv4-mapped IPv6 (e.g. 0000:0000:0000:0000:0000:ffff:7f00:0001)
+    if (lower.includes(":ffff:")) {
+        const mapped = lower.split(":ffff:")[1];
+        if (mapped) {
+            // Dotted form (::ffff:192.168.1.1)
+            if (mapped.includes("."))
+                return isPrivateIP(mapped);
+            // Hex form (::ffff:7f00:0001) — convert to IPv4
+            const parts = mapped.split(":");
+            if (parts.length === 2) {
+                const hi = parseInt(parts[0], 16);
+                const lo = parseInt(parts[1], 16);
+                if (!isNaN(hi) && !isNaN(lo)) {
+                    return isPrivateIP(`${(hi >> 8) & 0xff}.${hi & 0xff}.${(lo >> 8) & 0xff}.${lo & 0xff}`);
+                }
+            }
+        }
+    }
+    // IPv4 private and reserved ranges
+    if (cleaned.startsWith("0."))
+        return true; // 0.0.0.0/8 — RFC 1122 "This host on this network"
+    if (cleaned.startsWith("10."))
+        return true; // 10.0.0.0/8
+    if (cleaned.startsWith("127."))
+        return true; // 127.0.0.0/8 — loopback
+    if (cleaned.startsWith("172.")) {
+        const second = parseInt(cleaned.split(".")[1], 10);
+        if (second >= 16 && second <= 31)
+            return true; // 172.16.0.0/12
+    }
+    if (cleaned.startsWith("192.168."))
+        return true; // 192.168.0.0/16
+    if (cleaned.startsWith("169.254."))
+        return true; // 169.254.0.0/16 — link-local
+    // CGNAT range — often reaches cloud metadata services
+    if (cleaned.startsWith("100.")) {
+        const second = parseInt(cleaned.split(".")[1], 10);
+        if (second >= 64 && second <= 127)
+            return true; // 100.64.0.0/10
+    }
+    // IPv6 loopback, unspecified, and private
+    if (lower === "::1" || lower === "::" || lower === "0:0:0:0:0:0:0:0" || lower === "0:0:0:0:0:0:0:1")
+        return true;
+    if (lower.startsWith("fe80:") || lower.startsWith("fc") || lower.startsWith("fd"))
+        return true;
+    return false;
+}
+/**
+ * Validate upstream URL for SSRF and return the resolved IP address.
+ * Returns null for local providers (no DNS pinning needed).
+ */
+export async function validateUpstreamUrl(urlStr, providerId) {
+    try {
+        const url = new URL(urlStr);
+        const isLocalHost = LOCALHOST_HOSTS.has(url.hostname);
+        if (LOCAL_PROVIDER_IDS.has(providerId)) {
+            // Local AI providers (ollama/vllm/sglang): allow localhost and private
+            // networks, but block cloud metadata endpoints (169.254.x.x link-local).
+            if (isLocalHost)
+                return null;
+            if (url.hostname.startsWith("169.254.")) {
+                throw new Error(`Local provider URL must not target link-local/metadata address ${url.hostname}`);
+            }
+            // Allow private LAN addresses (192.168.x, 10.x, 172.16-31.x) — admin explicitly configured
+            return null;
+        }
+        // Even for remote providers, if destination is localhost, skip DNS pinning
+        // but still allow it (reverse-proxy setups). Do NOT skip SSRF for
+        // non-localhost destinations just because providerId looks local.
+        if (isLocalHost)
+            return null;
+        if (isPrivateHost(url.hostname)) {
+            throw new Error(`upstream URL resolves to a private address`);
+        }
+        try {
+            const { address, family } = await lookup(url.hostname);
+            if (isPrivateIP(address)) {
+                throw new Error(`Provider URL resolves to private IP ${address}`);
+            }
+            return { address, family: family };
+        }
+        catch (e) {
+            if (e.message?.includes("private IP") || e.message?.includes("must use localhost"))
+                throw e;
+            throw new Error(`Cannot resolve provider hostname: ${url.hostname}`);
+        }
+    }
+    catch (err) {
+        if (err.message.includes("private address") || err.message.includes("private IP"))
+            throw err;
+        throw new Error(`invalid upstream URL: ${urlStr}`);
+    }
+}
+/**
+ * Fetch using http(s).request with DNS pinned to a pre-resolved IP.
+ */
+export function pinnedFetch(url, options, resolved) {
+    return new Promise((resolve, reject) => {
+        const parsed = new URL(url);
+        const isHttps = parsed.protocol === "https:";
+        const requestFn = isHttps ? httpsRequest : httpRequest;
+        if (options.signal?.aborted) {
+            reject(new DOMException("The operation was aborted.", "AbortError"));
+            return;
+        }
+        const pinnedLookup = (...args) => {
+            const cb = args[args.length - 1];
+            const opts = typeof args[1] === "object" && args[1] !== null ? args[1] : {};
+            if (opts.all) {
+                cb(null, [{ address: resolved.address, family: resolved.family }]);
+                return;
+            }
+            cb(null, resolved.address, resolved.family);
+        };
+        const bodyBuffer = Buffer.from(options.body);
+        const req = requestFn({
+            hostname: parsed.hostname,
+            port: parseInt(parsed.port) || (isHttps ? 443 : 80),
+            path: parsed.pathname + parsed.search,
+            method: options.method,
+            headers: { ...options.headers, "content-length": String(bodyBuffer.length) },
+            lookup: pinnedLookup,
+        }, (res) => {
+            const webStream = Readable.toWeb(res);
+            const h = new Headers();
+            for (const [k, v] of Object.entries(res.headers)) {
+                if (v === undefined)
+                    continue;
+                if (Array.isArray(v)) {
+                    for (const val of v)
+                        h.append(k, val);
+                }
+                else
+                    h.set(k, v);
+            }
+            resolve(new Response(webStream, { status: res.statusCode || 200, headers: h }));
+        });
+        req.on("error", (err) => {
+            if (options.signal?.aborted) {
+                reject(new DOMException("The operation was aborted.", "AbortError"));
+            }
+            else {
+                reject(err);
+            }
+        });
+        if (options.signal) {
+            options.signal.addEventListener("abort", () => req.destroy(), { once: true });
+        }
+        req.end(bodyBuffer);
+    });
+}
+//# sourceMappingURL=ssrf.js.map

package/dist/services/llm-proxy/ssrf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ssrf.js","sourceRoot":"","sources":["../../../src/services/llm-proxy/ssrf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,MAAM,CAAC;AAC9C,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,MAAM,OAAO,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,sCAAsC;AACtC,MAAM,qBAAqB,GAAG;IAC5B,QAAQ;IACR,OAAO;IACP,4BAA4B;IAC5B,aAAa;IACb,aAAa;IACb,MAAM;IACN,cAAc;IACd,aAAa;IACb,SAAS;IACT,SAAS;IACT,YAAY;CACb,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;AACxE,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;AAE5E,SAAS,aAAa,CAAC,QAAgB;IACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACjD,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,EAAU;IAC7B,oCAAoC;IACpC,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAEpC,gEAAgE;IAChE,IAAI,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpE,mFAAmF;IACnF,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,mCAAmC;YACnC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;YACrD,gDAAgD;YAChD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAClC,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC7B,OAAO,WAAW,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,EAAE,GAAG,IAAI,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;gBAC1F,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,CAAO,mDAAmD;IACpG,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,CAAO,aAAa;IAC/D,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC,CAAM,yBAAyB;IAC3E,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC,CAAE,gBAAgB;IAClE,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC,CAAE,iBAAiB;IACnE,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC,CAAE,8BAA8B;IAChF,sDAAsD;IACtD,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,IAAI,GAAG;YAAE,OAAO,IAAI,CAAC,CAAE,gBAAgB;IACnE,CAAC;IAED,0CAA0C;IAC1C,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,iBAAiB,IAAI,KAAK,KAAK,iBAAiB;QAAE,OAAO,IAAI,CAAC;IACjH,IAAI,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAE/F,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,MAAc,EAAE,UAAkB;IAC1E,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,WAAW,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACvC,uEAAuE;YACvE,yEAAyE;YACzE,IAAI,WAAW;gBAAE,OAAO,IAAI,CAAC;YAC7B,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,kEAAkE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YACpG,CAAC;YACD,2FAA2F;YAC3F,OAAO,IAAI,CAAC;QACd,CAAC;QACD,2EAA2E;QAC3E,kEAAkE;QAClE,kEAAkE;QAClE,IAAI,WAAW;YAAE,OAAO,IAAI,CAAC;QAC7B,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvD,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,uCAAuC,OAAO,EAAE,CAAC,CAAC;YACpE,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAe,EAAE,CAAC;QAC9C,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,oBAAoB,CAAC;gBAAE,MAAM,CAAC,CAAC;YAC5F,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,MAAM,GAAG,CAAC;QAC7F,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CACzB,GAAW,EACX,OAAgG,EAChG,QAAyB;IAEzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC;QAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC;QAEvD,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC,CAAC;YACrE,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,GAAG,IAAW,EAAE,EAAE;YACtC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjC,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5E,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACnE,OAAO;YACT,CAAC;YACD,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAE7C,MAAM,GAAG,GAAG,SAAS,CACnB;YACE,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,IAAI,EAAE,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM;YACrC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;YAC5E,MAAM,EAAE,YAAmB;SAC5B,EACD,CAAC,GAAG,EAAE,EAAE;YACN,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAA0B,CAAmB,CAAC;YAC/E,MAAM,CAAC,GAAG,IAAI,OAAO,EAAE,CAAC;YACxB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjD,IAAI,CAAC,KAAK,SAAS;oBAAE,SAAS;gBAC9B,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;oBAAC,KAAK,MAAM,GAAG,IAAI,CAAC;wBAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAAC,CAAC;;oBAC3D,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnB,CAAC;YACD,OAAO,CAAC,IAAI,QAAQ,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,UAAU,IAAI,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC,CACF,CAAC;QAEF,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACtB,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC,CAAC;YACvE,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/services/llm-proxy/types.d.ts

@@ -0,0 +1,52 @@
+export interface UpstreamConfig {
+    providerId: string;
+    baseUrl: string;
+    api: string;
+    authHeader: boolean;
+    headers: Record<string, string>;
+    models: Array<{
+        id: string;
+        name: string;
+        contextWindow: number;
+        [key: string]: unknown;
+    }>;
+    selectedModelId: string;
+    apiKey: string;
+    hasApiKey: boolean;
+    clearApiKey: boolean;
+}
+export interface UpstreamRequest {
+    url: string;
+    headers: Record<string, string>;
+    body: string;
+}
+export interface CachedUpstreamConfig {
+    upstream: UpstreamConfig;
+    apiKey: string;
+    timestamp: number;
+}
+export interface RateBucket {
+    count: number;
+    windowStart: number;
+}
+export interface CircuitState {
+    failures: number;
+    lastFailure: number;
+    state: "closed" | "open" | "half-open";
+    halfOpenInFlight: boolean;
+}
+export interface UsageRecord {
+    instanceId: string;
+    timestamp: number;
+    model: string;
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    latencyMs: number;
+    status: "success" | "error";
+    errorCode?: number;
+}
+export interface ResolvedAddress {
+    address: string;
+    family: 4 | 6;
+}

package/dist/services/llm-proxy/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/services/llm-proxy/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/services/llm-proxy/types.ts"],"names":[],"mappings":""}

package/dist/services/llm-proxy/usage.d.ts

@@ -0,0 +1,12 @@
+import type { UsageRecord } from "./types.js";
+export declare function trackUsage(record: UsageRecord): void;
+export declare function flushUsage(): void;
+export declare function getProxyUsage(instanceId?: string): Promise<{
+    requests: number;
+    tokens: {
+        prompt: number;
+        completion: number;
+        total: number;
+    };
+    errors: number;
+}>;

package/dist/services/llm-proxy/usage.js

@@ -0,0 +1,108 @@
+import { existsSync, createReadStream } from "fs";
+import { appendFile, stat, rename, mkdir } from "fs/promises";
+import { createInterface } from "readline";
+import { dirname, join } from "path";
+import { JISHUSHELL_HOME } from "../../config.js";
+const USAGE_MAX_BUFFER_SIZE = 100;
+const USAGE_MAX_FILE_SIZE = 50 * 1024 * 1024; // 50 MB
+const USAGE_FLUSH_INTERVAL_MS = 60_000;
+const usageBuffer = [];
+let usageFlushTimer = null;
+let _flushing = false;
+async function flushUsageBuffer() {
+    usageFlushTimer = null;
+    if (usageBuffer.length === 0 || _flushing)
+        return;
+    _flushing = true;
+    // Snapshot-then-clear: only remove from buffer AFTER successful write.
+    // If write fails, data stays in buffer for retry on next flush.
+    const snapshot = usageBuffer.slice(0);
+    const lines = snapshot.join("\n") + "\n";
+    try {
+        const usagePath = join(JISHUSHELL_HOME, "proxy-usage.jsonl");
+        await mkdir(dirname(usagePath), { recursive: true });
+        try {
+            const st = await stat(usagePath).catch(() => null);
+            if (st && st.size > USAGE_MAX_FILE_SIZE) {
+                await rename(usagePath, usagePath + ".1");
+            }
+        }
+        catch { /* ignore rotation errors */ }
+        await appendFile(usagePath, lines);
+        // Write succeeded — remove the flushed records from buffer
+        usageBuffer.splice(0, snapshot.length);
+    }
+    catch (err) {
+        console.error("[llm-proxy] usage flush error (data retained for retry):", err.message);
+    }
+    finally {
+        _flushing = false;
+        // Re-schedule if new records accumulated during flush
+        if (usageBuffer.length > 0 && !usageFlushTimer) {
+            usageFlushTimer = setTimeout(flushUsageBuffer, USAGE_FLUSH_INTERVAL_MS);
+            usageFlushTimer.unref();
+        }
+    }
+}
+const USAGE_MAX_BUFFER_HARD_LIMIT = USAGE_MAX_BUFFER_SIZE * 2; // 200 records max in memory (RPi-friendly)
+export function trackUsage(record) {
+    // Drop oldest records if buffer grows too large (flush blocked by _flushing)
+    if (usageBuffer.length >= USAGE_MAX_BUFFER_HARD_LIMIT) {
+        usageBuffer.splice(0, usageBuffer.length - USAGE_MAX_BUFFER_SIZE);
+    }
+    usageBuffer.push(JSON.stringify(record));
+    if (usageBuffer.length >= USAGE_MAX_BUFFER_SIZE) {
+        flushUsageBuffer();
+    }
+    else if (!usageFlushTimer) {
+        usageFlushTimer = setTimeout(flushUsageBuffer, USAGE_FLUSH_INTERVAL_MS);
+        usageFlushTimer.unref();
+    }
+}
+export function flushUsage() {
+    flushUsageBuffer();
+}
+// Flush buffered usage records synchronously on graceful shutdown
+import { appendFileSync } from "fs";
+function flushUsageSync() {
+    if (usageBuffer.length === 0)
+        return;
+    try {
+        const lines = usageBuffer.splice(0).join("\n") + "\n";
+        appendFileSync(join(JISHUSHELL_HOME, "proxy-usage.jsonl"), lines);
+    }
+    catch { /* best-effort */ }
+}
+process.on("SIGTERM", flushUsageSync);
+process.on("SIGINT", flushUsageSync);
+export async function getProxyUsage(instanceId) {
+    const usagePath = join(JISHUSHELL_HOME, "proxy-usage.jsonl");
+    const result = { requests: 0, tokens: { prompt: 0, completion: 0, total: 0 }, errors: 0 };
+    // Read both current and rotated file to avoid losing historical data
+    for (const filePath of [usagePath + ".1", usagePath]) {
+        if (!existsSync(filePath))
+            continue;
+        try {
+            const rl = createInterface({ input: createReadStream(filePath, "utf-8"), crlfDelay: Infinity });
+            for await (const line of rl) {
+                if (!line.trim())
+                    continue;
+                try {
+                    const r = JSON.parse(line);
+                    if (instanceId && r.instanceId !== instanceId)
+                        continue;
+                    result.requests++;
+                    result.tokens.prompt += r.promptTokens || 0;
+                    result.tokens.completion += r.completionTokens || 0;
+                    result.tokens.total += r.totalTokens || 0;
+                    if (r.status === "error")
+                        result.errors++;
+                }
+                catch { /* skip malformed lines */ }
+            }
+        }
+        catch { /* file read error */ }
+    }
+    return result;
+}
+//# sourceMappingURL=usage.js.map

package/dist/services/llm-proxy/usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.js","sourceRoot":"","sources":["../../../src/services/llm-proxy/usage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,IAAI,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAGlD,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,mBAAmB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ;AACtD,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAEvC,MAAM,WAAW,GAAa,EAAE,CAAC;AACjC,IAAI,eAAe,GAAyC,IAAI,CAAC;AACjE,IAAI,SAAS,GAAG,KAAK,CAAC;AAEtB,KAAK,UAAU,gBAAgB;IAC7B,eAAe,GAAG,IAAI,CAAC;IACvB,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS;QAAE,OAAO;IAClD,SAAS,GAAG,IAAI,CAAC;IACjB,uEAAuE;IACvE,gEAAgE;IAChE,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC;QAC7D,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,EAAE,IAAI,EAAE,CAAC,IAAI,GAAG,mBAAmB,EAAE,CAAC;gBACxC,MAAM,MAAM,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,4BAA4B,CAAC,CAAC;QAExC,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACnC,2DAA2D;QAC3D,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,0DAA0D,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IACzF,CAAC;YAAS,CAAC;QACT,SAAS,GAAG,KAAK,CAAC;QAClB,sDAAsD;QACtD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC/C,eAAe,GAAG,UAAU,CAAC,gBAAgB,EAAE,uBAAuB,CAAC,CAAC;YACxE,eAAe,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,2BAA2B,GAAG,qBAAqB,GAAG,CAAC,CAAC,CAAC,2CAA2C;AAE1G,MAAM,UAAU,UAAU,CAAC,MAAmB;IAC5C,6EAA6E;IAC7E,IAAI,WAAW,CAAC,MAAM,IAAI,2BAA2B,EAAE,CAAC;QACtD,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,GAAG,qBAAqB,CAAC,CAAC;IACpE,CAAC;IACD,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACzC,IAAI,WAAW,CAAC,MAAM,IAAI,qBAAqB,EAAE,CAAC;QAChD,gBAAgB,EAAE,CAAC;IACrB,CAAC;SAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5B,eAAe,GAAG,UAAU,CAAC,gBAAgB,EAAE,uBAAuB,CAAC,CAAC;QACxE,eAAe,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,gBAAgB,EAAE,CAAC;AACrB,CAAC;AAED,kEAAkE;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AACpC,SAAS,cAAc;IACrB,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACrC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACtD,cAAc,CAAC,IAAI,CAAC,eAAe,EAAE,mBAAmB,CAAC,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;AAC/B,CAAC;AACD,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;AACtC,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AAErC,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,UAAmB;IAKrD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAE1F,qEAAqE;IACrE,KAAK,MAAM,QAAQ,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,SAAS;QACpC,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;YAChG,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,SAAS;gBAC3B,IAAI,CAAC;oBACH,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;oBAC1C,IAAI,UAAU,IAAI,CAAC,CAAC,UAAU,KAAK,UAAU;wBAAE,SAAS;oBACxD,MAAM,CAAC,QAAQ,EAAE,CAAC;oBAClB,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC;oBAC5C,MAAM,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,gBAAgB,IAAI,CAAC,CAAC;oBACpD,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1C,IAAI,CAAC,CAAC,MAAM,KAAK,OAAO;wBAAE,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC,CAAC,0BAA0B,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/services/nomad-manager.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Nomad-based service manager for OpenClaw instances.
+ * Communicates with Nomad via its HTTP API.
+ */
+export declare const DOCKER_IMAGE_RE: RegExp;
+export declare const MAX_DOCKER_IMAGE_NAME_LEN = 256;
+export declare function setPanelPort(port: number): void;
+export declare const VALID_LOG_TYPES: Set<string>;
+export declare const NOMAD_TEMPLATE_UNSAFE_RE: RegExp;
+export declare function purgeInstanceVariables(instanceId: string): Promise<void>;
+export declare const VALID_USER_RE: RegExp;
+export declare function shouldAutoStart(instanceId: string): Promise<boolean>;
+export declare function getStatus(instanceId: string): Promise<Record<string, any>>;
+export declare function startInstance(instanceId: string): Promise<Record<string, any>>;
+export declare function stopInstance(instanceId: string, purge?: boolean): Promise<Record<string, any>>;
+export declare function restartInstance(instanceId: string): Promise<Record<string, any>>;
+export declare function getLogs(instanceId: string, lines?: number, logType?: string): Promise<string[]>;
+export declare function exec(instanceId: string, command: string[], timeoutMs?: number): Promise<{
+    stdout: string;
+    stderr: string;
+    exitCode: number;
+}>;