@srouterhq/server 0.0.0-stage → 0.9.0

package/dist/lib/image-normalize.d.ts

@@ -0,0 +1,21 @@
+import type { ChatMessage } from '@srouter/shared/types.js';
+export interface ImageNormalizeOptions {
+    enabled?: boolean;
+    maxDimension?: number;
+    thresholdBytes?: number;
+    quality?: number;
+}
+export interface ImageNormalizeSummary {
+    messages: ChatMessage[];
+    /** Number of images actually re-encoded. */
+    normalized: number;
+    bytesBefore: number;
+    bytesAfter: number;
+}
+/**
+ * Downscale + re-encode over-threshold inline images across a chat-message
+ * list. Pure with respect to everything but the image blocks themselves
+ * (text, tool calls, detail hints, block order all untouched). Never throws.
+ */
+export declare function normalizeMessageImages(messages: ChatMessage[], overrides?: ImageNormalizeOptions): Promise<ImageNormalizeSummary>;
+//# sourceMappingURL=image-normalize.d.ts.map

package/dist/lib/image-normalize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image-normalize.d.ts","sourceRoot":"","sources":["../../src/lib/image-normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAgE5D,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAkJD,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,4CAA4C;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;;GAIG;AACH,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,WAAW,EAAE,EACvB,SAAS,CAAC,EAAE,qBAAqB,GAChC,OAAO,CAAC,qBAAqB,CAAC,CA2BhC"}

package/dist/lib/image-normalize.js

@@ -0,0 +1,218 @@
+// Inbound image normalization. Vision payloads ride inline as base64 data
+// URLs, and agents replay their ENTIRE history every turn — one real Codex
+// session accumulated 11.85MB of duplicated screenshots. Every upstream
+// resizes internally anyway (OpenAI scales the long edge to 2048, Anthropic
+// to 1568), so pixels beyond that cap are pure transport waste that still
+// counts against payload limits (Gemini ~20MB/request, Anthropic 5MB/image)
+// and our own buffering.
+//
+// Runs after body parsing on every chat-shaped surface (proxy, responses,
+// anthropic, and the inbound-chat funnel behind Ollama/Gemini wire): data-URL
+// images over the size threshold are decoded, downscaled to fit
+// IMAGE_NORMALIZE_MAX_DIMENSION, and re-encoded — JPEG q<quality>, or PNG
+// only when the alpha channel ACTUALLY carries transparency. Screenshots are
+// the gotcha: macOS ships them as RGBA PNGs that are fully opaque, and
+// honoring the bare hasAlpha flag kept them on PNG, "compressing" 2.0MB →
+// 1.9MB. http(s) URLs are left alone — providers that need the bytes fetch
+// them themselves (see google.ts). Failures anywhere in the pipeline keep the
+// original image: a vision request must never be lost to a transcoding
+// hiccup.
+//
+// Knobs (env):
+//   IMAGE_NORMALIZE                 off/false/0 disables entirely (default on)
+//   IMAGE_NORMALIZE_MAX_DIMENSION   long-edge cap in px (default 2048)
+//   IMAGE_NORMALIZE_THRESHOLD_KB    raw-bytes floor before touching an image
+//                                   (default 1024 — small images decode-free)
+//   IMAGE_NORMALIZE_QUALITY         JPEG quality, 1-100 (default 90)
+//
+// Input formats: anything libvips decodes — jpeg, png, webp, gif (first
+// frame only — animation is dropped), tiff (first page), bmp, svg (rasterized
+// at native size), avif. Formats it can't decode (notably HEIC on standard
+// builds) and any corrupt payload fall through untouched: the provider sees
+// the original and decides.
+const DEFAULT_MAX_DIMENSION = 2048;
+const DEFAULT_THRESHOLD_KB = 1024;
+const DEFAULT_QUALITY = 90;
+let sharpModule; // undefined = not yet attempted
+async function loadSharp() {
+    if (sharpModule !== undefined)
+        return sharpModule;
+    try {
+        sharpModule = (await import('sharp')).default;
+    }
+    catch (err) {
+        sharpModule = null;
+        console.warn('[ImageNormalize] sharp is unavailable, inbound images will not be resized ' +
+            `(set IMAGE_NORMALIZE=off to silence this): ${err?.message ?? err}`);
+    }
+    return sharpModule;
+}
+function envFlagOff(raw) {
+    if (!raw)
+        return false;
+    const lower = raw.trim().toLowerCase();
+    return lower === 'off' || lower === 'false' || lower === '0' || lower === 'no';
+}
+function envNumber(raw, fallback, min) {
+    if (raw === undefined || raw.trim() === '')
+        return fallback;
+    const n = Number(raw);
+    if (!Number.isFinite(n) || n < min)
+        return fallback;
+    return Math.floor(n);
+}
+// Read lazily (not at import) so tests can steer the knobs via process.env
+// without module-reload gymnastics.
+function resolveOptions(overrides) {
+    return {
+        enabled: overrides?.enabled ?? !envFlagOff(process.env.IMAGE_NORMALIZE),
+        maxDimension: overrides?.maxDimension
+            ?? envNumber(process.env.IMAGE_NORMALIZE_MAX_DIMENSION, DEFAULT_MAX_DIMENSION, 16),
+        thresholdBytes: overrides?.thresholdBytes
+            ?? envNumber(process.env.IMAGE_NORMALIZE_THRESHOLD_KB, DEFAULT_THRESHOLD_KB, 0) * 1024,
+        quality: Math.min(100, overrides?.quality
+            ?? envNumber(process.env.IMAGE_NORMALIZE_QUALITY, DEFAULT_QUALITY, 1)),
+    };
+}
+const DATA_URL_RE = /^data:([^;,]+)?(;base64)?,(.*)$/s;
+// Collect the mutable image slots of one message: OpenAI-style `image_url`
+// blocks in both the shorthand (string) and object ({ url }) forms.
+function imageSlots(message) {
+    if (!Array.isArray(message.content))
+        return [];
+    const slots = [];
+    for (const block of message.content) {
+        if (!block || typeof block !== 'object')
+            continue;
+        const b = block;
+        if (b.type !== 'image_url' && b.type !== 'image')
+            continue;
+        if (typeof b.image_url === 'string') {
+            slots.push({ url: b.image_url, set: (url) => { block.image_url = url; } });
+        }
+        else if (b.image_url && typeof b.image_url.url === 'string') {
+            const obj = b.image_url;
+            slots.push({ url: obj.url, set: (url) => { obj.url = url; } });
+        }
+    }
+    return slots;
+}
+// Transcode one data URL; returns null when the image should ride along
+// unchanged (under threshold, already compact, http URL, or any failure).
+async function normalizeDataUrl(sharp, url, opts) {
+    const match = DATA_URL_RE.exec(url);
+    if (!match)
+        return null;
+    const mime = (match[1] ?? '').toLowerCase();
+    const isBase64 = Boolean(match[2]);
+    const payload = match[3] ?? '';
+    if (!isBase64 || !mime.startsWith('image/') || payload.length === 0)
+        return null;
+    const rawBytes = Math.floor(payload.length * 3 / 4);
+    const alreadyCompact = mime === 'image/jpeg' || mime === 'image/webp';
+    // Cheap pre-filter: under the threshold AND already a lossy format means
+    // there is nothing to win — skip the decode entirely. Oversized-dimension
+    // images under the threshold are rare enough (pixels ≈ bytes) that this
+    // trade stays worth it.
+    if (rawBytes < opts.thresholdBytes && alreadyCompact)
+        return null;
+    let buffer;
+    try {
+        buffer = Buffer.from(payload, 'base64');
+    }
+    catch {
+        return null;
+    }
+    try {
+        const image = sharp(buffer);
+        const meta = await image.metadata();
+        const width = meta.width ?? 0;
+        const height = meta.height ?? 0;
+        const needsResize = width > opts.maxDimension || height > opts.maxDimension;
+        // Small, right-sized, already-compact: nothing to win — skip the decode.
+        if (!needsResize && alreadyCompact && rawBytes < opts.thresholdBytes)
+            return null;
+        // An over-threshold JPEG/WebP at the right size still gets re-encoded at
+        // the target quality below (the never-grow guard keeps the original when
+        // that can't win), so there is no early return for it.
+        let pipeline = image;
+        if (needsResize) {
+            pipeline = pipeline.resize({
+                width: opts.maxDimension,
+                height: opts.maxDimension,
+                fit: 'inside',
+                withoutEnlargement: true,
+            });
+        }
+        // Alpha is only worth keeping when it actually carries transparency.
+        // Screenshots (the dominant vision payload here) are RGBA-but-fully-
+        // opaque; honoring the bare hasAlpha flag kept them on PNG and squeezed
+        // 2.0MB → 1.9MB instead of → ~300KB. stats() decodes, but we were about
+        // to re-encode anyway.
+        let keepAlpha = false;
+        if (meta.hasAlpha) {
+            try {
+                keepAlpha = (await sharp(buffer).stats()).isOpaque === false;
+            }
+            catch {
+                keepAlpha = true; // unknown opacity: stay lossless
+            }
+        }
+        const out = keepAlpha
+            ? { buffer: await pipeline.png().toBuffer(), mime: 'image/png' }
+            : {
+                buffer: await pipeline
+                    .flatten({ background: { r: 255, g: 255, b: 255 } })
+                    .jpeg({ quality: opts.quality })
+                    .toBuffer(),
+                mime: 'image/jpeg',
+            };
+        // Never make it bigger (tiny paletted PNGs can lose to JPEG overhead).
+        if (out.buffer.length >= buffer.length)
+            return null;
+        return {
+            url: `data:${out.mime};base64,${out.buffer.toString('base64')}`,
+            before: buffer.length,
+            after: out.buffer.length,
+        };
+    }
+    catch {
+        // Corrupt/unsupported image: the provider gets the original and decides.
+        return null;
+    }
+}
+/**
+ * Downscale + re-encode over-threshold inline images across a chat-message
+ * list. Pure with respect to everything but the image blocks themselves
+ * (text, tool calls, detail hints, block order all untouched). Never throws.
+ */
+export async function normalizeMessageImages(messages, overrides) {
+    const opts = resolveOptions(overrides);
+    const summary = { messages, normalized: 0, bytesBefore: 0, bytesAfter: 0 };
+    if (!opts.enabled)
+        return summary;
+    // No sharp (missing prebuild, unsupported platform): pass everything through
+    // untouched rather than failing the request.
+    const sharp = await loadSharp();
+    if (!sharp)
+        return summary;
+    for (const message of messages) {
+        for (const slot of imageSlots(message)) {
+            if (!slot.url.startsWith('data:'))
+                continue;
+            const result = await normalizeDataUrl(sharp, slot.url, opts);
+            if (!result)
+                continue;
+            slot.set(result.url);
+            summary.normalized += 1;
+            summary.bytesBefore += result.before;
+            summary.bytesAfter += result.after;
+        }
+    }
+    if (summary.normalized > 0) {
+        const mb = (n) => (n / (1024 * 1024)).toFixed(1);
+        console.log(`[ImageNormalize] re-encoded ${summary.normalized} image(s): ${mb(summary.bytesBefore)}MB → ${mb(summary.bytesAfter)}MB`);
+    }
+    return summary;
+}
+//# sourceMappingURL=image-normalize.js.map

package/dist/lib/image-normalize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image-normalize.js","sourceRoot":"","sources":["../../src/lib/image-normalize.ts"],"names":[],"mappings":"AAEA,0EAA0E;AAC1E,2EAA2E;AAC3E,wEAAwE;AACxE,4EAA4E;AAC5E,0EAA0E;AAC1E,4EAA4E;AAC5E,yBAAyB;AACzB,EAAE;AACF,0EAA0E;AAC1E,8EAA8E;AAC9E,gEAAgE;AAChE,0EAA0E;AAC1E,6EAA6E;AAC7E,uEAAuE;AACvE,0EAA0E;AAC1E,2EAA2E;AAC3E,8EAA8E;AAC9E,uEAAuE;AACvE,UAAU;AACV,EAAE;AACF,eAAe;AACf,+EAA+E;AAC/E,uEAAuE;AACvE,6EAA6E;AAC7E,8EAA8E;AAC9E,qEAAqE;AACrE,EAAE;AACF,wEAAwE;AACxE,8EAA8E;AAC9E,2EAA2E;AAC3E,4EAA4E;AAC5E,4BAA4B;AAE5B,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,eAAe,GAAG,EAAE,CAAC;AAW3B,IAAI,WAAqC,CAAC,CAAG,gCAAgC;AAE7E,KAAK,UAAU,SAAS;IACtB,IAAI,WAAW,KAAK,SAAS;QAAE,OAAO,WAAW,CAAC;IAClD,IAAI,CAAC;QACH,WAAW,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAChD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,WAAW,GAAG,IAAI,CAAC;QACnB,OAAO,CAAC,IAAI,CACV,4EAA4E;YAC5E,8CAA8C,GAAG,EAAE,OAAO,IAAI,GAAG,EAAE,CACpE,CAAC;IACJ,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAgBD,SAAS,UAAU,CAAC,GAAuB;IACzC,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC;IACvB,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACvC,OAAO,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,IAAI,CAAC;AACjF,CAAC;AAED,SAAS,SAAS,CAAC,GAAuB,EAAE,QAAgB,EAAE,GAAW;IACvE,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAC;IAC5D,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,QAAQ,CAAC;IACpD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,2EAA2E;AAC3E,oCAAoC;AACpC,SAAS,cAAc,CAAC,SAAiC;IACvD,OAAO;QACL,OAAO,EAAE,SAAS,EAAE,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QACvE,YAAY,EAAE,SAAS,EAAE,YAAY;eAChC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,qBAAqB,EAAE,EAAE,CAAC;QACpF,cAAc,EAAE,SAAS,EAAE,cAAc;eACpC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,oBAAoB,EAAE,CAAC,CAAC,GAAG,IAAI;QACxF,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO;eACpC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;KACzE,CAAC;AACJ,CAAC;AAED,MAAM,WAAW,GAAG,kCAAkC,CAAC;AAQvD,2EAA2E;AAC3E,oEAAoE;AACpE,SAAS,UAAU,CAAC,OAAoB;IACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IAC/C,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,SAAS;QAClD,MAAM,CAAC,GAAG,KAA+C,CAAC;QAC1D,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;YAAE,SAAS;QAC3D,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,GAAI,KAAiC,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1G,CAAC;aAAM,IAAI,CAAC,CAAC,SAAS,IAAI,OAAQ,CAAC,CAAC,SAA+B,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YACrF,MAAM,GAAG,GAAG,CAAC,CAAC,SAA4B,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,wEAAwE;AACxE,0EAA0E;AAC1E,KAAK,UAAU,gBAAgB,CAAC,KAAY,EAAE,GAAW,EAAE,IAAqB;IAC9E,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/B,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEjF,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,CAAC;IAEtE,yEAAyE;IACzE,0EAA0E;IAC1E,wEAAwE;IACxE,wBAAwB;IACxB,IAAI,QAAQ,GAAG,IAAI,CAAC,cAAc,IAAI,cAAc;QAAE,OAAO,IAAI,CAAC;IAElE,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QAChC,MAAM,WAAW,GAAG,KAAK,GAAG,IAAI,CAAC,YAAY,IAAI,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;QAC5E,yEAAyE;QACzE,IAAI,CAAC,WAAW,IAAI,cAAc,IAAI,QAAQ,GAAG,IAAI,CAAC,cAAc;YAAE,OAAO,IAAI,CAAC;QAClF,yEAAyE;QACzE,yEAAyE;QACzE,uDAAuD;QAEvD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,WAAW,EAAE,CAAC;YAChB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACzB,KAAK,EAAE,IAAI,CAAC,YAAY;gBACxB,MAAM,EAAE,IAAI,CAAC,YAAY;gBACzB,GAAG,EAAE,QAAQ;gBACb,kBAAkB,EAAE,IAAI;aACzB,CAAC,CAAC;QACL,CAAC;QACD,qEAAqE;QACrE,qEAAqE;QACrE,wEAAwE;QACxE,wEAAwE;QACxE,uBAAuB;QACvB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,SAAS,GAAG,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,GAAG,IAAI,CAAC,CAAC,iCAAiC;YACrD,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,SAAS;YACnB,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;YAChE,CAAC,CAAC;gBACA,MAAM,EAAE,MAAM,QAAQ;qBACnB,OAAO,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;qBACnD,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;qBAC/B,QAAQ,EAAE;gBACb,IAAI,EAAE,YAAY;aACnB,CAAC;QAEJ,uEAAuE;QACvE,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACpD,OAAO;YACL,GAAG,EAAE,QAAQ,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;YAC/D,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;SACzB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,yEAAyE;QACzE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAUD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,QAAuB,EACvB,SAAiC;IAEjC,MAAM,IAAI,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IACvC,MAAM,OAAO,GAA0B,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IAClG,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO,OAAO,CAAC;IAElC,6EAA6E;IAC7E,6CAA6C;IAC7C,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;IAChC,IAAI,CAAC,KAAK;QAAE,OAAO,OAAO,CAAC;IAE3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,SAAS;YAC5C,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM;gBAAE,SAAS;YACtB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrB,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;YACxB,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC;YACrC,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC;QACrC,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,+BAA+B,OAAO,CAAC,UAAU,cAAc,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACxI,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/lib/inbound-chat.d.ts

@@ -0,0 +1,48 @@
+import type { Request, Response } from 'express';
+import type { ChatMessage, ChatToolCall, ChatToolChoice, ChatToolDefinition } from '@srouter/shared/types.js';
+import { type RouteResult } from '../services/router.js';
+import type { CompletionOptions } from '../providers/base.js';
+export interface InboundChatRequest {
+    model?: string;
+    messages: ChatMessage[];
+    stream: boolean;
+    maxTokens?: number;
+    temperature?: number;
+    topP?: number;
+    stop?: string | string[];
+    tools?: ChatToolDefinition[];
+    toolChoice?: ChatToolChoice;
+    parallelToolCalls?: boolean;
+    topK?: number;
+    responseFormat?: CompletionOptions['response_format'];
+    reasoningEffort?: CompletionOptions['reasoning_effort'];
+    sessionId?: string;
+    endpoint: string;
+}
+export interface InboundChatResult {
+    route: RouteResult;
+    text: string;
+    reasoning: string;
+    toolCalls: ChatToolCall[];
+    finishReason: string | null;
+    promptTokens: number;
+    completionTokens: number;
+}
+export interface InboundChatWire {
+    sendError(res: Response, status: number, message: string, code?: string): void;
+    sendNonStream(res: Response, result: InboundChatResult): void;
+    startStream(res: Response, route: RouteResult): void;
+    sendTextDelta(res: Response, route: RouteResult, text: string): void;
+    sendReasoningDelta?(res: Response, route: RouteResult, text: string): void;
+    sendToolCalls?(res: Response, route: RouteResult, calls: ChatToolCall[]): void;
+    finishStream(res: Response, result: InboundChatResult): void;
+    sendStreamError?(res: Response, message: string): void;
+}
+/**
+ * Provider-neutral execution for non-OpenAI inbound protocols. The protocol
+ * router owns validation and wire translation; this function owns the same
+ * routing, retry, cooldown, accounting, pinning, and disconnect behavior as
+ * the established OpenAI/Anthropic/Responses surfaces.
+ */
+export declare function runInboundChat(req: Request, res: Response, input: InboundChatRequest, wire: InboundChatWire): Promise<void>;
+//# sourceMappingURL=inbound-chat.d.ts.map

package/dist/lib/inbound-chat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inbound-chat.d.ts","sourceRoot":"","sources":["../../src/lib/inbound-chat.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,cAAc,EACd,kBAAkB,EACnB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAML,KAAK,WAAW,EACjB,MAAM,uBAAuB,CAAC;AAiC/B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,kBAAkB,EAAE,CAAC;IAC7B,UAAU,CAAC,EAAE,cAAc,CAAC;IAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IACtD,eAAe,CAAC,EAAE,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;IACxD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,WAAW,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/E,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAC9D,WAAW,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IACrD,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACrE,kBAAkB,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3E,aAAa,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;IAC/E,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAC7D,eAAe,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxD;AAuED;;;;;GAKG;AACH,wBAAsB,cAAc,CAClC,GAAG,EAAE,OAAO,EACZ,GAAG,EAAE,QAAQ,EACb,KAAK,EAAE,kBAAkB,EACzB,IAAI,EAAE,eAAe,GACpB,OAAO,CAAC,IAAI,CAAC,CA4af"}