@srouterhq/server 0.0.0-stage → 0.9.0

package/dist/lib/gemini-wire.js

@@ -0,0 +1,392 @@
+// Gemini-native clients write schemas in the API's OpenAPI-flavored dialect:
+// Type enum casing ("OBJECT", "STRING") and `nullable: true`. OpenAI-style
+// strict json_schema validators reject both, so normalize the inbound
+// direction (the outbound direction has sanitizeForGemini).
+const GEMINI_TYPE_ENUM = new Set(['object', 'string', 'number', 'integer', 'boolean', 'array', 'null']);
+export function normalizeGeminiSchema(schema) {
+    if (Array.isArray(schema))
+        return schema.map(normalizeGeminiSchema);
+    if (!schema || typeof schema !== 'object')
+        return schema;
+    const out = {};
+    let nullable = false;
+    for (const [key, value] of Object.entries(schema)) {
+        if (key === 'nullable') {
+            nullable = value === true;
+            continue;
+        }
+        if (key === 'type' && typeof value === 'string' && GEMINI_TYPE_ENUM.has(value.toLowerCase())) {
+            out.type = value.toLowerCase();
+            continue;
+        }
+        if (key === 'properties' && value && typeof value === 'object' && !Array.isArray(value)) {
+            out.properties = Object.fromEntries(Object.entries(value).map(([name, child]) => [name, normalizeGeminiSchema(child)]));
+            continue;
+        }
+        out[key] = normalizeGeminiSchema(value);
+    }
+    if (nullable && typeof out.type === 'string')
+        out.type = [out.type, 'null'];
+    return out;
+}
+const UNSUPPORTED_SCHEMA_KEYS = new Set([
+    '$schema', '$id', '$ref', '$defs', '$comment',
+    'definitions',
+    'exclusiveMinimum', 'exclusiveMaximum',
+    'patternProperties', 'unevaluatedProperties', 'unevaluatedItems',
+    'if', 'then', 'else',
+    'contentEncoding', 'contentMediaType', 'contentSchema',
+    'dependentRequired', 'dependentSchemas', 'dependencies',
+    'additionalProperties',
+    'examples', 'const', 'readOnly', 'writeOnly',
+    'uniqueItems',
+    'not', 'allOf', 'oneOf',
+    'prefixItems',
+    'contains', 'minContains', 'maxContains',
+    'propertyNames',
+    'multipleOf',
+    'deprecated',
+]);
+const VENDOR_EXTENSION_SCHEMA_KEY = /^x-/i;
+function collapseTypeUnion(value) {
+    const names = value.filter((entry) => typeof entry === 'string');
+    const nullable = names.some(name => name.toLowerCase() === 'null');
+    // A union of two concrete types has no Gemini equivalent; keeping the first
+    // is lossy but still describes the argument, where dropping `type` entirely
+    // would let the model emit anything.
+    const concrete = names.find(name => name.toLowerCase() !== 'null');
+    return { type: concrete, nullable };
+}
+// Best-effort JSON pointer resolution against the schema root, so a `$ref`
+// into `$defs`/`definitions` keeps its structure instead of collapsing to a
+// permissive `{}`. Anything else (remote refs, missing targets) still falls
+// back to dropping the keyword, like the other unsupported keywords do.
+function resolvePointer(root, ref) {
+    if (!ref.startsWith('#/'))
+        return undefined;
+    let node = root;
+    for (const rawSegment of ref.slice(2).split('/')) {
+        if (!node || typeof node !== 'object' || Array.isArray(node))
+            return undefined;
+        const segment = decodeURIComponent(rawSegment).replace(/~1/g, '/').replace(/~0/g, '~');
+        node = node[segment];
+    }
+    return node;
+}
+export function sanitizeForGemini(schema) {
+    return sanitizeSchema(schema, false, { root: schema, expanding: new Set() });
+}
+function sanitizeSchema(schema, insidePropertiesMap, ctx) {
+    if (Array.isArray(schema))
+        return schema.map(value => sanitizeSchema(value, false, ctx));
+    if (!schema || typeof schema !== 'object')
+        return schema;
+    const out = {};
+    let nullable = false;
+    let inlined;
+    for (const [key, value] of Object.entries(schema)) {
+        if (insidePropertiesMap) {
+            out[key] = sanitizeSchema(value, false, ctx);
+            continue;
+        }
+        if (key === '$ref' && typeof value === 'string' && !ctx.expanding.has(value)) {
+            const target = resolvePointer(ctx.root, value);
+            if (target && typeof target === 'object' && !Array.isArray(target)) {
+                inlined = sanitizeSchema(target, false, {
+                    root: ctx.root,
+                    expanding: new Set([...ctx.expanding, value]),
+                });
+            }
+            continue;
+        }
+        if (key === 'type' && Array.isArray(value)) {
+            const collapsed = collapseTypeUnion(value);
+            if (collapsed.type !== undefined)
+                out.type = collapsed.type;
+            nullable = nullable || collapsed.nullable;
+            continue;
+        }
+        if (!UNSUPPORTED_SCHEMA_KEYS.has(key) && !VENDOR_EXTENSION_SCHEMA_KEY.test(key)) {
+            out[key] = sanitizeSchema(value, key === 'properties', ctx);
+        }
+    }
+    if (nullable)
+        out.nullable = true;
+    // Keywords written alongside a `$ref` (description, overrides) win over the
+    // definition they point at.
+    const merged = inlined ? { ...inlined, ...out } : out;
+    // A `properties` map is keyed by parameter names, not keywords; a tool
+    // param literally named `items` or `type` must not be read as a schema.
+    if (insidePropertiesMap)
+        return merged;
+    return normalizeArrayItems(merged, schema, ctx);
+}
+// Gemini's Schema proto models `items` as a single Schema message and requires
+// it on every ARRAY: an array without `items` 400s with "…items: missing
+// field" (#1334 — Claude Code's nested tuple params lose their element schema
+// once `prefixItems` is stripped), and a JSON Schema tuple (`items: [...]`)
+// 400s with "Proto field is not repeating". Tuples become an `anyOf` over their
+// members, and an array with no usable element schema gets `items: {}`, which
+// Gemini accepts as "any element" (both verified against the live API).
+function normalizeArrayItems(merged, source, ctx) {
+    const members = [];
+    if (Array.isArray(source.prefixItems)) {
+        members.push(...sanitizeSchema(source.prefixItems, false, ctx));
+    }
+    let single;
+    if (Array.isArray(merged.items))
+        members.push(...merged.items);
+    else if (isSchemaObject(merged.items))
+        single = merged.items;
+    if (members.length > 0) {
+        const branches = [...members, ...(single ? [single] : [])];
+        if (branches.every(isSchemaObject) && branches.every(b => Object.keys(b).length > 0)) {
+            merged.items = branches.length === 1 ? branches[0] : { anyOf: branches };
+        }
+        else {
+            // A boolean/empty member accepts anything, so the union does too.
+            merged.items = {};
+        }
+    }
+    else if (single === undefined && ('items' in merged || isArrayType(merged.type))) {
+        merged.items = {};
+    }
+    return merged;
+}
+function isSchemaObject(value) {
+    return !!value && typeof value === 'object' && !Array.isArray(value);
+}
+function isArrayType(type) {
+    return typeof type === 'string' && type.toLowerCase() === 'array';
+}
+function serializeResponse(value) {
+    if (typeof value === 'string')
+        return value;
+    try {
+        return JSON.stringify(value ?? {});
+    }
+    catch {
+        return String(value);
+    }
+}
+function systemText(system) {
+    return (system?.parts ?? [])
+        .map(part => typeof part.text === 'string' ? part.text : '')
+        .filter(Boolean)
+        .join('\n');
+}
+export function geminiContentsToMessages(body) {
+    const messages = [];
+    // FIFO per name: parallel calls to the same tool without client-echoed ids
+    // must each consume their own synthesized id, or one call is left without a
+    // response and strict upstreams reject the history.
+    const pendingCallIdsByName = new Map();
+    const system = systemText(body.systemInstruction);
+    if (system)
+        messages.push({ role: 'system', content: system });
+    for (const content of body.contents ?? []) {
+        const role = content.role === 'model' ? 'assistant' : 'user';
+        const textBlocks = [];
+        const calls = [];
+        const functionResponses = [];
+        for (const part of content.parts ?? []) {
+            // Thought summaries kept in client history are not conversation content.
+            if (typeof part.text === 'string' && part.thought !== true) {
+                textBlocks.push({ type: 'text', text: part.text });
+            }
+            const inline = part.inlineData ?? (part.inline_data
+                ? { mimeType: part.inline_data.mime_type, data: part.inline_data.data }
+                : undefined);
+            if (inline?.mimeType && inline.data) {
+                textBlocks.push({
+                    type: 'image_url',
+                    image_url: { url: `data:${inline.mimeType};base64,${inline.data}` },
+                });
+            }
+            if (part.functionCall?.name) {
+                const id = part.functionCall.id || `call_${messages.length}_${calls.length}`;
+                calls.push({
+                    id,
+                    type: 'function',
+                    function: {
+                        name: part.functionCall.name,
+                        arguments: typeof part.functionCall.args === 'string'
+                            ? part.functionCall.args
+                            : JSON.stringify(part.functionCall.args ?? {}),
+                    },
+                    ...(part.thoughtSignature ? { thought_signature: part.thoughtSignature } : {}),
+                });
+                const queue = pendingCallIdsByName.get(part.functionCall.name) ?? [];
+                queue.push(id);
+                pendingCallIdsByName.set(part.functionCall.name, queue);
+            }
+            if (part.functionResponse?.name)
+                functionResponses.push(part);
+        }
+        if (role === 'assistant') {
+            messages.push({
+                role,
+                content: textBlocks.length ? textBlocks : null,
+                ...(calls.length ? { tool_calls: calls } : {}),
+            });
+        }
+        // Tool results answer the preceding assistant tool_calls; they must come
+        // before any new user text or strict upstreams reject the ordering.
+        for (const part of functionResponses) {
+            const response = part.functionResponse;
+            messages.push({
+                role: 'tool',
+                tool_call_id: response.id || pendingCallIdsByName.get(response.name)?.shift()
+                    || `call_${messages.length}`,
+                name: response.name,
+                content: serializeResponse(response.response),
+            });
+        }
+        if (role !== 'assistant' && (textBlocks.length || functionResponses.length === 0)) {
+            messages.push({
+                role: 'user',
+                content: textBlocks.length ? textBlocks : '',
+            });
+        }
+    }
+    return messages;
+}
+export function geminiToolsToChatTools(tools) {
+    const declarations = (tools ?? []).flatMap(tool => tool.functionDeclarations ?? []);
+    const converted = declarations
+        .filter(declaration => !!declaration.name)
+        .map(declaration => ({
+        type: 'function',
+        function: {
+            name: declaration.name,
+            description: declaration.description,
+            parameters: normalizeGeminiSchema(declaration.parameters
+                ?? declaration.parametersJsonSchema
+                ?? { type: 'object', properties: {} }),
+        },
+    }));
+    return converted.length ? converted : undefined;
+}
+export function geminiToolChoice(config) {
+    const fc = config?.functionCallingConfig;
+    const mode = fc?.mode?.toUpperCase();
+    // No toolConfig at all must map to undefined: emitting tool_choice on a
+    // tool-free request 400s on strict OpenAI-compatible upstreams.
+    if (!mode)
+        return undefined;
+    if (mode === 'AUTO')
+        return 'auto';
+    if (mode === 'NONE')
+        return 'none';
+    if (mode === 'ANY') {
+        const name = fc?.allowedFunctionNames?.[0];
+        return name ? { type: 'function', function: { name } } : 'required';
+    }
+    return undefined;
+}
+export function geminiResponseFormat(config) {
+    if (config?.responseMimeType !== 'application/json')
+        return undefined;
+    const schema = config.responseSchema ?? config.responseJsonSchema;
+    if (schema) {
+        return {
+            type: 'json_schema',
+            json_schema: {
+                name: 'gemini_response',
+                schema: normalizeGeminiSchema(schema),
+            },
+        };
+    }
+    return { type: 'json_object' };
+}
+export function effortFromGeminiThinking(config) {
+    const budget = config?.thinkingConfig?.thinkingBudget;
+    if (budget == null)
+        return undefined;
+    // -1 is the API's "dynamic thinking" (model-managed budget) and is Gemini
+    // CLI's default — leave the provider default in place rather than disabling.
+    if (budget < 0)
+        return undefined;
+    if (budget === 0)
+        return 'none';
+    if (budget < 4096)
+        return 'low';
+    if (budget < 16384)
+        return 'medium';
+    return 'high';
+}
+export function geminiFinishReason(finishReason, hasToolCalls = false) {
+    if (hasToolCalls)
+        return 'STOP';
+    switch ((finishReason ?? '').toLowerCase()) {
+        case 'length':
+            return 'MAX_TOKENS';
+        case 'content_filter':
+            return 'SAFETY';
+        default:
+            return 'STOP';
+    }
+}
+export function geminiPartsFromResult(result) {
+    const parts = [];
+    if (result.reasoning)
+        parts.push({ text: result.reasoning, thought: true });
+    if (result.text)
+        parts.push({ text: result.text });
+    for (const call of result.toolCalls) {
+        let args = {};
+        try {
+            args = JSON.parse(call.function.arguments);
+        }
+        catch {
+            args = { value: call.function.arguments };
+        }
+        parts.push({
+            functionCall: {
+                id: call.id,
+                name: call.function.name,
+                args,
+            },
+            ...(call.thought_signature ? { thoughtSignature: call.thought_signature } : {}),
+        });
+    }
+    return parts;
+}
+export function geminiResponseFromResult(result) {
+    return {
+        candidates: [{
+                content: { role: 'model', parts: geminiPartsFromResult(result) },
+                finishReason: geminiFinishReason(result.finishReason, result.toolCalls.length > 0),
+                index: 0,
+            }],
+        usageMetadata: {
+            promptTokenCount: result.promptTokens,
+            candidatesTokenCount: result.completionTokens,
+            totalTokenCount: result.promptTokens + result.completionTokens,
+        },
+        modelVersion: result.route.modelId,
+    };
+}
+// Gemini bills images at a fixed per-tile cost; counting their base64 length
+// as text overreports by orders of magnitude and triggers premature client
+// context compression.
+const GEMINI_IMAGE_TOKENS = 258;
+export function estimateGeminiTokens(body) {
+    let tokens = Math.ceil(systemText(body.systemInstruction).length / 4);
+    for (const content of body.contents ?? []) {
+        for (const part of content.parts ?? []) {
+            if (typeof part.text === 'string')
+                tokens += Math.ceil(part.text.length / 4);
+            if (part.inlineData?.data || part.inline_data?.data)
+                tokens += GEMINI_IMAGE_TOKENS;
+            if (part.functionCall)
+                tokens += Math.ceil(JSON.stringify(part.functionCall).length / 4);
+            if (part.functionResponse)
+                tokens += Math.ceil(JSON.stringify(part.functionResponse).length / 4);
+        }
+    }
+    if (body.tools?.length)
+        tokens += Math.ceil(JSON.stringify(body.tools).length / 4);
+    return tokens;
+}
+//# sourceMappingURL=gemini-wire.js.map

package/dist/lib/gemini-wire.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini-wire.js","sourceRoot":"","sources":["../../src/lib/gemini-wire.ts"],"names":[],"mappings":"AAwDA,6EAA6E;AAC7E,2EAA2E;AAC3E,sEAAsE;AACtE,4DAA4D;AAC5D,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AAExG,MAAM,UAAU,qBAAqB,CAAC,MAAe;IACnD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACpE,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IACzD,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAiC,CAAC,EAAE,CAAC;QAC7E,IAAI,GAAG,KAAK,UAAU,EAAE,CAAC;YACvB,QAAQ,GAAG,KAAK,KAAK,IAAI,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAC7F,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,YAAY,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACxF,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,WAAW,CACjC,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC,CAC9G,CAAC;YACF,SAAS;QACX,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,QAAQ,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ;QAAE,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAC;IACtC,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU;IAC7C,aAAa;IACb,kBAAkB,EAAE,kBAAkB;IACtC,mBAAmB,EAAE,uBAAuB,EAAE,kBAAkB;IAChE,IAAI,EAAE,MAAM,EAAE,MAAM;IACpB,iBAAiB,EAAE,kBAAkB,EAAE,eAAe;IACtD,mBAAmB,EAAE,kBAAkB,EAAE,cAAc;IACvD,sBAAsB;IACtB,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW;IAC5C,aAAa;IACb,KAAK,EAAE,OAAO,EAAE,OAAO;IACvB,aAAa;IACb,UAAU,EAAE,aAAa,EAAE,aAAa;IACxC,eAAe;IACf,YAAY;IACZ,YAAY;CACb,CAAC,CAAC;AAEH,MAAM,2BAA2B,GAAG,MAAM,CAAC;AAa3C,SAAS,iBAAiB,CAAC,KAAgB;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;IAClF,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC;IACnE,4EAA4E;IAC5E,4EAA4E;IAC5E,qCAAqC;IACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC;IACnE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AACtC,CAAC;AAED,2EAA2E;AAC3E,4EAA4E;AAC5E,4EAA4E;AAC5E,wEAAwE;AACxE,SAAS,cAAc,CAAC,IAAa,EAAE,GAAW;IAChD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,IAAI,IAAI,GAAY,IAAI,CAAC;IACzB,KAAK,MAAM,UAAU,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QAC/E,MAAM,OAAO,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvF,IAAI,GAAI,IAAgC,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AASD,MAAM,UAAU,iBAAiB,CAAC,MAAe;IAC/C,OAAO,cAAc,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,cAAc,CAAC,MAAe,EAAE,mBAA4B,EAAE,GAAoB;IACzF,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACzF,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IACzD,MAAM,GAAG,GAA4B,EAAE,CAAC;IACxC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAA4C,CAAC;IACjD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAiC,CAAC,EAAE,CAAC;QAC7E,IAAI,mBAAmB,EAAE,CAAC;YACxB,GAAG,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC7C,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7E,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC/C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,KAAK,EAAE;oBACtC,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,SAAS,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;iBAC9C,CAA4B,CAAC;YAChC,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3C,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS;gBAAE,GAAG,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;YAC5D,QAAQ,GAAG,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,KAAK,EAAE,GAAG,KAAK,YAAY,EAAE,GAAG,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IACD,IAAI,QAAQ;QAAE,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC;IAClC,4EAA4E;IAC5E,4BAA4B;IAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IACtD,uEAAuE;IACvE,wEAAwE;IACxE,IAAI,mBAAmB;QAAE,OAAO,MAAM,CAAC;IACvC,OAAO,mBAAmB,CAAC,MAAM,EAAE,MAAiC,EAAE,GAAG,CAAC,CAAC;AAC7E,CAAC;AAED,+EAA+E;AAC/E,yEAAyE;AACzE,8EAA8E;AAC9E,4EAA4E;AAC5E,gFAAgF;AAChF,8EAA8E;AAC9E,wEAAwE;AACxE,SAAS,mBAAmB,CAC1B,MAA+B,EAC/B,MAA+B,EAC/B,GAAoB;IAEpB,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,GAAI,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,CAAe,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,MAA2C,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;SAC1D,IAAI,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;IAE7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3D,IAAI,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;YACrF,MAAM,CAAC,KAAK,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;QAC3E,CAAC;aAAM,CAAC;YACN,kEAAkE;YAClE,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,OAAO,IAAI,MAAM,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACnF,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC;IACpB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,CAAC,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,WAAW,CAAC,IAAa;IAChC,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC;AACpE,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,MAAkD;IACpE,OAAO,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;SACzB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3D,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAA0B;IACjE,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,2EAA2E;IAC3E,4EAA4E;IAC5E,oDAAoD;IACpD,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAoB,CAAC;IACzD,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAClD,IAAI,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAE/D,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7D,MAAM,UAAU,GAAuB,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAmB,EAAE,CAAC;QACjC,MAAM,iBAAiB,GAAiB,EAAE,CAAC;QAE3C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;YACvC,yEAAyE;YACzE,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC3D,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACrD,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,CAChC,IAAI,CAAC,WAAW;gBACd,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;gBACvE,CAAC,CAAC,SAAS,CACd,CAAC;YACF,IAAI,MAAM,EAAE,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpC,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,MAAM,CAAC,QAAQ,WAAW,MAAM,CAAC,IAAI,EAAE,EAAE;iBACpE,CAAC,CAAC;YACL,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;gBAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,QAAQ,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC7E,KAAK,CAAC,IAAI,CAAC;oBACT,EAAE;oBACF,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;wBAC5B,SAAS,EAAE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,KAAK,QAAQ;4BACnD,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI;4BACxB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;qBACjD;oBACD,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC/E,CAAC,CAAC;gBACH,MAAM,KAAK,GAAG,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACrE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,IAAI;gBAAE,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI;gBACJ,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI;gBAC9C,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/C,CAAC,CAAC;QACL,CAAC;QAED,yEAAyE;QACzE,oEAAoE;QACpE,KAAK,MAAM,IAAI,IAAI,iBAAiB,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAiB,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,YAAY,EAAE,QAAQ,CAAC,EAAE,IAAI,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAK,CAAC,EAAE,KAAK,EAAE;uBACzE,QAAQ,QAAQ,CAAC,MAAM,EAAE;gBAC9B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,OAAO,EAAE,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC;aAC9C,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;YAClF,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;aAC7C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,KAAoC;IAEpC,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,SAAS,GAAG,YAAY;SAC3B,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC;SACzC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACnB,IAAI,EAAE,UAAmB;QACzB,QAAQ,EAAE;YACR,IAAI,EAAE,WAAW,CAAC,IAAK;YACvB,WAAW,EAAE,WAAW,CAAC,WAAW;YACpC,UAAU,EAAE,qBAAqB,CAC/B,WAAW,CAAC,UAAU;mBACjB,WAAW,CAAC,oBAAoB;mBAChC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CACb;SAC7B;KACF,CAAC,CAAC,CAAC;IACN,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAA0C;IACzE,MAAM,EAAE,GAAG,MAAM,EAAE,qBAAqB,CAAC;IACzC,MAAM,IAAI,GAAG,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IACrC,wEAAwE;IACxE,gEAAgE;IAChE,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACnC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACnC,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,EAAE,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;IACtE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,MAAgD;IAEhD,IAAI,MAAM,EAAE,gBAAgB,KAAK,kBAAkB;QAAE,OAAO,SAAS,CAAC;IACtE,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,kBAAkB,CAAC;IAClE,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,iBAAiB;gBACvB,MAAM,EAAE,qBAAqB,CAAC,MAAM,CAA4B;aACjE;SACF,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,MAAgD;IAEhD,MAAM,MAAM,GAAG,MAAM,EAAE,cAAc,EAAE,cAAc,CAAC;IACtD,IAAI,MAAM,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC;IACrC,0EAA0E;IAC1E,6EAA6E;IAC7E,IAAI,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACjC,IAAI,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAChC,IAAI,MAAM,GAAG,IAAI;QAAE,OAAO,KAAK,CAAC;IAChC,IAAI,MAAM,GAAG,KAAK;QAAE,OAAO,QAAQ,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,YAA2B,EAC3B,YAAY,GAAG,KAAK;IAEpB,IAAI,YAAY;QAAE,OAAO,MAAM,CAAC;IAChC,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;QAC3C,KAAK,QAAQ;YACX,OAAO,YAAY,CAAC;QACtB,KAAK,gBAAgB;YACnB,OAAO,QAAQ,CAAC;QAClB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAmE;IACvG,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,IAAI,MAAM,CAAC,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5E,IAAI,MAAM,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACnD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACpC,IAAI,IAAI,GAAY,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QAC5C,CAAC;QACD,KAAK,CAAC,IAAI,CAAC;YACT,YAAY,EAAE;gBACZ,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBACxB,IAAI;aACL;YACD,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,MAAyB;IAChE,OAAO;QACL,UAAU,EAAE,CAAC;gBACX,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,qBAAqB,CAAC,MAAM,CAAC,EAAE;gBAChE,YAAY,EAAE,kBAAkB,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;gBAClF,KAAK,EAAE,CAAC;aACT,CAAC;QACF,aAAa,EAAE;YACb,gBAAgB,EAAE,MAAM,CAAC,YAAY;YACrC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB;YAC7C,eAAe,EAAE,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,gBAAgB;SAC/D;QACD,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;KACnC,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,2EAA2E;AAC3E,uBAAuB;AACvB,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAEhC,MAAM,UAAU,oBAAoB,CAClC,IAA4E;IAE5E,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtE,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC1C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;YACvC,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7E,IAAI,IAAI,CAAC,UAAU,EAAE,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,IAAI;gBAAE,MAAM,IAAI,mBAAmB,CAAC;YACnF,IAAI,IAAI,CAAC,YAAY;gBAAE,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzF,IAAI,IAAI,CAAC,gBAAgB;gBAAE,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,EAAE,MAAM;QAAE,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnF,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/lib/guardrails.d.ts

@@ -0,0 +1,37 @@
+export declare const REQUEST_MAX_TOKENS_BUDGET_SETTING = "request_max_tokens_budget";
+export declare const MAX_CONSECUTIVE_UPSTREAM_FAILS_SETTING = "max_consecutive_upstream_fails";
+/** Per-request token budget ceiling; 0 = disabled. */
+export declare function getRequestMaxTokensBudget(): number;
+/** Consecutive-upstream-failure breaker threshold; 0 = disabled. */
+export declare function getMaxConsecutiveUpstreamFails(): number;
+export interface TokenBudgetRejection {
+    budget: number;
+    estimatedTotal: number;
+}
+export interface TokenBudgetResult {
+    rejection: TokenBudgetRejection | null;
+    /** The max_tokens to forward upstream: unchanged when the client set one,
+     *  capped to min(budget remainder, TOKEN_BUDGET_OUTPUT_CAP) when it didn't. */
+    maxTokens: number | undefined;
+}
+export declare const TOKEN_BUDGET_OUTPUT_CAP = 4096;
+/**
+ * Apply the per-request token budget to one request. `estimatedInputTokens`
+ * is the surface's existing input estimate (~4 chars/token, images at the
+ * flat per-image estimate); `maxTokens` is the client-requested output cap,
+ * possibly undefined on the OpenAI-shaped surfaces.
+ */
+export declare function applyTokenBudget(estimatedInputTokens: number, maxTokens: number | undefined): TokenBudgetResult;
+export declare function tokenBudgetMessage(r: TokenBudgetRejection): string;
+export interface BreakerState {
+    limit: number;
+    consecutive: number;
+}
+export declare function newBreaker(limit?: number): BreakerState;
+/**
+ * Record one failed upstream attempt. Returns true when the breaker trips
+ * (the recorded failure reached the limit). No-op returning false when the
+ * guardrail is disabled (limit <= 0).
+ */
+export declare function recordBreakerFailure(state: BreakerState): boolean;
+//# sourceMappingURL=guardrails.d.ts.map

package/dist/lib/guardrails.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"guardrails.d.ts","sourceRoot":"","sources":["../../src/lib/guardrails.ts"],"names":[],"mappings":"AA6BA,eAAO,MAAM,iCAAiC,8BAA8B,CAAC;AAC7E,eAAO,MAAM,sCAAsC,mCAAmC,CAAC;AAiBvF,sDAAsD;AACtD,wBAAgB,yBAAyB,IAAI,MAAM,CAElD;AAED,oEAAoE;AACpE,wBAAgB,8BAA8B,IAAI,MAAM,CAEvD;AAID,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACvC;mFAC+E;IAC/E,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B;AAWD,eAAO,MAAM,uBAAuB,OAAO,CAAC;AAE5C;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,oBAAoB,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,iBAAiB,CAY/G;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,oBAAoB,GAAG,MAAM,CAIlE;AAID,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,wBAAgB,UAAU,CAAC,KAAK,GAAE,MAAyC,GAAG,YAAY,CAEzF;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAIjE"}

package/dist/lib/guardrails.js

@@ -0,0 +1,106 @@
+// Request-level guardrails: two hard limits, both OFF by default so an
+// unconfigured install behaves exactly as before.
+//
+//  1. request_max_tokens_budget — a per-request token-cost ceiling. Pre-flight:
+//     estimated input (plus the flat per-image estimate) plus the requested
+//     max_tokens must fit the budget, else the request is rejected with a 413
+//     before any provider is tried. A request that sent NO max_tokens has its
+//     output capped to the budget remainder instead of being rejected — with
+//     the cap forwarded upstream, the provider's own max_tokens enforcement
+//     bounds the spend, so no mid-stream truncation machinery is needed.
+//
+//  2. max_consecutive_upstream_fails — a per-request circuit breaker. When the
+//     Nth consecutive upstream attempt fails, the whole failover chain stops
+//     with a 503 instead of grinding through the remaining candidates of a
+//     pool that is failing across the board (the observed worst case for a
+//     doomed chain was 38.8s of serial retries; the wall-clock budget bounds
+//     the time, this bounds the wasted attempts/quota).
+//
+// Ported from @coffcoe's fork (coffcoe/srouter@e5024d53) and adapted to the
+// unified fallback loop: the original patched each surface's copy of the retry
+// loop; here the breaker is wired once in runFallbackLoop and the budget is a
+// shared pre-flight helper each surface renders in its own wire format.
+//
+// Precedence mirrors the response cache and the fallback time budget: the
+// settings-table value wins when present (runtime-tunable, no restart), then
+// the env var, then the default (0 = disabled).
+import { getSetting } from '../db/index.js';
+export const REQUEST_MAX_TOKENS_BUDGET_SETTING = 'request_max_tokens_budget';
+export const MAX_CONSECUTIVE_UPSTREAM_FAILS_SETTING = 'max_consecutive_upstream_fails';
+function readGuardrailValue(settingKey, envKey) {
+    let stored;
+    try {
+        stored = getSetting(settingKey);
+    }
+    catch {
+        stored = undefined; // DB not ready — never throw on the proxy hot path
+    }
+    for (const raw of [stored, process.env[envKey]]) {
+        if (raw === undefined || raw.trim() === '')
+            continue;
+        const n = Number(raw);
+        if (Number.isInteger(n) && n >= 0)
+            return n;
+    }
+    return 0;
+}
+/** Per-request token budget ceiling; 0 = disabled. */
+export function getRequestMaxTokensBudget() {
+    return readGuardrailValue(REQUEST_MAX_TOKENS_BUDGET_SETTING, 'REQUEST_MAX_TOKENS_BUDGET');
+}
+/** Consecutive-upstream-failure breaker threshold; 0 = disabled. */
+export function getMaxConsecutiveUpstreamFails() {
+    return readGuardrailValue(MAX_CONSECUTIVE_UPSTREAM_FAILS_SETTING, 'MAX_CONSECUTIVE_UPSTREAM_FAILS');
+}
+// Ceiling on the max_tokens the budget gate INJECTS when the client sent none.
+// Without it, a generous budget (say 100000) minus a small prompt forwarded
+// max_tokens≈99000 verbatim, and providers that validate max_tokens against
+// the model's context/completion limit 400'd a request that previously worked —
+// on every candidate in the chain, since the same value rode every retry.
+// Routing only reserves a capped ~2000 tokens for output (routingReserveTokens,
+// #470), so it never protects against this. A client that genuinely wants a
+// bigger completion can always set max_tokens explicitly; the budget then only
+// validates, never rewrites.
+export const TOKEN_BUDGET_OUTPUT_CAP = 4096;
+/**
+ * Apply the per-request token budget to one request. `estimatedInputTokens`
+ * is the surface's existing input estimate (~4 chars/token, images at the
+ * flat per-image estimate); `maxTokens` is the client-requested output cap,
+ * possibly undefined on the OpenAI-shaped surfaces.
+ */
+export function applyTokenBudget(estimatedInputTokens, maxTokens) {
+    const budget = getRequestMaxTokensBudget();
+    if (budget <= 0)
+        return { rejection: null, maxTokens };
+    const estimatedTotal = estimatedInputTokens + (maxTokens ?? 0);
+    if (estimatedTotal > budget)
+        return { rejection: { budget, estimatedTotal }, maxTokens };
+    if (maxTokens == null) {
+        const remaining = budget - estimatedInputTokens;
+        // Input alone fills the whole budget: nothing left for output.
+        if (remaining < 1)
+            return { rejection: { budget, estimatedTotal }, maxTokens };
+        return { rejection: null, maxTokens: Math.min(remaining, TOKEN_BUDGET_OUTPUT_CAP) };
+    }
+    return { rejection: null, maxTokens };
+}
+export function tokenBudgetMessage(r) {
+    return `Request exceeds the per-request token budget guardrail: ~${r.estimatedTotal} tokens ` +
+        `(estimated input + requested output) over a budget of ${r.budget}. Trim the prompt or lower ` +
+        `max_tokens, or raise the ${REQUEST_MAX_TOKENS_BUDGET_SETTING} setting (0 disables it).`;
+}
+export function newBreaker(limit = getMaxConsecutiveUpstreamFails()) {
+    return { limit, consecutive: 0 };
+}
+/**
+ * Record one failed upstream attempt. Returns true when the breaker trips
+ * (the recorded failure reached the limit). No-op returning false when the
+ * guardrail is disabled (limit <= 0).
+ */
+export function recordBreakerFailure(state) {
+    if (state.limit <= 0)
+        return false;
+    state.consecutive += 1;
+    return state.consecutive >= state.limit;
+}
+//# sourceMappingURL=guardrails.js.map

package/dist/lib/guardrails.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"guardrails.js","sourceRoot":"","sources":["../../src/lib/guardrails.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,kDAAkD;AAClD,EAAE;AACF,gFAAgF;AAChF,4EAA4E;AAC5E,8EAA8E;AAC9E,8EAA8E;AAC9E,6EAA6E;AAC7E,4EAA4E;AAC5E,yEAAyE;AACzE,EAAE;AACF,+EAA+E;AAC/E,6EAA6E;AAC7E,2EAA2E;AAC3E,2EAA2E;AAC3E,6EAA6E;AAC7E,wDAAwD;AACxD,EAAE;AACF,4EAA4E;AAC5E,+EAA+E;AAC/E,8EAA8E;AAC9E,wEAAwE;AACxE,EAAE;AACF,0EAA0E;AAC1E,6EAA6E;AAC7E,gDAAgD;AAEhD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,MAAM,CAAC,MAAM,iCAAiC,GAAG,2BAA2B,CAAC;AAC7E,MAAM,CAAC,MAAM,sCAAsC,GAAG,gCAAgC,CAAC;AAEvF,SAAS,kBAAkB,CAAC,UAAkB,EAAE,MAAc;IAC5D,IAAI,MAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,MAAM,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,SAAS,CAAC,CAAC,mDAAmD;IACzE,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QAChD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,SAAS;QACrD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,yBAAyB;IACvC,OAAO,kBAAkB,CAAC,iCAAiC,EAAE,2BAA2B,CAAC,CAAC;AAC5F,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,8BAA8B;IAC5C,OAAO,kBAAkB,CAAC,sCAAsC,EAAE,gCAAgC,CAAC,CAAC;AACtG,CAAC;AAgBD,+EAA+E;AAC/E,4EAA4E;AAC5E,4EAA4E;AAC5E,gFAAgF;AAChF,0EAA0E;AAC1E,gFAAgF;AAChF,4EAA4E;AAC5E,+EAA+E;AAC/E,6BAA6B;AAC7B,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAE5C;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,oBAA4B,EAAE,SAA6B;IAC1F,MAAM,MAAM,GAAG,yBAAyB,EAAE,CAAC;IAC3C,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IACvD,MAAM,cAAc,GAAG,oBAAoB,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;IAC/D,IAAI,cAAc,GAAG,MAAM;QAAE,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,CAAC;IACzF,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,MAAM,GAAG,oBAAoB,CAAC;QAChD,+DAA+D;QAC/D,IAAI,SAAS,GAAG,CAAC;YAAE,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,CAAC;QAC/E,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,uBAAuB,CAAC,EAAE,CAAC;IACtF,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,CAAuB;IACxD,OAAO,4DAA4D,CAAC,CAAC,cAAc,UAAU;QAC3F,yDAAyD,CAAC,CAAC,MAAM,6BAA6B;QAC9F,4BAA4B,iCAAiC,2BAA2B,CAAC;AAC7F,CAAC;AASD,MAAM,UAAU,UAAU,CAAC,QAAgB,8BAA8B,EAAE;IACzE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;AACnC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAmB;IACtD,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;IACvB,OAAO,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC;AAC1C,CAAC"}

package/dist/lib/header-value.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Coerce an arbitrary string into a valid HTTP header field value. Never
+ * throws, and never returns a value Node will reject.
+ */
+export declare function safeHeaderValue(value: string, maxLength?: number): string;
+/** `<platform>/<model>` for X-Routed-Via, sanitized. */
+export declare function routedViaValue(platform: string, modelId: string): string;
+//# sourceMappingURL=header-value.d.ts.map

package/dist/lib/header-value.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"header-value.d.ts","sourceRoot":"","sources":["../../src/lib/header-value.ts"],"names":[],"mappings":"AAiCA;;;GAGG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,SAA0B,GAAG,MAAM,CAY1F;AAED,wDAAwD;AACxD,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAExE"}

package/dist/lib/header-value.js

@@ -0,0 +1,55 @@
+// Header-value sanitizer for the diagnostics headers built out of provider and
+// model names (#619).
+//
+// Node validates every outgoing header value against RFC 7230's field-value
+// grammar and throws ERR_INVALID_CHAR ("Invalid character in header content")
+// on anything outside it. Relay catalogs happily hand out ids like
+// `我的模型[test] v2`, and splicing one into `X-Routed-Via` killed the response
+// AFTER the upstream call had already succeeded. Worse, the throw surfaced
+// inside the failover loop, so the router booked it as a provider failure and
+// cooled the model down — every request to that relay failed, forever.
+//
+// Encoding rules, deliberately narrow so the output is safe on every surface:
+//   - SP and VCHAR (0x21-0x7E) pass through, so ordinary ids like
+//     `groq/llama-3.3-70b-versatile` are byte-identical to before;
+//   - everything else — control characters (header injection), DEL, and every
+//     non-ASCII code point — becomes its percent-encoded UTF-8 bytes, so the
+//     value stays decodable with decodeURIComponent instead of being lost;
+//   - a literal '%' becomes '%25', which is what makes that decode unambiguous.
+// The result is capped so a pathological id cannot push a response past a
+// proxy's header budget.
+const MAX_HEADER_VALUE_LENGTH = 256;
+function percentEncode(char) {
+    try {
+        return encodeURIComponent(char);
+    }
+    catch {
+        // Lone surrogate — encodeURIComponent refuses it. Stand in the UTF-8
+        // replacement character rather than dropping the position silently.
+        return '%EF%BF%BD';
+    }
+}
+/**
+ * Coerce an arbitrary string into a valid HTTP header field value. Never
+ * throws, and never returns a value Node will reject.
+ */
+export function safeHeaderValue(value, maxLength = MAX_HEADER_VALUE_LENGTH) {
+    if (value == null)
+        return '';
+    let out = '';
+    // Iterate by code point so astral characters (emoji in a display name) encode
+    // as one UTF-8 sequence instead of two broken surrogate halves.
+    for (const char of String(value)) {
+        const code = char.codePointAt(0);
+        const piece = code >= 0x20 && code <= 0x7e && char !== '%' ? char : percentEncode(char);
+        if (out.length + piece.length > maxLength)
+            break;
+        out += piece;
+    }
+    return out;
+}
+/** `<platform>/<model>` for X-Routed-Via, sanitized. */
+export function routedViaValue(platform, modelId) {
+    return safeHeaderValue(`${platform}/${modelId}`);
+}
+//# sourceMappingURL=header-value.js.map

package/dist/lib/header-value.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"header-value.js","sourceRoot":"","sources":["../../src/lib/header-value.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,sBAAsB;AACtB,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,mEAAmE;AACnE,4EAA4E;AAC5E,2EAA2E;AAC3E,8EAA8E;AAC9E,uEAAuE;AACvE,EAAE;AACF,8EAA8E;AAC9E,kEAAkE;AAClE,mEAAmE;AACnE,8EAA8E;AAC9E,6EAA6E;AAC7E,2EAA2E;AAC3E,gFAAgF;AAChF,0EAA0E;AAC1E,yBAAyB;AAEzB,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,CAAC;QACH,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;QACrE,oEAAoE;QACpE,OAAO,WAAW,CAAC;IACrB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,KAAa,EAAE,SAAS,GAAG,uBAAuB;IAChF,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC7B,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,8EAA8E;IAC9E,gEAAgE;IAChE,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACxF,IAAI,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM;QACjD,GAAG,IAAI,KAAK,CAAC;IACf,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,cAAc,CAAC,QAAgB,EAAE,OAAe;IAC9D,OAAO,eAAe,CAAC,GAAG,QAAQ,IAAI,OAAO,EAAE,CAAC,CAAC;AACnD,CAAC"}