@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.1

package/dist/utils/jwtUtils.js

@@ -0,0 +1,102 @@
+/**
+ * Shared JWT utilities for OAuth2 client credential flows
+ * Used by Google Vertex AI, Google Model Armor, and Azure OpenAI certificate auth
+ */
+import { safeFetch } from '../http/index.js';
+const GOOGLE_TOKEN_URL = 'https://oauth2.googleapis.com/token';
+const DEFAULT_GOOGLE_SCOPE = 'https://www.googleapis.com/auth/cloud-platform';
+/**
+ * Base64URL encodes an object (for JWT header/payload)
+ */
+export function base64UrlEncode(obj) {
+    return btoa(JSON.stringify(obj)).replace(/=/g, '').replace(/\+/g, '-').replace(/\//g, '_');
+}
+/**
+ * Imports a PEM-formatted private key into a CryptoKey object
+ */
+export async function importPrivateKey(pem) {
+    const pemContents = pem
+        .replace(/-----BEGIN PRIVATE KEY-----/g, '')
+        .replace(/-----END PRIVATE KEY-----/g, '')
+        .replace(/\s+/g, '');
+    const binaryDerString = atob(pemContents);
+    const binaryDer = new Uint8Array(binaryDerString.length);
+    for (let i = 0; i < binaryDerString.length; i++) {
+        binaryDer[i] = binaryDerString.charCodeAt(i);
+    }
+    return crypto.subtle.importKey('pkcs8', binaryDer.buffer, { name: 'RSASSA-PKCS1-v1_5', hash: { name: 'SHA-256' } }, false, ['sign']);
+}
+/**
+ * Creates and signs a JWT using RS256 algorithm
+ */
+export async function createJWT(header, payload, privateKey) {
+    const encodedHeader = base64UrlEncode(header);
+    const encodedPayload = base64UrlEncode(payload);
+    const data = new TextEncoder().encode(`${encodedHeader}.${encodedPayload}`);
+    const signature = await crypto.subtle.sign({ name: 'RSASSA-PKCS1-v1_5', hash: { name: 'SHA-256' } }, privateKey, data);
+    const encodedSignature = btoa(String.fromCharCode(...new Uint8Array(signature)))
+        .replace(/=/g, '')
+        .replace(/\+/g, '-')
+        .replace(/\//g, '_');
+    return `${encodedHeader}.${encodedPayload}.${encodedSignature}`;
+}
+/**
+ * Exchanges a Google service account's credentials for an OAuth2 access token
+ * via the JWT bearer grant type. This is the core token exchange shared by
+ * Vertex AI, Model Armor, and any other Google service-account-based auth.
+ */
+export async function getGoogleAccessToken(serviceAccountInfo, options) {
+    const scope = options?.scope ?? DEFAULT_GOOGLE_SCOPE;
+    const iat = Math.floor(Date.now() / 1000);
+    const exp = iat + 3600;
+    const header = {
+        alg: 'RS256',
+        typ: 'JWT',
+        kid: serviceAccountInfo.private_key_id,
+    };
+    const payload = {
+        iss: serviceAccountInfo.client_email,
+        sub: serviceAccountInfo.client_email,
+        aud: GOOGLE_TOKEN_URL,
+        iat,
+        exp,
+        scope,
+    };
+    const privateKey = await importPrivateKey(serviceAccountInfo.private_key);
+    const jwtToken = await createJWT(header, payload, privateKey);
+    const fetchOptions = {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
+        body: new URLSearchParams({
+            grant_type: 'urn:ietf:params:oauth:grant-type:jwt-bearer',
+            assertion: jwtToken,
+        }),
+    };
+    const timeoutMs = options?.timeoutMs;
+    const controller = timeoutMs ? new AbortController() : undefined;
+    const timer = controller ? setTimeout(() => controller.abort(), timeoutMs) : undefined;
+    if (controller) {
+        fetchOptions.signal = controller.signal;
+    }
+    try {
+        const tokenResponse = await safeFetch(GOOGLE_TOKEN_URL, { ssrf: 'guard', ...fetchOptions });
+        if (!tokenResponse.ok) {
+            const errorText = await tokenResponse.text();
+            throw new Error(`Failed to obtain Google access token: ${tokenResponse.status} ${errorText}`);
+        }
+        const tokenJson = (await tokenResponse.json());
+        return { accessToken: tokenJson.access_token, expiresIn: tokenJson.expires_in };
+    }
+    catch (e) {
+        if (controller && e instanceof DOMException && e.name === 'AbortError') {
+            throw new Error(`Google access token request timed out after ${timeoutMs}ms`);
+        }
+        throw e;
+    }
+    finally {
+        if (timer !== undefined) {
+            clearTimeout(timer);
+        }
+    }
+}
+//# sourceMappingURL=jwtUtils.js.map

package/dist/utils/jwtUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jwtUtils.js","sourceRoot":"","sources":["../../src/utils/jwtUtils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAQpC,MAAM,gBAAgB,GAAG,qCAAqC,CAAC;AAC/D,MAAM,oBAAoB,GAAG,gDAAgD,CAAC;AAE9E;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAwB;IACtD,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC7F,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAW;IAChD,MAAM,WAAW,GAAG,GAAG;SACpB,OAAO,CAAC,8BAA8B,EAAE,EAAE,CAAC;SAC3C,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC;SACzC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAEvB,MAAM,eAAe,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,SAAS,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,CAC5B,OAAO,EACP,SAAS,CAAC,MAAM,EAChB,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EACxD,KAAK,EACL,CAAC,MAAM,CAAC,CACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,MAA2B,EAC3B,OAA4B,EAC5B,UAAqB;IAErB,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,cAAc,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,aAAa,IAAI,cAAc,EAAE,CAAC,CAAC;IAE5E,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CACxC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EACxD,UAAU,EACV,IAAI,CACL,CAAC;IAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;SAC7E,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;SACjB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAEvB,OAAO,GAAG,aAAa,IAAI,cAAc,IAAI,gBAAgB,EAAE,CAAC;AAClE,CAAC;AAOD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,kBAA4C,EAC5C,OAAgD;IAEhD,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,oBAAoB,CAAC;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC;IAEvB,MAAM,MAAM,GAAG;QACb,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,KAAK;QACV,GAAG,EAAE,kBAAkB,CAAC,cAAc;KACvC,CAAC;IAEF,MAAM,OAAO,GAAG;QACd,GAAG,EAAE,kBAAkB,CAAC,YAAY;QACpC,GAAG,EAAE,kBAAkB,CAAC,YAAY;QACpC,GAAG,EAAE,gBAAgB;QACrB,GAAG;QACH,GAAG;QACH,KAAK;KACN,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IAE9D,MAAM,YAAY,GAAgB;QAChC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,mCAAmC,EAAE;QAChE,IAAI,EAAE,IAAI,eAAe,CAAC;YACxB,UAAU,EAAE,6CAA6C;YACzD,SAAS,EAAE,QAAQ;SACpB,CAAC;KACH,CAAC;IAEF,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;IACrC,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACjE,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,IAAI,UAAU,EAAE,CAAC;QACf,YAAY,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,YAAY,EAAE,CAAC,CAAC;QAE5F,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,yCAAyC,aAAa,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;QAChG,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,MAAM,aAAa,CAAC,IAAI,EAAE,CAAkD,CAAC;QAChG,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,YAAY,EAAE,SAAS,EAAE,SAAS,CAAC,UAAU,EAAE,CAAC;IAClF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,UAAU,IAAI,CAAC,YAAY,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,+CAA+C,SAAS,IAAI,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;YAAS,CAAC;QACT,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/utils/k8sTokenRequest.d.ts

@@ -0,0 +1,2 @@
+export declare function getK8sServiceAccountToken(audience: string, tokenExpirationSeconds: number): Promise<string>;
+//# sourceMappingURL=k8sTokenRequest.d.ts.map

package/dist/utils/k8sTokenRequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"k8sTokenRequest.d.ts","sourceRoot":"","sources":["../../src/utils/k8sTokenRequest.ts"],"names":[],"mappings":"AAMA,wBAAsB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,EAAE,sBAAsB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAwCjH"}

package/dist/utils/k8sTokenRequest.js

@@ -0,0 +1,45 @@
+import * as k8s from '@kubernetes/client-node';
+import config from '../config.js';
+import { logger } from '../logger.js';
+// Short-lived K8s ServiceAccount token (TokenRequest API) for the given audience.
+// Shared by WIF flows (Vertex, Azure) that exchange it with an external IdP.
+export async function getK8sServiceAccountToken(audience, tokenExpirationSeconds) {
+    const kc = new k8s.KubeConfig();
+    let namespace;
+    kc.loadFromCluster();
+    const currentContext = kc.getCurrentContext();
+    const context = kc.getContextObject(currentContext);
+    if (!context?.namespace) {
+        throw new Error(`Namespace not found in current k8s context '${currentContext}'`);
+    }
+    namespace = context.namespace;
+    const coreV1Api = kc.makeApiClient(k8s.CoreV1Api);
+    const serviceAccountName = config.K8S_SERVICE_ACCOUNT_NAME;
+    const tokenRequest = {
+        apiVersion: 'authentication.k8s.io/v1',
+        kind: 'TokenRequest',
+        spec: {
+            audiences: [audience],
+            expirationSeconds: tokenExpirationSeconds,
+        },
+    };
+    try {
+        const response = await coreV1Api.createNamespacedServiceAccountToken({
+            name: serviceAccountName,
+            namespace,
+            body: tokenRequest,
+        });
+        const token = response.status?.token;
+        if (!token) {
+            throw new Error('Token not returned in response');
+        }
+        return token;
+    }
+    catch (error) {
+        const errorDetail = error instanceof Error ? error.message : String(error);
+        const message = `Failed to create K8s token for service account '${serviceAccountName}' in namespace '${namespace}': ${errorDetail}`;
+        logger.error(message);
+        throw new Error(message);
+    }
+}
+//# sourceMappingURL=k8sTokenRequest.js.map

package/dist/utils/k8sTokenRequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"k8sTokenRequest.js","sourceRoot":"","sources":["../../src/utils/k8sTokenRequest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,GAAG,MAAM,yBAAyB,CAAC;AAC/C,OAAO,MAAM,MAAM,WAAW,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAEnC,kFAAkF;AAClF,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,QAAgB,EAAE,sBAA8B;IAC9F,MAAM,EAAE,GAAG,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;IAChC,IAAI,SAAiB,CAAC;IACtB,EAAE,CAAC,eAAe,EAAE,CAAC;IACrB,MAAM,cAAc,GAAG,EAAE,CAAC,iBAAiB,EAAE,CAAC;IAC9C,MAAM,OAAO,GAAG,EAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,+CAA+C,cAAc,GAAG,CAAC,CAAC;IACpF,CAAC;IACD,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAE9B,MAAM,SAAS,GAAG,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,kBAAkB,GAAG,MAAM,CAAC,wBAAwB,CAAC;IAE3D,MAAM,YAAY,GAAqC;QACrD,UAAU,EAAE,0BAA0B;QACtC,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE;YACJ,SAAS,EAAE,CAAC,QAAQ,CAAC;YACrB,iBAAiB,EAAE,sBAAsB;SAC1C;KACF,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,mCAAmC,CAAC;YACnE,IAAI,EAAE,kBAAkB;YACxB,SAAS;YACT,IAAI,EAAE,YAAY;SACnB,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC;QACrC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,WAAW,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,mDAAmD,kBAAkB,mBAAmB,SAAS,MAAM,WAAW,EAAE,CAAC;QACrI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC"}

package/dist/utils/memoryOptimizationUtils.d.ts

@@ -0,0 +1,20 @@
+import type { Context } from 'hono';
+export declare const MAX_SPAN_INPUT_BYTES: number;
+/**
+ * Recursively copies objects and arrays (new allocation at every level) while
+ * keeping string values as shared references.
+ *
+ * Strings are immutable in JS, so sharing them is always safe. The memory
+ * benefit is significant for base64 payloads (image_url.url, file.file_data,
+ * input_audio.data) which can be tens of MBs each and would otherwise be
+ * duplicated by structuredClone or JSON.parse(JSON.stringify(...)).
+ */
+export declare function cloneWithSharedStrings<T>(value: T): T;
+/**
+ * Returns the pre-parsed request body from context (root span or
+ * requestBodySizeAndCacheMiddleware from route mounting — both use a raw clone, so
+ * values match the client JSON without Zod defaults). Otherwise clones the raw
+ * request and parses JSON, caching for subsequent callers.
+ */
+export declare function getParsedRequestBody<T = any>(c: Context): Promise<T>;
+//# sourceMappingURL=memoryOptimizationUtils.d.ts.map

package/dist/utils/memoryOptimizationUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryOptimizationUtils.d.ts","sourceRoot":"","sources":["../../src/utils/memoryOptimizationUtils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAGpC,eAAO,MAAM,oBAAoB,QAAkB,CAAC;AAEpD;;;;;;;;GAQG;AACH,wBAAgB,sBAAsB,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,CAOrD;AAED;;;;;GAKG;AACH,wBAAsB,oBAAoB,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAS1E"}

package/dist/utils/memoryOptimizationUtils.js

@@ -0,0 +1,38 @@
+import { CONTEXT_KEYS } from '../globals.js';
+export const MAX_SPAN_INPUT_BYTES = 3 * 1024 * 1024;
+/**
+ * Recursively copies objects and arrays (new allocation at every level) while
+ * keeping string values as shared references.
+ *
+ * Strings are immutable in JS, so sharing them is always safe. The memory
+ * benefit is significant for base64 payloads (image_url.url, file.file_data,
+ * input_audio.data) which can be tens of MBs each and would otherwise be
+ * duplicated by structuredClone or JSON.parse(JSON.stringify(...)).
+ */
+export function cloneWithSharedStrings(value) {
+    if (typeof value === 'string')
+        return value; // shared reference — no copy
+    if (value === null || typeof value !== 'object')
+        return value; // other primitives
+    if (Array.isArray(value)) {
+        return value.map(cloneWithSharedStrings);
+    }
+    return Object.fromEntries(Object.entries(value).map(([k, v]) => [k, cloneWithSharedStrings(v)]));
+}
+/**
+ * Returns the pre-parsed request body from context (root span or
+ * requestBodySizeAndCacheMiddleware from route mounting — both use a raw clone, so
+ * values match the client JSON without Zod defaults). Otherwise clones the raw
+ * request and parses JSON, caching for subsequent callers.
+ */
+export async function getParsedRequestBody(c) {
+    const body = c.get(CONTEXT_KEYS.PARSED_REQUEST_BODY);
+    // Treat null like a cache miss (tests and callers use null to mean "unset").
+    if (body != null) {
+        return body;
+    }
+    const json = (await c.req.raw.clone().json());
+    c.set(CONTEXT_KEYS.PARSED_REQUEST_BODY, json);
+    return json;
+}
+//# sourceMappingURL=memoryOptimizationUtils.js.map

package/dist/utils/memoryOptimizationUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryOptimizationUtils.js","sourceRoot":"","sources":["../../src/utils/memoryOptimizationUtils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAEpD;;;;;;;;GAQG;AACH,MAAM,UAAU,sBAAsB,CAAI,KAAQ;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,CAAC,6BAA6B;IAC1E,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,CAAC,mBAAmB;IAClF,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAiB,CAAC;IAC3D,CAAC;IACD,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAe,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAM,CAAC;AAClH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAU,CAAU;IAC5D,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC;IACrD,6EAA6E;IAC7E,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACjB,OAAO,IAAS,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAM,CAAC;IACnD,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;IAC9C,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/utils/misc.d.ts

@@ -0,0 +1,4 @@
+export declare function toSnakeCase(str: string): string;
+/** Deep-sort object keys — must match servicefoundry-server `sortKeysDeep` for cache key parity. */
+export declare function sortKeysDeep(value: unknown): unknown;
+//# sourceMappingURL=misc.d.ts.map

package/dist/utils/misc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"misc.d.ts","sourceRoot":"","sources":["../../src/utils/misc.ts"],"names":[],"mappings":"AAAA,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,UAOtC;AAED,oGAAoG;AACpG,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAapD"}

package/dist/utils/misc.js

@@ -0,0 +1,24 @@
+export function toSnakeCase(str) {
+    return str
+        .replace(/([a-z])([A-Z])/g, '$1_$2') // Handle camelCase and PascalCase
+        .replace(/([A-Z]+)([A-Z][a-z])/g, '$1_$2') // Handle acronyms
+        .replace(/[^a-zA-Z0-9]+/g, '_') // Replace special characters with '_'
+        .replace(/_+/g, '_') // Merge multiple underscores
+        .toLowerCase();
+}
+/** Deep-sort object keys — must match servicefoundry-server `sortKeysDeep` for cache key parity. */
+export function sortKeysDeep(value) {
+    if (value === null || typeof value !== 'object') {
+        return value;
+    }
+    if (Array.isArray(value)) {
+        return value.map(sortKeysDeep);
+    }
+    const record = value;
+    const result = Object.create(null);
+    for (const key of Object.keys(record).sort()) {
+        result[key] = sortKeysDeep(record[key]);
+    }
+    return result;
+}
+//# sourceMappingURL=misc.js.map

package/dist/utils/misc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"misc.js","sourceRoot":"","sources":["../../src/utils/misc.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,OAAO,GAAG;SACP,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC,kCAAkC;SACtE,OAAO,CAAC,uBAAuB,EAAE,OAAO,CAAC,CAAC,kBAAkB;SAC5D,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,sCAAsC;SACrE,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,6BAA6B;SACjD,WAAW,EAAE,CAAC;AACnB,CAAC;AAED,oGAAoG;AACpG,MAAM,UAAU,YAAY,CAAC,KAAc;IACzC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAA4B,CAAC;IAC9D,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/utils/modelParamUtils.d.ts

@@ -0,0 +1,92 @@
+import { ExtraConfiguration, Feature, Mode, ModelParamKey, ModelType } from '../autogen/models';
+import { ProviderConfigs } from '../providers/types';
+import type { ProviderOptions } from '../types/contracts';
+import type { ProviderHeaderOptions } from '../types/options';
+import { Params } from '../types/requestBody';
+import { ReasoningEffort } from './reasoningUtils';
+/**
+ * Returns true when the model has an entry in the global model config storage.
+ * Lets callers tell "model is absent from the catalog" apart from "model is in
+ * the catalog but the field they wanted is unset", which matter differently:
+ * the former means the catalog is stale or wasn't loaded.
+ */
+export declare function hasModelConfig(provider: string, model: string): boolean;
+export declare function modelPrefersChatCompletions(provider: string, model: string): boolean;
+/**
+ * Returns the provider-specific escape-hatch configuration for a model, used
+ * for behaviour that cannot be expressed through the generic ModelConfig
+ * fields. Each key is owned by exactly one provider.
+ */
+export declare function getModelExtraConfiguration(provider: string, model: string): ExtraConfiguration | undefined;
+/**
+ * Checks if a model supports the given param key by looking it up in the
+ * global model config storage.
+ * Assumes storage uses the same provider names as the gateway (no name mapping).
+ */
+export declare function modelSupportsParam({ provider, model, paramKey, checkInParams, noConfigValue, }: {
+    provider: string;
+    model: string;
+    paramKey: ModelParamKey;
+    checkInParams?: boolean;
+    noConfigValue?: boolean;
+}): boolean;
+export declare function getModelContextWindow(provider: string, model: string): number | undefined;
+export declare function getModelMaxOutputTokens(provider: string, model: string): number | undefined;
+export declare function applyDefaultMaxTokensIfMissing(params: Params, provider: string, providerOptions: ProviderOptions, headerOptions: ProviderHeaderOptions): void;
+export declare function modelSupportsMaxCompletionTokens(provider: string, model: string): boolean;
+export declare function modelSupportsMaxTokens(provider: string, model: string): boolean;
+/**
+ * Returns true when the model's config lists `paramKey` in its `removeParams`
+ * array, indicating the parameter should be stripped before sending to the
+ * provider. Returns false when the model config is unavailable so callers
+ * fall back to sending the param (let the provider reject it if unsupported).
+ */
+export declare function modelShouldRemoveParam(provider: string, model: string, paramKey: ModelParamKey): boolean;
+/**
+ * Checks whether a model advertises a given feature in ModelConfig.features.
+ *
+ * @param defaultValue - returned when config/features data is unavailable.
+ *   Defaults to `true` (assume supported) so existing callers like Bedrock
+ *   keep working when model config hasn't been loaded yet.
+ *   Pass `false` when you only want to act on positively confirmed features.
+ */
+export declare function modelHasFeature(provider: string, model: string, feature: Feature, defaultValue?: boolean): boolean;
+/**
+ * Checks whether a model supports the given mode according to its ModelConfig.
+ * A model supports a mode when its primary `mode` matches or when the mode is
+ * listed in `supportedModes`.
+ *
+ * @param defaultValue - returned when config/mode data is unavailable.
+ *   Defaults to `false` (assume unsupported) so callers only act on positively
+ *   confirmed modes. Pass `true` when you want to fall back to allowing the mode
+ *   while model config hasn't been loaded yet.
+ */
+export declare function modelSupportsMode(provider: string, model: string, mode: Mode, defaultValue?: boolean): boolean;
+/**
+ * Returns the model types a catalogued model supports (its primary `mode` plus any
+ * `supportedModes`), or undefined when the model has no catalogue entry. Callers should treat
+ * `undefined` as "unknown" rather than "no types" — an empty result is never returned for a
+ * model that *is* in the catalogue.
+ */
+export declare function getModelTypesFromCatalogue(provider: string, model: string): ModelType[] | undefined;
+/**
+ * Mutates transformedParams in place.
+ *
+ * model supports neither: delete both (only via an explicit removeParams)
+ * model supports only max_completion_tokens: delete max_tokens
+ * model supports only max_tokens: copy max_completion_tokens to max_tokens and delete it
+ * model supports both: copy max_tokens to max_completion_tokens and delete max_tokens
+ */
+export declare function normalizeMaxTokensParam(transformedParams: Params, provider: string, providerOptions?: ProviderOptions | null): void;
+/**
+ * Resolves reasoning_effort supportedValues for a model: fallback to default if there is no override
+ */
+export declare function getReasoningEffortSupportedValues(provider: string, model: string): ReasoningEffort[] | undefined;
+/**
+ * Mutates transformedParams in place to reconcile reasoning_effort against
+ * the model's declared supportedValues.
+ */
+export declare function normalizeReasoningEffortParam(transformedParams: Params, provider: string, providerOptions?: ProviderOptions | null): void;
+export declare function convertMidConversationSystemMessages(transformedParams: Params, providerConfig?: ProviderConfigs): void;
+export declare function normalizeSystemRoleMessages(transformedParams: Params, provider: string, providerOptions?: ProviderOptions | null): void;
+//# sourceMappingURL=modelParamUtils.d.ts.map

package/dist/utils/modelParamUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelParamUtils.d.ts","sourceRoot":"","sources":["../../src/utils/modelParamUtils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,EAClB,OAAO,EACP,IAAI,EAGJ,aAAa,EACb,SAAS,EACV,MAAM,mBAAmB,CAAC;AAkB3B,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAA0B,MAAM,kBAAkB,CAAC;AAqB3E;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAEvE;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAEpF;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,kBAAkB,GAAG,SAAS,CAE1G;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,EACjC,QAAQ,EACR,KAAK,EACL,QAAQ,EACR,aAAoB,EACpB,aAAqB,GACtB,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,aAAa,CAAC;IACxB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,OAAO,CAoBV;AAID,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAEzF;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAY3F;AA2BD,wBAAgB,8BAA8B,CAC5C,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,eAAe,EAAE,eAAe,EAChC,aAAa,EAAE,qBAAqB,GACnC,IAAI,CAKN;AAUD,wBAAgB,gCAAgC,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CASzF;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAG/E;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,GAAG,OAAO,CAGxG;AAED;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,OAAO,EAChB,YAAY,GAAE,OAAc,GAC3B,OAAO,CAKT;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,GAAE,OAAe,GAAG,OAAO,CAMrH;AAOD;;;;;GAKG;AACH,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,GAAG,SAAS,CAMnG;AAED;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CACrC,iBAAiB,EAAE,MAAM,EACzB,QAAQ,EAAE,MAAM,EAChB,eAAe,CAAC,EAAE,eAAe,GAAG,IAAI,GACvC,IAAI,CAyCN;AAaD;;GAEG;AACH,wBAAgB,iCAAiC,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,eAAe,EAAE,GAAG,SAAS,CAkBhH;AAED;;;GAGG;AACH,wBAAgB,6BAA6B,CAC3C,iBAAiB,EAAE,MAAM,EACzB,QAAQ,EAAE,MAAM,EAChB,eAAe,CAAC,EAAE,eAAe,GAAG,IAAI,GACvC,IAAI,CAiCN;AAED,wBAAgB,oCAAoC,CAClD,iBAAiB,EAAE,MAAM,EACzB,cAAc,CAAC,EAAE,eAAe,GAC/B,IAAI,CAUN;AA8CD,wBAAgB,2BAA2B,CACzC,iBAAiB,EAAE,MAAM,EACzB,QAAQ,EAAE,MAAM,EAChB,eAAe,CAAC,EAAE,eAAe,GAAG,IAAI,GACvC,IAAI,CAyCN"}