@truefoundry/ai-gateway-sdk 0.0.7 → 0.0.9

package/dist/utils/providerFailureLogging.js

@@ -0,0 +1,110 @@
+import { logger } from '../logger.js';
+const MAX_LOGGED_BODY_CHARS = 512;
+const MAX_CAUSE_DEPTH = 5;
+const MAX_AGGREGATE_MEMBERS = 3;
+const API_VERSION_QUERY_PARAM = 'api-version';
+// Headers that tell a provider's own response apart from one produced by a proxy or firewall in front of it.
+const LOGGED_RESPONSE_HEADERS = [
+    'x-request-id',
+    'request-id',
+    'apim-request-id',
+    'x-ms-request-id',
+    'x-ms-client-request-id',
+    'x-ms-region',
+    'x-amzn-requestid',
+    'x-goog-request-id',
+    'x-envoy-upstream-service-time',
+    'retry-after',
+    'content-type',
+    'content-length',
+    'server',
+    'via',
+    'date',
+];
+function readString(value) {
+    return typeof value === 'string' && value !== '' ? value : undefined;
+}
+function toCauseEntry(error) {
+    if (!error || typeof error !== 'object')
+        return { message: String(error) };
+    const record = error;
+    return {
+        name: readString(record.name),
+        code: readString(record.code),
+        message: readString(record.message),
+        syscall: readString(record.syscall),
+        address: readString(record.address),
+        port: typeof record.port === 'number' ? record.port : undefined,
+    };
+}
+/** The error and its `cause` chain, outermost first. undici wraps the real socket failure in `fetch failed`. */
+export function describeFailureCause(error) {
+    const chain = [];
+    let current = error;
+    for (let depth = 0; current && depth < MAX_CAUSE_DEPTH; depth++) {
+        chain.push(toCauseEntry(current));
+        const members = current.errors;
+        if (Array.isArray(members)) {
+            chain.push(...members.slice(0, MAX_AGGREGATE_MEMBERS).map(toCauseEntry));
+        }
+        current = current.cause;
+    }
+    return chain;
+}
+/** Host, path and API version only; other query parameters can carry credentials. */
+export function describeProviderUrl(url) {
+    try {
+        const parsed = new URL(url);
+        const apiVersion = parsed.searchParams.get(API_VERSION_QUERY_PARAM) ?? undefined;
+        return { host: parsed.host, path: parsed.pathname, api_version: apiVersion };
+    }
+    catch {
+        return {};
+    }
+}
+export function pickLoggedResponseHeaders(headers) {
+    const picked = {};
+    for (const name of LOGGED_RESPONSE_HEADERS) {
+        const value = headers.get(name);
+        if (value !== null)
+            picked[name] = value;
+    }
+    return picked;
+}
+async function readBodySnippet(response) {
+    try {
+        const text = await response.clone().text();
+        return text.length > MAX_LOGGED_BODY_CHARS ? `${text.slice(0, MAX_LOGGED_BODY_CHARS)}…` : text;
+    }
+    catch {
+        return undefined;
+    }
+}
+/**
+ * One structured line per failed provider call. `provider_responded` separates an upstream HTTP error
+ * from a connect, timeout or TLS failure on the gateway side, which the status code alone cannot.
+ */
+export async function logProviderCallFailure(failure) {
+    const providerResponded = failure.providerStatusCode !== undefined && failure.gatewayFailureType === undefined;
+    logger.error('Provider call failed', {
+        provider: failure.provider,
+        provider_account: failure.providerAccount,
+        model: failure.model,
+        ...describeProviderUrl(failure.url),
+        status: failure.response.status,
+        provider_responded: providerResponded,
+        provider_status: providerResponded ? failure.providerStatusCode : undefined,
+        gateway_failure_type: failure.gatewayFailureType,
+        failure_cause: failure.gatewayFailureCause,
+        retry_attempts: failure.retryAttempts ?? 0,
+        latency_ms: failure.latencyMs,
+        streaming: failure.streaming,
+        ...(providerResponded
+            ? {
+                response_headers: pickLoggedResponseHeaders(failure.response.headers),
+                response_body: await readBodySnippet(failure.response),
+            }
+            : {}),
+    });
+}
+//# sourceMappingURL=providerFailureLogging.js.map

package/dist/utils/providerFailureLogging.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providerFailureLogging.js","sourceRoot":"","sources":["../../src/utils/providerFailureLogging.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAEnC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,uBAAuB,GAAG,aAAa,CAAC;AAE9C,6GAA6G;AAC7G,MAAM,uBAAuB,GAAG;IAC9B,cAAc;IACd,YAAY;IACZ,iBAAiB;IACjB,iBAAiB;IACjB,wBAAwB;IACxB,aAAa;IACb,kBAAkB;IAClB,mBAAmB;IACnB,+BAA+B;IAC/B,aAAa;IACb,cAAc;IACd,gBAAgB;IAChB,QAAQ;IACR,KAAK;IACL,MAAM;CACE,CAAC;AAWX,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IAC3E,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;QACnC,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;QACnC,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;QACnC,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;KAChE,CAAC;AACJ,CAAC;AAED,gHAAgH;AAChH,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,MAAM,KAAK,GAAwB,EAAE,CAAC;IACtC,IAAI,OAAO,GAAY,KAAK,CAAC;IAC7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,OAAO,IAAI,KAAK,GAAG,eAAe,EAAE,KAAK,EAAE,EAAE,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QAClC,MAAM,OAAO,GAAI,OAAgC,CAAC,MAAM,CAAC;QACzD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,GAAI,OAA+B,CAAC,KAAK,CAAC;IACnD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC7C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,uBAAuB,CAAC,IAAI,SAAS,CAAC;QACjF,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;IAC/E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAgB;IACxD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,uBAAuB,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,KAAK,KAAK,IAAI;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IAC3C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,QAAkB;IAC/C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,MAAM,GAAG,qBAAqB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACjG,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAgBD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAA4B;IACvE,MAAM,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,KAAK,SAAS,IAAI,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC;IAC/G,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;QACnC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,gBAAgB,EAAE,OAAO,CAAC,eAAe;QACzC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,mBAAmB,CAAC,OAAO,CAAC,GAAG,CAAC;QACnC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;QAC/B,kBAAkB,EAAE,iBAAiB;QACrC,eAAe,EAAE,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS;QAC3E,oBAAoB,EAAE,OAAO,CAAC,kBAAkB;QAChD,aAAa,EAAE,OAAO,CAAC,mBAAmB;QAC1C,cAAc,EAAE,OAAO,CAAC,aAAa,IAAI,CAAC;QAC1C,UAAU,EAAE,OAAO,CAAC,SAAS;QAC7B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,CAAC,iBAAiB;YACnB,CAAC,CAAC;gBACE,gBAAgB,EAAE,yBAAyB,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACrE,aAAa,EAAE,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC;aACvD;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;AACL,CAAC"}

package/dist/utils/vertexApiVersion.d.ts

@@ -0,0 +1,7 @@
+import type { VertexApiVersion } from '../providers/google-vertex-ai/types.js';
+/**
+ * Parses the optional `x-tfy-vertex-api-version` header. The value ends up in the upstream URL path, so anything
+ * outside the allow-list is a 400, never a silent downgrade. Doing it where the header is read means the rest
+ * of the SDK can rely on the strict type.
+ */
+export declare const parseVertexApiVersion: (raw: string | undefined) => VertexApiVersion | undefined;

package/dist/utils/vertexApiVersion.js

@@ -0,0 +1,16 @@
+import { TFY_VERTEX_API_VERSION_HEADER, VERTEX_API_VERSIONS } from '../constants.js';
+import { ValidationError } from '../errors.js';
+/**
+ * Parses the optional `x-tfy-vertex-api-version` header. The value ends up in the upstream URL path, so anything
+ * outside the allow-list is a 400, never a silent downgrade. Doing it where the header is read means the rest
+ * of the SDK can rely on the strict type.
+ */
+export const parseVertexApiVersion = (raw) => {
+    if (raw === undefined)
+        return undefined;
+    if (!VERTEX_API_VERSIONS.includes(raw)) {
+        throw new ValidationError(`Invalid ${TFY_VERTEX_API_VERSION_HEADER} ${JSON.stringify(raw)}: must be one of ${VERTEX_API_VERSIONS.join(', ')}`);
+    }
+    return raw;
+};
+//# sourceMappingURL=vertexApiVersion.js.map

package/dist/utils/vertexApiVersion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertexApiVersion.js","sourceRoot":"","sources":["../../src/utils/vertexApiVersion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAClF,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAG5C;;;;GAIG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,GAAuB,EAAgC,EAAE;IAC7F,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxC,IAAI,CAAE,mBAAyC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,eAAe,CACvB,WAAW,6BAA6B,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,oBAAoB,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpH,CAAC;IACJ,CAAC;IACD,OAAO,GAAuB,CAAC;AACjC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@truefoundry/ai-gateway-sdk",
-  "version": "0.0.7",
+  "version": "0.0.9",
   "description": "LLM provider translation SDK",
   "author": "Truefoundry",
   "license": "UNLICENSED",