@hebo-ai/gateway 0.4.0-beta.3 → 0.4.0

package/dist/errors/openai.js

@@ -17,23 +17,22 @@ export class OpenAIError {
         this.error = { message, type, code: code?.toLowerCase(), param };
     }
 }
+const mapType = (status) => (status < 500 ? "invalid_request_error" : "server_error");
+const maybeMaskMessage = (meta, requestId) => {
+    // FUTURE: consider masking all upstream errors, also 4xx
+    if (!(isProduction() && meta.status >= 500)) {
+        return meta.message;
+    }
+    // FUTURE: always attach requestId to errors (masked and unmasked)
+    return `${STATUS_CODE(meta.status)} (${requestId ?? "see requestId in response headers"})`;
+};
 export function toOpenAIError(error) {
     const meta = getErrorMeta(error);
-    return new OpenAIError(meta.message, meta.type, meta.code);
+    return new OpenAIError(maybeMaskMessage(meta), mapType(meta.status), meta.code);
 }
 export function toOpenAIErrorResponse(error, responseInit) {
     const meta = getErrorMeta(error);
-    const shouldMask = isProduction() && (meta.status >= 500 || meta.code.includes("UPSTREAM"));
-    let message;
-    if (shouldMask) {
-        const requestId = resolveRequestId(responseInit);
-        // FUTURE: always attach requestId to errors (masked and unmasked)
-        message = `${STATUS_CODE(meta.status)} (${requestId})`;
-    }
-    else {
-        message = meta.message;
-    }
-    return toResponse(new OpenAIError(message, meta.type, meta.code), {
+    return toResponse(new OpenAIError(maybeMaskMessage(meta, resolveRequestId(responseInit)), mapType(meta.status), meta.code), {
         ...responseInit,
         status: meta.status,
         statusText: meta.code,

package/dist/errors/utils.d.ts

@@ -8,16 +8,15 @@ export declare const STATUS_CODES: {
     readonly 409: "CONFLICT";
     readonly 422: "UNPROCESSABLE_ENTITY";
     readonly 429: "TOO_MANY_REQUESTS";
+    readonly 499: "CLIENT_CLOSED_REQUEST";
     readonly 500: "INTERNAL_SERVER_ERROR";
     readonly 502: "BAD_GATEWAY";
     readonly 503: "SERVICE_UNAVAILABLE";
     readonly 504: "GATEWAY_TIMEOUT";
 };
-export declare const STATUS_CODE: (status: number) => "BAD_REQUEST" | "UNAUTHORIZED" | "PAYMENT_REQUIRED" | "FORBIDDEN" | "NOT_FOUND" | "METHOD_NOT_ALLOWED" | "CONFLICT" | "UNPROCESSABLE_ENTITY" | "TOO_MANY_REQUESTS" | "INTERNAL_SERVER_ERROR" | "BAD_GATEWAY" | "SERVICE_UNAVAILABLE" | "GATEWAY_TIMEOUT";
+export declare const STATUS_CODE: (status: number) => "BAD_REQUEST" | "UNAUTHORIZED" | "PAYMENT_REQUIRED" | "FORBIDDEN" | "NOT_FOUND" | "METHOD_NOT_ALLOWED" | "CONFLICT" | "UNPROCESSABLE_ENTITY" | "TOO_MANY_REQUESTS" | "CLIENT_CLOSED_REQUEST" | "INTERNAL_SERVER_ERROR" | "BAD_GATEWAY" | "SERVICE_UNAVAILABLE" | "GATEWAY_TIMEOUT";
 export declare function getErrorMeta(error: unknown): {
-    code: string;
     status: number;
-    param: string;
-    type: string;
+    code: string;
     message: string;
 };

package/dist/errors/utils.js

@@ -10,6 +10,7 @@ export const STATUS_CODES = {
     409: "CONFLICT",
     422: "UNPROCESSABLE_ENTITY",
     429: "TOO_MANY_REQUESTS",
+    499: "CLIENT_CLOSED_REQUEST",
     500: "INTERNAL_SERVER_ERROR",
     502: "BAD_GATEWAY",
     503: "SERVICE_UNAVAILABLE",
@@ -21,24 +22,23 @@ export const STATUS_CODE = (status) => {
         return label;
     return status >= 400 && status < 500 ? STATUS_CODES[400] : STATUS_CODES[500];
 };
+// FUTURE: always return a wrapped GatewayError?
 export function getErrorMeta(error) {
     const message = error instanceof Error ? error.message : String(error);
-    let code;
     let status;
-    let param = "";
+    let code;
     if (error instanceof GatewayError) {
-        ({ code, status } = error);
+        ({ status, code } = error);
     }
     else {
         const normalized = normalizeAiSdkError(error);
         if (normalized) {
-            ({ code, status } = normalized);
+            ({ status, code } = normalized);
         }
         else {
             status = 500;
             code = STATUS_CODE(status);
         }
     }
-    const type = status < 500 ? "invalid_request_error" : "server_error";
-    return { code, status, param, type, message };
+    return { status, code, message };
 }

package/dist/gateway.js

@@ -22,7 +22,7 @@ export function gateway(config) {
         if (basePath && pathname.startsWith(basePath)) {
             pathname = pathname.slice(basePath.length);
         }
-        logger.debug(`[gateway] ${req.method} ${pathname}`);
+        logger.info(`[gateway] ${req.method} ${pathname}`);
         for (const [route, endpoint] of routeEntries) {
             if (pathname === route || pathname.startsWith(route + "/")) {
                 return endpoint.handler(req, state);

package/dist/lifecycle.js

@@ -1,28 +1,81 @@
 import { parseConfig } from "./config";
+import { GatewayError } from "./errors/gateway";
 import { toOpenAIErrorResponse } from "./errors/openai";
 import { logger } from "./logger";
-import { withOtel } from "./telemetry/otel";
-import { addSpanEvent, recordSpanError } from "./telemetry/span";
+import { getBaggageAttributes } from "./telemetry/baggage";
+import { initFetch } from "./telemetry/fetch";
+import { getRequestAttributes, getResponseAttributes } from "./telemetry/http";
+import { recordV8jsMemory } from "./telemetry/memory";
+import { addSpanEvent, setSpanEventsEnabled, setSpanTracer, startSpan } from "./telemetry/span";
+import { wrapStream } from "./telemetry/stream";
 import { resolveRequestId } from "./utils/headers";
 import { maybeApplyRequestPatch, prepareRequestHeaders } from "./utils/request";
 import { prepareResponseInit, toResponse } from "./utils/response";
 export const winterCgHandler = (run, config) => {
     const parsedConfig = parseConfig(config);
-    const core = async (ctx) => {
+    if (parsedConfig.telemetry?.enabled) {
+        setSpanTracer(parsedConfig.telemetry?.tracer);
+        setSpanEventsEnabled(parsedConfig.telemetry?.signals?.hebo);
+        initFetch(parsedConfig.telemetry?.signals?.hebo);
+    }
+    return async (request, state) => {
+        const ctx = {
+            request,
+            state: state ?? {},
+            providers: parsedConfig.providers,
+            models: parsedConfig.models,
+        };
+        const headers = prepareRequestHeaders(ctx.request);
+        if (headers)
+            ctx.request = new Request(ctx.request, { headers });
+        const span = startSpan(ctx.request.url);
+        span.setAttributes(getBaggageAttributes(ctx.request));
+        if (!span.isExisting) {
+            span.setAttributes(getRequestAttributes(ctx.request, parsedConfig.telemetry?.signals?.http));
+        }
+        const finalize = (status, reason) => {
+            if (ctx.operation) {
+                span.updateName(`${ctx.operation}${ctx.modelId ? ` ${ctx.modelId}` : ""}`);
+            }
+            if (!span.isExisting) {
+                // FUTURE add http.server.request.duration
+                span.setAttributes(getResponseAttributes(ctx.response, parsedConfig.telemetry?.signals?.http));
+            }
+            let realStatus = status;
+            if (ctx.request.signal.aborted)
+                realStatus = 499;
+            else if (status === 200 && ctx.response?.status)
+                realStatus = ctx.response.status;
+            if (realStatus !== 200) {
+                (realStatus >= 500 ? logger.error : logger.warn)({
+                    requestId: resolveRequestId(ctx.request),
+                    err: reason ?? ctx.request.signal.reason,
+                });
+                if (realStatus >= 500)
+                    span.recordError(reason);
+            }
+            span.setAttributes({ "http.response.status_code_effective": realStatus });
+            recordV8jsMemory(parsedConfig.telemetry?.signals?.hebo);
+            span.finish();
+        };
         try {
             if (parsedConfig.hooks?.onRequest) {
                 const onRequest = await parsedConfig.hooks.onRequest(ctx);
                 addSpanEvent("hebo.hooks.on_request.completed");
-                if (onRequest) {
-                    if (onRequest instanceof Response) {
-                        ctx.response = onRequest;
-                        return;
-                    }
+                if (onRequest instanceof Response) {
+                    ctx.response = onRequest;
+                }
+                else if (onRequest) {
                     ctx.request = maybeApplyRequestPatch(ctx.request, onRequest);
                 }
             }
-            ctx.result = (await run(ctx));
-            ctx.response = toResponse(ctx.result, prepareResponseInit(ctx.request));
+            if (!ctx.response) {
+                ctx.result = (await span.runWithContext(() => run(ctx)));
+                if (ctx.result instanceof ReadableStream) {
+                    ctx.result = wrapStream(ctx.result, { onDone: finalize });
+                }
+                ctx.response = toResponse(ctx.result, prepareResponseInit(ctx.request));
+            }
             if (parsedConfig.hooks?.onResponse) {
                 const onResponse = await parsedConfig.hooks.onResponse(ctx);
                 addSpanEvent("hebo.hooks.on_response.completed");
@@ -30,28 +83,17 @@ export const winterCgHandler = (run, config) => {
                     ctx.response = onResponse;
                 }
             }
+            // FUTURE: this can leak if onResponse removed wrapper from response.body
+            if (!(ctx.result instanceof ReadableStream)) {
+                finalize(ctx.response.status);
+            }
         }
         catch (error) {
-            recordSpanError(error);
-            logger.error({
-                requestId: resolveRequestId(ctx.request),
-                err: error instanceof Error ? error : new Error(String(error)),
-            });
-            ctx.response = toOpenAIErrorResponse(error, prepareResponseInit(ctx.request));
+            ctx.response = toOpenAIErrorResponse(ctx.request.signal.aborted
+                ? new GatewayError(error ?? ctx.request.signal.reason, 499)
+                : error, prepareResponseInit(ctx.request));
+            finalize(ctx.response.status, error);
         }
-    };
-    const handler = parsedConfig.telemetry?.enabled ? withOtel(core, parsedConfig) : core;
-    return async (request, state) => {
-        const ctx = {
-            request,
-            state: state ?? {},
-            providers: parsedConfig.providers,
-            models: parsedConfig.models,
-        };
-        const headers = prepareRequestHeaders(ctx.request);
-        if (headers)
-            ctx.request = new Request(ctx.request, { headers });
-        await handler(ctx);
         return ctx.response ?? new Response("Internal Server Error", { status: 500 });
     };
 };

package/dist/middleware/matcher.js

@@ -83,7 +83,7 @@ class ModelMiddlewareMatcher {
                     break;
             }
             logger.warn(`[middleware] cache eviction`);
-            addSpanEvent("hebo.middelware.cache.evicted");
+            addSpanEvent("hebo.middleware.cache.evicted");
         }
         this.cache.set(key, out);
         return out;

package/dist/models/amazon/presets.d.ts

@@ -4,7 +4,7 @@ export declare const novaMicro: <const O extends {
     knowledge?: string | undefined;
     modalities?: {
         input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-        output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+        output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
     } | undefined;
     context?: number | undefined;
     capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -82,7 +82,7 @@ export declare const novaLite: <const O extends {
     knowledge?: string | undefined;
     modalities?: {
         input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-        output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+        output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
     } | undefined;
     context?: number | undefined;
     capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -160,7 +160,7 @@ export declare const novaPro: <const O extends {
     knowledge?: string | undefined;
     modalities?: {
         input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-        output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+        output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
     } | undefined;
     context?: number | undefined;
     capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -238,7 +238,7 @@ export declare const novaPremier: <const O extends {
     knowledge?: string | undefined;
     modalities?: {
         input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-        output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+        output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
     } | undefined;
     context?: number | undefined;
     capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -316,7 +316,7 @@ export declare const nova2Lite: <const O extends {
     knowledge?: string | undefined;
     modalities?: {
         input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-        output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+        output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
     } | undefined;
     context?: number | undefined;
     capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -394,7 +394,7 @@ export declare const nova2MultimodalEmbeddings: <const O extends {
     knowledge?: string | undefined;
     modalities?: {
         input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-        output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+        output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
     } | undefined;
     context?: number | undefined;
     capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -460,7 +460,7 @@ export declare const nova2MultimodalEmbeddings: <const O extends {
     context: number;
     modalities: {
         input: readonly ["text", "image", "audio", "video", "pdf"];
-        output: readonly ["embeddings"];
+        output: readonly ["embedding"];
     };
     providers: readonly ["bedrock"];
 } & O>;
@@ -471,7 +471,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -548,7 +548,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -625,7 +625,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -702,7 +702,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -779,7 +779,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -856,7 +856,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -922,7 +922,7 @@ export declare const nova: {
         context: number;
         modalities: {
             input: readonly ["text", "image", "audio", "video", "pdf"];
-            output: readonly ["embeddings"];
+            output: readonly ["embedding"];
         };
         providers: readonly ["bedrock"];
     } & O>];
@@ -932,7 +932,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -998,7 +998,7 @@ export declare const nova: {
         context: number;
         modalities: {
             input: readonly ["text", "image", "audio", "video", "pdf"];
-            output: readonly ["embeddings"];
+            output: readonly ["embedding"];
         };
         providers: readonly ["bedrock"];
     } & O>];
@@ -1008,7 +1008,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1085,7 +1085,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1162,7 +1162,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1239,7 +1239,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1316,7 +1316,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1393,7 +1393,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1459,7 +1459,7 @@ export declare const nova: {
         context: number;
         modalities: {
             input: readonly ["text", "image", "audio", "video", "pdf"];
-            output: readonly ["embeddings"];
+            output: readonly ["embedding"];
         };
         providers: readonly ["bedrock"];
     } & O>))[];
@@ -1469,7 +1469,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1546,7 +1546,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1623,7 +1623,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1700,7 +1700,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1778,7 +1778,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1855,7 +1855,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -1921,7 +1921,7 @@ export declare const nova: {
         context: number;
         modalities: {
             input: readonly ["text", "image", "audio", "video", "pdf"];
-            output: readonly ["embeddings"];
+            output: readonly ["embedding"];
         };
         providers: readonly ["bedrock"];
     } & O>];
@@ -1931,7 +1931,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -2008,7 +2008,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -2085,7 +2085,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -2162,7 +2162,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -2240,7 +2240,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -2317,7 +2317,7 @@ export declare const nova: {
         knowledge?: string | undefined;
         modalities?: {
             input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
-            output?: readonly ("text" | "image" | "audio" | "video" | "embeddings")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
         } | undefined;
         context?: number | undefined;
         capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
@@ -2383,7 +2383,7 @@ export declare const nova: {
         context: number;
         modalities: {
             input: readonly ["text", "image", "audio", "video", "pdf"];
-            output: readonly ["embeddings"];
+            output: readonly ["embedding"];
         };
         providers: readonly ["bedrock"];
     } & O>];

package/dist/models/amazon/presets.js

@@ -18,7 +18,7 @@ const NOVA_MULTIMODAL_BASE = {
 const NOVA_EMBEDDINGS_BASE = {
     modalities: {
         input: ["text", "image", "audio", "video", "pdf"],
-        output: ["embeddings"],
+        output: ["embedding"],
     },
     providers: ["bedrock"],
 };