workers-ai-provider 3.2.0 → 3.2.1

package/dist/index.d.mts

@@ -437,14 +437,15 @@ type WorkersAISettings = ({
  * slug rather than a `@cf/...` Workers AI id. Bare `string` (a non-literal,
  * e.g. a variable) resolves to `false` so the common path keeps chat settings.
  */
-type IsCatalogSlug<M extends string> = string extends M ? false : M extends `@${string}` ? false : M extends `${string}/${string}` ? true : false;
+type IsCatalogSlug<M extends string> = string extends M ? false : M extends `@${string}` ? false : M extends `dynamic/${string}` ? false : M extends `${string}/${string}` ? true : false;
+type IsDynamicRoute<M extends string> = string extends M ? false : M extends `dynamic/${string}` ? true : false;
 /**
  * Picks the per-model settings type from the (captured) literal model id:
  * `DelegateCallOptions` for catalog slugs, `WorkersAIChatSettings` otherwise.
  * This is what lets `workersai("openai/gpt-5", { … })` autocomplete delegate
  * options while `workersai("@cf/…", { … })` autocompletes chat settings.
  */
-type ModelSettings<M extends string> = IsCatalogSlug<M> extends true ? DelegateCallOptions : WorkersAIChatSettings;
+type ModelSettings<M extends string> = IsCatalogSlug<M> extends true ? DelegateCallOptions : IsDynamicRoute<M> extends true ? DelegateCallOptions | WorkersAIChatSettings : WorkersAIChatSettings;
 interface WorkersAI {
   <M extends string>(modelId: M | KnownTextGenerationModels, settings?: ModelSettings<M>): WorkersAIChatLanguageModel;
   /**

package/dist/index.mjs

@@ -2116,6 +2116,7 @@ function makeGatewayFetch(binding, info, gatewayId, gatewayOptions, opts, select
 * configured. Every Cloudflare account has a `"default"` gateway.
 */
 const DEFAULT_GATEWAY_ID = "default";
+const DYNAMIC_ROUTE_WIRE_FORMAT = "openai";
 /**
 * Create a Workers AI provider instance.
 */
@@ -2138,6 +2139,64 @@ function createWorkersAI(options) {
 		provider: "workersai.chat",
 		isBinding
 	});
+	const toGatewayOptions = (gateway) => typeof gateway === "string" ? { id: gateway } : gateway;
+	const createDynamicRouteModel = (modelId, settings = {}) => {
+		if (settings.fallback || settings.transport === "gateway" || settings.resume === true || settings.onProgress || settings.onResumeExpired || settings.byok) throw new Error(`"${modelId}" is an AI Gateway dynamic route. Dynamic routes use AI.run with OpenAI-compatible chat-completions wire format; fallback, gateway transport, resume, BYOK, and resume callbacks must be configured on the dynamic route or gateway instead of per call.`);
+		const gateway = { ...toGatewayOptions(settings.gateway) ?? options.gateway ?? { id: DEFAULT_GATEWAY_ID } };
+		if (settings.metadata) gateway.metadata = {
+			...gateway.metadata ?? {},
+			...settings.metadata
+		};
+		if (settings.collectLog !== void 0) gateway.collectLog = settings.collectLog;
+		if (settings.cacheTtl !== void 0) gateway.cacheTtl = settings.cacheTtl;
+		if (settings.skipCache !== void 0) gateway.skipCache = settings.skipCache;
+		const chatSettings = {
+			...settings,
+			gateway
+		};
+		delete chatSettings.metadata;
+		delete chatSettings.collectLog;
+		delete chatSettings.cacheTtl;
+		delete chatSettings.skipCache;
+		delete chatSettings.resume;
+		delete chatSettings.fallback;
+		delete chatSettings.transport;
+		delete chatSettings.onDispatch;
+		delete chatSettings.onProgress;
+		delete chatSettings.onResumeExpired;
+		delete chatSettings.byok;
+		const plugin = options.providers?.find((p) => p.wireFormat === DYNAMIC_ROUTE_WIRE_FORMAT);
+		if (!plugin) {
+			if (options.providers?.length) throw new Error(`"${modelId}" is an AI Gateway dynamic route. Dynamic routes return OpenAI-compatible chat-completions wire format on the AI.run path, so configure the OpenAI provider plugin: import { openai } from "workers-ai-provider/openai"; createWorkersAI({ binding: env.AI, providers: [openai] }).`);
+			return createChatModel(modelId, chatSettings);
+		}
+		const fetchImpl = (async (_input, init) => {
+			const body = JSON.parse(String(init?.body ?? "{}"));
+			delete body.model;
+			const runOptions = {
+				gateway,
+				returnRawResponse: true,
+				...settings.extraHeaders ? { extraHeaders: settings.extraHeaders } : {},
+				...init?.signal ? { signal: init.signal } : {}
+			};
+			const response = await binding.run(modelId, body, runOptions);
+			settings.onDispatch?.({
+				transport: "run",
+				resumeEnabled: false,
+				warnings: [],
+				status: response.status,
+				runId: response.headers.get("cf-aig-run-id"),
+				cfStep: response.headers.get("cf-aig-step"),
+				cacheStatus: response.headers.get("cf-aig-cache-status"),
+				logId: response.headers.get("cf-aig-log-id")
+			});
+			return response;
+		});
+		return plugin.create({
+			modelId,
+			fetch: fetchImpl
+		});
+	};
 	let delegate;
 	const getDelegate = (slug) => {
 		if (!options.providers?.length) throw new Error(`"${slug}" looks like a third-party AI Gateway catalog model, but this Workers AI provider was not configured to route them. Pass provider plugins, e.g.:
@@ -2153,8 +2212,9 @@ A gateway defaults to "default" but can be set via \`gateway\`. Otherwise use a
 		}));
 		return delegate;
 	};
-	const isGatewaySlug = (id) => typeof id === "string" && !id.startsWith("@") && id.includes("/");
+	const isGatewaySlug = (id) => typeof id === "string" && !id.startsWith("@") && !id.startsWith("dynamic/") && id.includes("/");
 	const buildChat = (modelId, settings) => {
+		if (typeof modelId === "string" && modelId.startsWith("dynamic/")) return createDynamicRouteModel(modelId, settings);
 		if (isGatewaySlug(modelId)) return getDelegate(modelId)(modelId, settings);
 		return createChatModel(modelId, settings);
 	};