@tanstack/ai-vercel-gateway 0.2.12 → 0.2.14

package/dist/esm/adapters/evaluate.d.ts

@@ -0,0 +1,61 @@
+import { BaseEvaluateAdapter, EvaluateAdapterResult, EvaluateOptions } from '@tanstack/ai/adapters';
+import { VercelGatewayClientConfig } from '../utils/client.js';
+import { VercelGatewayRoutingOptions } from '../text/text-provider-options.js';
+export interface VercelGatewayEvaluateConfig extends VercelGatewayClientConfig {
+}
+export type VercelGatewayEvaluateModel = 'typesafe-ai/jev';
+export type VercelGatewayEvaluateProviderOptions = Record<string, unknown> & {
+    gateway?: VercelGatewayRoutingOptions;
+};
+/**
+ * Vercel AI Gateway evaluate adapter.
+ *
+ * Talks to `POST /v4/ai/evaluation-model` with `fetch`. Jev is not a chat
+ * model; this adapter does not use `/v1/chat/completions`.
+ */
+export declare class VercelGatewayEvaluateAdapter<TModel extends VercelGatewayEvaluateModel> extends BaseEvaluateAdapter<TModel, VercelGatewayEvaluateProviderOptions> {
+    readonly name: "vercel-gateway";
+    private readonly apiKey;
+    private readonly evaluateUrl;
+    private readonly extraHeaders;
+    constructor(config: VercelGatewayEvaluateConfig, model: TModel);
+    evaluate(options: EvaluateOptions<VercelGatewayEvaluateProviderOptions>): Promise<EvaluateAdapterResult>;
+}
+/**
+ * Create a Vercel AI Gateway evaluate adapter with an explicit API key.
+ *
+ * @param model Evaluate model id. Use `typesafe-ai/jev`.
+ * @param apiKey Vercel AI Gateway API key.
+ * @param config Optional client config (`baseURL`, `httpReferer`, `xTitle`).
+ *
+ * @example
+ * ```ts
+ * const adapter = createVercelGatewayDecider('typesafe-ai/jev', 'vck_...')
+ * ```
+ */
+export declare function createVercelGatewayDecider<TModel extends VercelGatewayEvaluateModel>(model: TModel, apiKey: string, config?: Omit<VercelGatewayEvaluateConfig, 'apiKey'>): VercelGatewayEvaluateAdapter<TModel>;
+/**
+ * Create a Vercel AI Gateway evaluate adapter.
+ *
+ * Reads `AI_GATEWAY_API_KEY`, then `VERCEL_OIDC_TOKEN`.
+ *
+ * @param model Evaluate model id. Use `typesafe-ai/jev`.
+ * @param config Optional client config (`baseURL`, `httpReferer`, `xTitle`).
+ *
+ * @example
+ * ```ts
+ * import { decide, boolean } from '@tanstack/ai'
+ * import { vercelGatewayDecider } from '@tanstack/ai-vercel-gateway'
+ *
+ * const result = await decide({
+ *   adapter: vercelGatewayDecider('typesafe-ai/jev'),
+ *   state: ticket,
+ *   questions: {
+ *     refund: boolean({
+ *       instructions: 'Is the customer asking for a refund?',
+ *     }),
+ *   },
+ * })
+ * ```
+ */
+export declare function vercelGatewayDecider<TModel extends VercelGatewayEvaluateModel>(model: TModel, config?: Omit<VercelGatewayEvaluateConfig, 'apiKey'>): VercelGatewayEvaluateAdapter<TModel>;

package/dist/esm/adapters/evaluate.js

@@ -0,0 +1,288 @@
+import { getVercelGatewayApiKeyFromEnv, withVercelGatewayDefaults } from "../utils/client.js";
+import { mapGatewayModelOptions } from "../utils/map-gateway-options.js";
+import { BaseEvaluateAdapter } from "@tanstack/ai/adapters";
+import { toRunErrorPayload } from "@tanstack/ai/adapter-internals";
+//#region src/adapters/evaluate.ts
+/**
+* Documented evaluate URL from Vercel AI SDK `GatewayEvaluationModel.getUrl()`:
+* `${baseURL}/evaluation-model` with default baseURL
+* `https://ai-gateway.vercel.sh/v4/ai`. Not `/v1/chat/completions`.
+* https://github.com/vercel/ai/blob/main/packages/gateway/src/gateway-evaluation-model.ts
+*/
+var EVALUATE_PATH = "/v4/ai/evaluation-model";
+var DEFAULT_EVALUATE_URL = `https://ai-gateway.vercel.sh${EVALUATE_PATH}`;
+/** The gateway rejects the request with 400 when this header is absent. */
+var GATEWAY_PROTOCOL_VERSION = "0.0.1";
+function isRecord(value) {
+	return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function isNumberRecord(value) {
+	if (!isRecord(value)) return false;
+	const values = Object.values(value);
+	for (const item of values) if (typeof item !== "number") return false;
+	return true;
+}
+function isStringRecord(value) {
+	if (!isRecord(value)) return false;
+	const values = Object.values(value);
+	for (const item of values) if (typeof item !== "string") return false;
+	return true;
+}
+function extraRequestHeaders(defaultHeaders) {
+	if (defaultHeaders == null) return {};
+	if (typeof Headers !== "undefined" && defaultHeaders instanceof Headers) {
+		const headers = {};
+		const entries = defaultHeaders.entries();
+		for (const [key, value] of entries) headers[key] = value;
+		return headers;
+	}
+	if (Array.isArray(defaultHeaders)) {
+		const headers = {};
+		for (const entry of defaultHeaders) {
+			if (!Array.isArray(entry) || entry.length < 2) continue;
+			const key = entry[0];
+			const value = entry[1];
+			if (typeof key === "string" && typeof value === "string") headers[key] = value;
+		}
+		return headers;
+	}
+	if (!isRecord(defaultHeaders)) return {};
+	const headers = {};
+	const keys = Object.keys(defaultHeaders);
+	for (const key of keys) {
+		const value = defaultHeaders[key];
+		if (typeof value === "string") headers[key] = value;
+	}
+	return headers;
+}
+function resolveEvaluateUrl(baseURL) {
+	if (!baseURL) return DEFAULT_EVALUATE_URL;
+	try {
+		return `${new URL(baseURL).origin}${EVALUATE_PATH}`;
+	} catch {
+		return DEFAULT_EVALUATE_URL;
+	}
+}
+function toGatewayQuestion(question) {
+	switch (question.type) {
+		case "noul":
+			if (question.criteria === void 0) return {
+				type: "boolean",
+				instructions: question.instructions
+			};
+			return {
+				type: "boolean",
+				instructions: question.instructions,
+				criteria: question.criteria
+			};
+		case "choice":
+		case "score": return question;
+	}
+}
+function toGatewayQuestions(questions) {
+	const mapped = {};
+	const keys = Object.keys(questions);
+	for (const key of keys) {
+		const question = questions[key];
+		if (question === void 0) continue;
+		mapped[key] = toGatewayQuestion(question);
+	}
+	return mapped;
+}
+function readCount(candidates) {
+	for (const candidate of candidates) if (typeof candidate === "number") return candidate;
+	return 0;
+}
+function toTokenUsage(usage) {
+	if (!isRecord(usage)) return {
+		promptTokens: 0,
+		completionTokens: 0,
+		totalTokens: 0
+	};
+	const promptTokens = readCount([
+		usage.inputTokens,
+		usage.input_tokens,
+		usage.promptTokens,
+		usage.prompt_tokens
+	]);
+	const completionTokens = readCount([
+		usage.outputTokens,
+		usage.output_tokens,
+		usage.completionTokens,
+		usage.completion_tokens
+	]);
+	return {
+		promptTokens,
+		completionTokens,
+		totalTokens: readCount([
+			usage.totalTokens,
+			usage.total_tokens,
+			promptTokens + completionTokens
+		])
+	};
+}
+function confidenceMap(providerMetadata) {
+	if (!isRecord(providerMetadata)) return {};
+	const typesafe = providerMetadata.typesafe;
+	if (!isRecord(typesafe)) return {};
+	if (!isNumberRecord(typesafe.confidence)) return {};
+	return typesafe.confidence;
+}
+function confidenceFor(key, answer, byKey) {
+	if (typeof answer.confidence === "number") return answer.confidence;
+	const fromMeta = byKey[key];
+	if (typeof fromMeta === "number") return fromMeta;
+	return 0;
+}
+function toWireAnswer(answer, confidence) {
+	switch (answer.type) {
+		case "boolean":
+			if (typeof answer.probability !== "number") throw new Error("Vercel Gateway evaluate boolean answer was missing probability");
+			return {
+				type: "noul",
+				noul: answer.probability
+			};
+		case "choice":
+			if (typeof answer.choice !== "string") throw new Error("Vercel Gateway evaluate choice answer was missing choice");
+			return {
+				type: "choice",
+				choice: answer.choice,
+				probabilities: isNumberRecord(answer.probabilities) ? answer.probabilities : {},
+				confidence
+			};
+		case "score":
+			if (typeof answer.score !== "number") throw new Error("Vercel Gateway evaluate score answer was missing score");
+			return {
+				type: "score",
+				score: answer.score,
+				legend: isStringRecord(answer.legend) ? answer.legend : {},
+				probabilities: isNumberRecord(answer.probabilities) ? answer.probabilities : {},
+				confidence
+			};
+		default: throw new Error(`Vercel Gateway evaluate answer had an unexpected type: ${String(answer.type)}`);
+	}
+}
+function toWireAnswers(answers, byKey) {
+	if (!isRecord(answers)) throw new Error("Vercel Gateway evaluate response was missing answers");
+	const mapped = {};
+	const keys = Object.keys(answers);
+	for (const key of keys) {
+		const answer = answers[key];
+		if (!isRecord(answer)) throw new Error(`Vercel Gateway evaluate answer "${key}" had an unexpected shape`);
+		mapped[key] = toWireAnswer(answer, confidenceFor(key, answer, byKey));
+	}
+	return mapped;
+}
+/**
+* Vercel AI Gateway evaluate adapter.
+*
+* Talks to `POST /v4/ai/evaluation-model` with `fetch`. Jev is not a chat
+* model; this adapter does not use `/v1/chat/completions`.
+*/
+var VercelGatewayEvaluateAdapter = class extends BaseEvaluateAdapter {
+	name = "vercel-gateway";
+	apiKey;
+	evaluateUrl;
+	extraHeaders;
+	constructor(config, model) {
+		super({}, model);
+		const defaults = withVercelGatewayDefaults(config);
+		this.apiKey = config.apiKey;
+		this.evaluateUrl = resolveEvaluateUrl(defaults.baseURL);
+		this.extraHeaders = extraRequestHeaders(defaults.defaultHeaders);
+	}
+	async evaluate(options) {
+		const { model, state, questions, modelOptions, abortSignal, logger } = options;
+		const mapped = mapGatewayModelOptions(modelOptions);
+		logger.request(`activity=evaluate provider=${this.name} model=${model}`, {
+			provider: this.name,
+			model
+		});
+		try {
+			const response = await fetch(this.evaluateUrl, {
+				method: "POST",
+				headers: {
+					...this.extraHeaders,
+					Authorization: `Bearer ${this.apiKey}`,
+					"Content-Type": "application/json",
+					"ai-gateway-protocol-version": GATEWAY_PROTOCOL_VERSION,
+					"ai-evaluation-model-specification-version": "4",
+					"ai-model-id": model
+				},
+				body: JSON.stringify({
+					...mapped,
+					model,
+					state,
+					questions: toGatewayQuestions(questions)
+				}),
+				...abortSignal ? { signal: abortSignal } : {}
+			});
+			if (!response.ok) {
+				const detail = await response.text().catch(() => "");
+				throw new Error(`Vercel Gateway evaluate request failed: ${response.status} ${response.statusText}${detail ? ` — ${detail}` : ""}`);
+			}
+			const json = await response.json();
+			if (!isRecord(json)) throw new Error("Vercel Gateway evaluate response had an unexpected shape");
+			return {
+				model: typeof json.model === "string" ? json.model : model,
+				answers: toWireAnswers(json.answers, confidenceMap(json.providerMetadata)),
+				usage: toTokenUsage(json.usage)
+			};
+		} catch (error) {
+			logger.errors(`${this.name}.evaluate fatal`, {
+				error: toRunErrorPayload(error, `${this.name}.evaluate failed`),
+				source: `${this.name}.evaluate`
+			});
+			throw error;
+		}
+	}
+};
+/**
+* Create a Vercel AI Gateway evaluate adapter with an explicit API key.
+*
+* @param model Evaluate model id. Use `typesafe-ai/jev`.
+* @param apiKey Vercel AI Gateway API key.
+* @param config Optional client config (`baseURL`, `httpReferer`, `xTitle`).
+*
+* @example
+* ```ts
+* const adapter = createVercelGatewayDecider('typesafe-ai/jev', 'vck_...')
+* ```
+*/
+function createVercelGatewayDecider(model, apiKey, config) {
+	return new VercelGatewayEvaluateAdapter({
+		apiKey,
+		...config
+	}, model);
+}
+/**
+* Create a Vercel AI Gateway evaluate adapter.
+*
+* Reads `AI_GATEWAY_API_KEY`, then `VERCEL_OIDC_TOKEN`.
+*
+* @param model Evaluate model id. Use `typesafe-ai/jev`.
+* @param config Optional client config (`baseURL`, `httpReferer`, `xTitle`).
+*
+* @example
+* ```ts
+* import { decide, boolean } from '@tanstack/ai'
+* import { vercelGatewayDecider } from '@tanstack/ai-vercel-gateway'
+*
+* const result = await decide({
+*   adapter: vercelGatewayDecider('typesafe-ai/jev'),
+*   state: ticket,
+*   questions: {
+*     refund: boolean({
+*       instructions: 'Is the customer asking for a refund?',
+*     }),
+*   },
+* })
+* ```
+*/
+function vercelGatewayDecider(model, config) {
+	return createVercelGatewayDecider(model, getVercelGatewayApiKeyFromEnv(), config);
+}
+//#endregion
+export { VercelGatewayEvaluateAdapter, createVercelGatewayDecider, vercelGatewayDecider };
+
+//# sourceMappingURL=evaluate.js.map

package/dist/esm/adapters/evaluate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluate.js","names":[],"sources":["../../../src/adapters/evaluate.ts"],"sourcesContent":["import { BaseEvaluateAdapter } from '@tanstack/ai/adapters'\nimport { toRunErrorPayload } from '@tanstack/ai/adapter-internals'\nimport {\n  getVercelGatewayApiKeyFromEnv,\n  withVercelGatewayDefaults,\n} from '../utils/client'\nimport { mapGatewayModelOptions } from '../utils/map-gateway-options'\nimport type {\n  EvaluateAdapterResult,\n  EvaluateOptions,\n  WireAnswer,\n  WireQuestion,\n} from '@tanstack/ai/adapters'\nimport type { VercelGatewayClientConfig } from '../utils/client'\nimport type { VercelGatewayRoutingOptions } from '../text/text-provider-options'\n\nexport interface VercelGatewayEvaluateConfig extends VercelGatewayClientConfig {}\n\nexport type VercelGatewayEvaluateModel = 'typesafe-ai/jev'\n\nexport type VercelGatewayEvaluateProviderOptions = Record<string, unknown> & {\n  gateway?: VercelGatewayRoutingOptions\n}\n\n/**\n * Documented evaluate URL from Vercel AI SDK `GatewayEvaluationModel.getUrl()`:\n * `${baseURL}/evaluation-model` with default baseURL\n * `https://ai-gateway.vercel.sh/v4/ai`. Not `/v1/chat/completions`.\n * https://github.com/vercel/ai/blob/main/packages/gateway/src/gateway-evaluation-model.ts\n */\nconst EVALUATE_PATH = '/v4/ai/evaluation-model'\nconst DEFAULT_EVALUATE_URL = `https://ai-gateway.vercel.sh${EVALUATE_PATH}`\n\n/** The gateway rejects the request with 400 when this header is absent. */\nconst GATEWAY_PROTOCOL_VERSION = '0.0.1'\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value)\n}\n\nfunction isNumberRecord(value: unknown): value is Record<string, number> {\n  if (!isRecord(value)) return false\n  const values = Object.values(value)\n  for (const item of values) {\n    if (typeof item !== 'number') return false\n  }\n  return true\n}\n\nfunction isStringRecord(value: unknown): value is Record<string, string> {\n  if (!isRecord(value)) return false\n  const values = Object.values(value)\n  for (const item of values) {\n    if (typeof item !== 'string') return false\n  }\n  return true\n}\n\nfunction extraRequestHeaders(defaultHeaders: unknown) {\n  if (defaultHeaders == null) return {}\n  if (typeof Headers !== 'undefined' && defaultHeaders instanceof Headers) {\n    const headers: Record<string, string> = {}\n    const entries = defaultHeaders.entries()\n    for (const [key, value] of entries) {\n      headers[key] = value\n    }\n    return headers\n  }\n  if (Array.isArray(defaultHeaders)) {\n    const headers: Record<string, string> = {}\n    for (const entry of defaultHeaders) {\n      if (!Array.isArray(entry) || entry.length < 2) continue\n      const key = entry[0]\n      const value = entry[1]\n      if (typeof key === 'string' && typeof value === 'string') {\n        headers[key] = value\n      }\n    }\n    return headers\n  }\n  if (!isRecord(defaultHeaders)) return {}\n  const headers: Record<string, string> = {}\n  const keys = Object.keys(defaultHeaders)\n  for (const key of keys) {\n    const value = defaultHeaders[key]\n    if (typeof value === 'string') headers[key] = value\n  }\n  return headers\n}\n\nfunction resolveEvaluateUrl(baseURL: string | null | undefined) {\n  if (!baseURL) return DEFAULT_EVALUATE_URL\n  try {\n    return `${new URL(baseURL).origin}${EVALUATE_PATH}`\n  } catch {\n    return DEFAULT_EVALUATE_URL\n  }\n}\n\nfunction toGatewayQuestion(question: WireQuestion) {\n  switch (question.type) {\n    case 'noul': {\n      if (question.criteria === undefined) {\n        return {\n          type: 'boolean' as const,\n          instructions: question.instructions,\n        }\n      }\n      return {\n        type: 'boolean' as const,\n        instructions: question.instructions,\n        criteria: question.criteria,\n      }\n    }\n    case 'choice':\n    case 'score':\n      return question\n  }\n}\n\nfunction toGatewayQuestions(questions: Record<string, WireQuestion>) {\n  const mapped: Record<string, unknown> = {}\n  const keys = Object.keys(questions)\n  for (const key of keys) {\n    const question = questions[key]\n    if (question === undefined) continue\n    mapped[key] = toGatewayQuestion(question)\n  }\n  return mapped\n}\n\nfunction readCount(candidates: Array<unknown>) {\n  for (const candidate of candidates) {\n    if (typeof candidate === 'number') return candidate\n  }\n  return 0\n}\n\nfunction toTokenUsage(usage: unknown) {\n  if (!isRecord(usage)) {\n    return { promptTokens: 0, completionTokens: 0, totalTokens: 0 }\n  }\n  const promptTokens = readCount([\n    usage.inputTokens,\n    usage.input_tokens,\n    usage.promptTokens,\n    usage.prompt_tokens,\n  ])\n  const completionTokens = readCount([\n    usage.outputTokens,\n    usage.output_tokens,\n    usage.completionTokens,\n    usage.completion_tokens,\n  ])\n  const totalTokens = readCount([\n    usage.totalTokens,\n    usage.total_tokens,\n    promptTokens + completionTokens,\n  ])\n  return { promptTokens, completionTokens, totalTokens }\n}\n\nfunction confidenceMap(providerMetadata: unknown) {\n  if (!isRecord(providerMetadata)) return {}\n  const typesafe = providerMetadata.typesafe\n  if (!isRecord(typesafe)) return {}\n  if (!isNumberRecord(typesafe.confidence)) return {}\n  return typesafe.confidence\n}\n\nfunction confidenceFor(\n  key: string,\n  answer: Record<string, unknown>,\n  byKey: Record<string, number>,\n) {\n  if (typeof answer.confidence === 'number') return answer.confidence\n  const fromMeta = byKey[key]\n  if (typeof fromMeta === 'number') return fromMeta\n  return 0\n}\n\nfunction toWireAnswer(answer: Record<string, unknown>, confidence: number) {\n  switch (answer.type) {\n    case 'boolean': {\n      if (typeof answer.probability !== 'number') {\n        throw new Error(\n          'Vercel Gateway evaluate boolean answer was missing probability',\n        )\n      }\n      return { type: 'noul' as const, noul: answer.probability }\n    }\n    case 'choice': {\n      if (typeof answer.choice !== 'string') {\n        throw new Error(\n          'Vercel Gateway evaluate choice answer was missing choice',\n        )\n      }\n      return {\n        type: 'choice' as const,\n        choice: answer.choice,\n        probabilities: isNumberRecord(answer.probabilities)\n          ? answer.probabilities\n          : {},\n        confidence,\n      }\n    }\n    case 'score': {\n      if (typeof answer.score !== 'number') {\n        throw new Error(\n          'Vercel Gateway evaluate score answer was missing score',\n        )\n      }\n      return {\n        type: 'score' as const,\n        score: answer.score,\n        legend: isStringRecord(answer.legend) ? answer.legend : {},\n        probabilities: isNumberRecord(answer.probabilities)\n          ? answer.probabilities\n          : {},\n        confidence,\n      }\n    }\n    default:\n      throw new Error(\n        `Vercel Gateway evaluate answer had an unexpected type: ${String(answer.type)}`,\n      )\n  }\n}\n\nfunction toWireAnswers(answers: unknown, byKey: Record<string, number>) {\n  if (!isRecord(answers)) {\n    throw new Error('Vercel Gateway evaluate response was missing answers')\n  }\n  const mapped: Record<string, WireAnswer> = {}\n  const keys = Object.keys(answers)\n  for (const key of keys) {\n    const answer = answers[key]\n    if (!isRecord(answer)) {\n      throw new Error(\n        `Vercel Gateway evaluate answer \"${key}\" had an unexpected shape`,\n      )\n    }\n    mapped[key] = toWireAnswer(answer, confidenceFor(key, answer, byKey))\n  }\n  return mapped\n}\n\n/**\n * Vercel AI Gateway evaluate adapter.\n *\n * Talks to `POST /v4/ai/evaluation-model` with `fetch`. Jev is not a chat\n * model; this adapter does not use `/v1/chat/completions`.\n */\nexport class VercelGatewayEvaluateAdapter<\n  TModel extends VercelGatewayEvaluateModel,\n> extends BaseEvaluateAdapter<TModel, VercelGatewayEvaluateProviderOptions> {\n  readonly name = 'vercel-gateway' as const\n\n  private readonly apiKey: string\n  private readonly evaluateUrl: string\n  private readonly extraHeaders: Record<string, string>\n\n  constructor(config: VercelGatewayEvaluateConfig, model: TModel) {\n    super({}, model)\n    const defaults = withVercelGatewayDefaults(config)\n    this.apiKey = config.apiKey\n    this.evaluateUrl = resolveEvaluateUrl(defaults.baseURL)\n    this.extraHeaders = extraRequestHeaders(defaults.defaultHeaders)\n  }\n\n  async evaluate(\n    options: EvaluateOptions<VercelGatewayEvaluateProviderOptions>,\n  ) {\n    const { model, state, questions, modelOptions, abortSignal, logger } =\n      options\n    const mapped = mapGatewayModelOptions(modelOptions)\n\n    logger.request(`activity=evaluate provider=${this.name} model=${model}`, {\n      provider: this.name,\n      model,\n    })\n\n    try {\n      const response = await fetch(this.evaluateUrl, {\n        method: 'POST',\n        headers: {\n          ...this.extraHeaders,\n          Authorization: `Bearer ${this.apiKey}`,\n          'Content-Type': 'application/json',\n          'ai-gateway-protocol-version': GATEWAY_PROTOCOL_VERSION,\n          'ai-evaluation-model-specification-version': '4',\n          'ai-model-id': model,\n        },\n        body: JSON.stringify({\n          ...mapped,\n          model,\n          state,\n          questions: toGatewayQuestions(questions),\n        }),\n        ...(abortSignal ? { signal: abortSignal } : {}),\n      })\n\n      if (!response.ok) {\n        const detail = await response.text().catch(() => '')\n        throw new Error(\n          `Vercel Gateway evaluate request failed: ${response.status} ${response.statusText}${\n            detail ? ` — ${detail}` : ''\n          }`,\n        )\n      }\n\n      const json: unknown = await response.json()\n      if (!isRecord(json)) {\n        throw new Error(\n          'Vercel Gateway evaluate response had an unexpected shape',\n        )\n      }\n\n      const result: EvaluateAdapterResult = {\n        model: typeof json.model === 'string' ? json.model : model,\n        answers: toWireAnswers(\n          json.answers,\n          confidenceMap(json.providerMetadata),\n        ),\n        usage: toTokenUsage(json.usage),\n      }\n      return result\n    } catch (error: unknown) {\n      logger.errors(`${this.name}.evaluate fatal`, {\n        error: toRunErrorPayload(error, `${this.name}.evaluate failed`),\n        source: `${this.name}.evaluate`,\n      })\n      throw error\n    }\n  }\n}\n\n/**\n * Create a Vercel AI Gateway evaluate adapter with an explicit API key.\n *\n * @param model Evaluate model id. Use `typesafe-ai/jev`.\n * @param apiKey Vercel AI Gateway API key.\n * @param config Optional client config (`baseURL`, `httpReferer`, `xTitle`).\n *\n * @example\n * ```ts\n * const adapter = createVercelGatewayDecider('typesafe-ai/jev', 'vck_...')\n * ```\n */\nexport function createVercelGatewayDecider<\n  TModel extends VercelGatewayEvaluateModel,\n>(\n  model: TModel,\n  apiKey: string,\n  config?: Omit<VercelGatewayEvaluateConfig, 'apiKey'>,\n) {\n  return new VercelGatewayEvaluateAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Create a Vercel AI Gateway evaluate adapter.\n *\n * Reads `AI_GATEWAY_API_KEY`, then `VERCEL_OIDC_TOKEN`.\n *\n * @param model Evaluate model id. Use `typesafe-ai/jev`.\n * @param config Optional client config (`baseURL`, `httpReferer`, `xTitle`).\n *\n * @example\n * ```ts\n * import { decide, boolean } from '@tanstack/ai'\n * import { vercelGatewayDecider } from '@tanstack/ai-vercel-gateway'\n *\n * const result = await decide({\n *   adapter: vercelGatewayDecider('typesafe-ai/jev'),\n *   state: ticket,\n *   questions: {\n *     refund: boolean({\n *       instructions: 'Is the customer asking for a refund?',\n *     }),\n *   },\n * })\n * ```\n */\nexport function vercelGatewayDecider<TModel extends VercelGatewayEvaluateModel>(\n  model: TModel,\n  config?: Omit<VercelGatewayEvaluateConfig, 'apiKey'>,\n) {\n  return createVercelGatewayDecider(\n    model,\n    getVercelGatewayApiKeyFromEnv(),\n    config,\n  )\n}\n"],"mappings":";;;;;;;;;;;AA8BA,IAAM,gBAAgB;AACtB,IAAM,uBAAuB,+BAA+B;;AAG5D,IAAM,2BAA2B;AAEjC,SAAS,SAAS,OAAkD;CAClE,OAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,eAAe,OAAiD;CACvE,IAAI,CAAC,SAAS,KAAK,GAAG,OAAO;CAC7B,MAAM,SAAS,OAAO,OAAO,KAAK;CAClC,KAAK,MAAM,QAAQ,QACjB,IAAI,OAAO,SAAS,UAAU,OAAO;CAEvC,OAAO;AACT;AAEA,SAAS,eAAe,OAAiD;CACvE,IAAI,CAAC,SAAS,KAAK,GAAG,OAAO;CAC7B,MAAM,SAAS,OAAO,OAAO,KAAK;CAClC,KAAK,MAAM,QAAQ,QACjB,IAAI,OAAO,SAAS,UAAU,OAAO;CAEvC,OAAO;AACT;AAEA,SAAS,oBAAoB,gBAAyB;CACpD,IAAI,kBAAkB,MAAM,OAAO,CAAC;CACpC,IAAI,OAAO,YAAY,eAAe,0BAA0B,SAAS;EACvE,MAAM,UAAkC,CAAC;EACzC,MAAM,UAAU,eAAe,QAAQ;EACvC,KAAK,MAAM,CAAC,KAAK,UAAU,SACzB,QAAQ,OAAO;EAEjB,OAAO;CACT;CACA,IAAI,MAAM,QAAQ,cAAc,GAAG;EACjC,MAAM,UAAkC,CAAC;EACzC,KAAK,MAAM,SAAS,gBAAgB;GAClC,IAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,MAAM,SAAS,GAAG;GAC/C,MAAM,MAAM,MAAM;GAClB,MAAM,QAAQ,MAAM;GACpB,IAAI,OAAO,QAAQ,YAAY,OAAO,UAAU,UAC9C,QAAQ,OAAO;EAEnB;EACA,OAAO;CACT;CACA,IAAI,CAAC,SAAS,cAAc,GAAG,OAAO,CAAC;CACvC,MAAM,UAAkC,CAAC;CACzC,MAAM,OAAO,OAAO,KAAK,cAAc;CACvC,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAQ,eAAe;EAC7B,IAAI,OAAO,UAAU,UAAU,QAAQ,OAAO;CAChD;CACA,OAAO;AACT;AAEA,SAAS,mBAAmB,SAAoC;CAC9D,IAAI,CAAC,SAAS,OAAO;CACrB,IAAI;EACF,OAAO,GAAG,IAAI,IAAI,OAAO,CAAC,CAAC,SAAS;CACtC,QAAQ;EACN,OAAO;CACT;AACF;AAEA,SAAS,kBAAkB,UAAwB;CACjD,QAAQ,SAAS,MAAjB;EACE,KAAK;GACH,IAAI,SAAS,aAAa,KAAA,GACxB,OAAO;IACL,MAAM;IACN,cAAc,SAAS;GACzB;GAEF,OAAO;IACL,MAAM;IACN,cAAc,SAAS;IACvB,UAAU,SAAS;GACrB;EAEF,KAAK;EACL,KAAK,SACH,OAAO;CACX;AACF;AAEA,SAAS,mBAAmB,WAAyC;CACnE,MAAM,SAAkC,CAAC;CACzC,MAAM,OAAO,OAAO,KAAK,SAAS;CAClC,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,WAAW,UAAU;EAC3B,IAAI,aAAa,KAAA,GAAW;EAC5B,OAAO,OAAO,kBAAkB,QAAQ;CAC1C;CACA,OAAO;AACT;AAEA,SAAS,UAAU,YAA4B;CAC7C,KAAK,MAAM,aAAa,YACtB,IAAI,OAAO,cAAc,UAAU,OAAO;CAE5C,OAAO;AACT;AAEA,SAAS,aAAa,OAAgB;CACpC,IAAI,CAAC,SAAS,KAAK,GACjB,OAAO;EAAE,cAAc;EAAG,kBAAkB;EAAG,aAAa;CAAE;CAEhE,MAAM,eAAe,UAAU;EAC7B,MAAM;EACN,MAAM;EACN,MAAM;EACN,MAAM;CACR,CAAC;CACD,MAAM,mBAAmB,UAAU;EACjC,MAAM;EACN,MAAM;EACN,MAAM;EACN,MAAM;CACR,CAAC;CAMD,OAAO;EAAE;EAAc;EAAkB,aALrB,UAAU;GAC5B,MAAM;GACN,MAAM;GACN,eAAe;EACjB,CACyC;CAAY;AACvD;AAEA,SAAS,cAAc,kBAA2B;CAChD,IAAI,CAAC,SAAS,gBAAgB,GAAG,OAAO,CAAC;CACzC,MAAM,WAAW,iBAAiB;CAClC,IAAI,CAAC,SAAS,QAAQ,GAAG,OAAO,CAAC;CACjC,IAAI,CAAC,eAAe,SAAS,UAAU,GAAG,OAAO,CAAC;CAClD,OAAO,SAAS;AAClB;AAEA,SAAS,cACP,KACA,QACA,OACA;CACA,IAAI,OAAO,OAAO,eAAe,UAAU,OAAO,OAAO;CACzD,MAAM,WAAW,MAAM;CACvB,IAAI,OAAO,aAAa,UAAU,OAAO;CACzC,OAAO;AACT;AAEA,SAAS,aAAa,QAAiC,YAAoB;CACzE,QAAQ,OAAO,MAAf;EACE,KAAK;GACH,IAAI,OAAO,OAAO,gBAAgB,UAChC,MAAM,IAAI,MACR,gEACF;GAEF,OAAO;IAAE,MAAM;IAAiB,MAAM,OAAO;GAAY;EAE3D,KAAK;GACH,IAAI,OAAO,OAAO,WAAW,UAC3B,MAAM,IAAI,MACR,0DACF;GAEF,OAAO;IACL,MAAM;IACN,QAAQ,OAAO;IACf,eAAe,eAAe,OAAO,aAAa,IAC9C,OAAO,gBACP,CAAC;IACL;GACF;EAEF,KAAK;GACH,IAAI,OAAO,OAAO,UAAU,UAC1B,MAAM,IAAI,MACR,wDACF;GAEF,OAAO;IACL,MAAM;IACN,OAAO,OAAO;IACd,QAAQ,eAAe,OAAO,MAAM,IAAI,OAAO,SAAS,CAAC;IACzD,eAAe,eAAe,OAAO,aAAa,IAC9C,OAAO,gBACP,CAAC;IACL;GACF;EAEF,SACE,MAAM,IAAI,MACR,0DAA0D,OAAO,OAAO,IAAI,GAC9E;CACJ;AACF;AAEA,SAAS,cAAc,SAAkB,OAA+B;CACtE,IAAI,CAAC,SAAS,OAAO,GACnB,MAAM,IAAI,MAAM,sDAAsD;CAExE,MAAM,SAAqC,CAAC;CAC5C,MAAM,OAAO,OAAO,KAAK,OAAO;CAChC,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,SAAS,QAAQ;EACvB,IAAI,CAAC,SAAS,MAAM,GAClB,MAAM,IAAI,MACR,mCAAmC,IAAI,0BACzC;EAEF,OAAO,OAAO,aAAa,QAAQ,cAAc,KAAK,QAAQ,KAAK,CAAC;CACtE;CACA,OAAO;AACT;;;;;;;AAQA,IAAa,+BAAb,cAEU,oBAAkE;CAC1E,OAAgB;CAEhB;CACA;CACA;CAEA,YAAY,QAAqC,OAAe;EAC9D,MAAM,CAAC,GAAG,KAAK;EACf,MAAM,WAAW,0BAA0B,MAAM;EACjD,KAAK,SAAS,OAAO;EACrB,KAAK,cAAc,mBAAmB,SAAS,OAAO;EACtD,KAAK,eAAe,oBAAoB,SAAS,cAAc;CACjE;CAEA,MAAM,SACJ,SACA;EACA,MAAM,EAAE,OAAO,OAAO,WAAW,cAAc,aAAa,WAC1D;EACF,MAAM,SAAS,uBAAuB,YAAY;EAElD,OAAO,QAAQ,8BAA8B,KAAK,KAAK,SAAS,SAAS;GACvE,UAAU,KAAK;GACf;EACF,CAAC;EAED,IAAI;GACF,MAAM,WAAW,MAAM,MAAM,KAAK,aAAa;IAC7C,QAAQ;IACR,SAAS;KACP,GAAG,KAAK;KACR,eAAe,UAAU,KAAK;KAC9B,gBAAgB;KAChB,+BAA+B;KAC/B,6CAA6C;KAC7C,eAAe;IACjB;IACA,MAAM,KAAK,UAAU;KACnB,GAAG;KACH;KACA;KACA,WAAW,mBAAmB,SAAS;IACzC,CAAC;IACD,GAAI,cAAc,EAAE,QAAQ,YAAY,IAAI,CAAC;GAC/C,CAAC;GAED,IAAI,CAAC,SAAS,IAAI;IAChB,MAAM,SAAS,MAAM,SAAS,KAAK,CAAC,CAAC,YAAY,EAAE;IACnD,MAAM,IAAI,MACR,2CAA2C,SAAS,OAAO,GAAG,SAAS,aACrE,SAAS,MAAM,WAAW,IAE9B;GACF;GAEA,MAAM,OAAgB,MAAM,SAAS,KAAK;GAC1C,IAAI,CAAC,SAAS,IAAI,GAChB,MAAM,IAAI,MACR,0DACF;GAWF,OAAO;IAPL,OAAO,OAAO,KAAK,UAAU,WAAW,KAAK,QAAQ;IACrD,SAAS,cACP,KAAK,SACL,cAAc,KAAK,gBAAgB,CACrC;IACA,OAAO,aAAa,KAAK,KAAK;GAEzB;EACT,SAAS,OAAgB;GACvB,OAAO,OAAO,GAAG,KAAK,KAAK,kBAAkB;IAC3C,OAAO,kBAAkB,OAAO,GAAG,KAAK,KAAK,iBAAiB;IAC9D,QAAQ,GAAG,KAAK,KAAK;GACvB,CAAC;GACD,MAAM;EACR;CACF;AACF;;;;;;;;;;;;;AAcA,SAAgB,2BAGd,OACA,QACA,QACA;CACA,OAAO,IAAI,6BAA6B;EAAE;EAAQ,GAAG;CAAO,GAAG,KAAK;AACtE;;;;;;;;;;;;;;;;;;;;;;;;;AA0BA,SAAgB,qBACd,OACA,QACA;CACA,OAAO,2BACL,OACA,8BAA8B,GAC9B,MACF;AACF"}

package/dist/esm/index.d.ts

@@ -9,6 +9,7 @@ export { VercelGatewayResponsesTextAdapter, createVercelGatewayResponsesText, ve
 export { createVercelGatewaySummarize, vercelGatewaySummarize, type VercelGatewaySummarizeConfig, type VercelGatewaySummarizeModel, } from './adapters/summarize.js';
 export { VercelGatewayEmbeddingAdapter, createVercelGatewayEmbedding, vercelGatewayEmbedding, type VercelGatewayEmbeddingConfig, } from './adapters/embedding.js';
 export { VercelGatewayImageAdapter, createVercelGatewayImage, vercelGatewayImage, type VercelGatewayImageConfig, } from './adapters/image.js';
+export { VercelGatewayEvaluateAdapter, createVercelGatewayDecider, vercelGatewayDecider, type VercelGatewayEvaluateConfig, } from './adapters/evaluate.js';
 export type { VercelGatewayEmbeddingProviderOptions } from './embedding/embedding-provider-options.js';
 export type { VercelGatewayImageProviderOptions } from './image/image-provider-options.js';
 export type { VercelGatewayBaseOptions, VercelGatewayCommonOptions, VercelGatewayRoutingOptions, } from './text/text-provider-options.js';

package/dist/esm/index.js

@@ -5,5 +5,6 @@ import { createVercelGatewayText, vercelGatewayText } from "./adapters/factory.j
 import { createVercelGatewaySummarize, vercelGatewaySummarize } from "./adapters/summarize.js";
 import { VercelGatewayEmbeddingAdapter, createVercelGatewayEmbedding, vercelGatewayEmbedding } from "./adapters/embedding.js";
 import { VercelGatewayImageAdapter, createVercelGatewayImage, vercelGatewayImage } from "./adapters/image.js";
+import { VercelGatewayEvaluateAdapter, createVercelGatewayDecider, vercelGatewayDecider } from "./adapters/evaluate.js";
 import { VERCEL_GATEWAY_CHAT_MODELS, VERCEL_GATEWAY_EMBEDDING_MODELS, VERCEL_GATEWAY_IMAGE_MODELS, VERCEL_GATEWAY_MODEL_TAGS, VERCEL_GATEWAY_PROVIDERS } from "./model-meta.js";
-export { VERCEL_GATEWAY_CHAT_MODELS, VERCEL_GATEWAY_EMBEDDING_MODELS, VERCEL_GATEWAY_IMAGE_MODELS, VERCEL_GATEWAY_MODEL_TAGS, VERCEL_GATEWAY_PROVIDERS, VercelGatewayEmbeddingAdapter, VercelGatewayImageAdapter, VercelGatewayResponsesTextAdapter, VercelGatewayTextAdapter, createVercelGatewayEmbedding, createVercelGatewayImage, createVercelGatewayResponsesText, createVercelGatewaySummarize, createVercelGatewayText, getVercelGatewayApiKeyFromEnv, vercelGatewayEmbedding, vercelGatewayImage, vercelGatewayResponsesText, vercelGatewaySummarize, vercelGatewayText };
+export { VERCEL_GATEWAY_CHAT_MODELS, VERCEL_GATEWAY_EMBEDDING_MODELS, VERCEL_GATEWAY_IMAGE_MODELS, VERCEL_GATEWAY_MODEL_TAGS, VERCEL_GATEWAY_PROVIDERS, VercelGatewayEmbeddingAdapter, VercelGatewayEvaluateAdapter, VercelGatewayImageAdapter, VercelGatewayResponsesTextAdapter, VercelGatewayTextAdapter, createVercelGatewayDecider, createVercelGatewayEmbedding, createVercelGatewayImage, createVercelGatewayResponsesText, createVercelGatewaySummarize, createVercelGatewayText, getVercelGatewayApiKeyFromEnv, vercelGatewayDecider, vercelGatewayEmbedding, vercelGatewayImage, vercelGatewayResponsesText, vercelGatewaySummarize, vercelGatewayText };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tanstack/ai-vercel-gateway",
-  "version": "0.2.12",
+  "version": "0.2.14",
   "description": "Vercel AI Gateway adapter for TanStack AI chat, embeddings, and image generation.",
   "author": "Tanner Linsley",
   "license": "MIT",
@@ -56,12 +56,12 @@
     "vite": "^8.2.1"
   },
   "peerDependencies": {
-    "@tanstack/ai": "^0.55.0"
+    "@tanstack/ai": "^0.57.0"
   },
   "dependencies": {
     "openai": "^6.41.0",
     "@tanstack/ai-utils": "^0.4.0",
-    "@tanstack/openai-base": "^0.10.12"
+    "@tanstack/openai-base": "^0.10.14"
   },
   "scripts": {
     "build": "vite build",

package/src/adapters/evaluate.ts

@@ -0,0 +1,393 @@
+import { BaseEvaluateAdapter } from '@tanstack/ai/adapters'
+import { toRunErrorPayload } from '@tanstack/ai/adapter-internals'
+import {
+  getVercelGatewayApiKeyFromEnv,
+  withVercelGatewayDefaults,
+} from '../utils/client'
+import { mapGatewayModelOptions } from '../utils/map-gateway-options'
+import type {
+  EvaluateAdapterResult,
+  EvaluateOptions,
+  WireAnswer,
+  WireQuestion,
+} from '@tanstack/ai/adapters'
+import type { VercelGatewayClientConfig } from '../utils/client'
+import type { VercelGatewayRoutingOptions } from '../text/text-provider-options'
+
+export interface VercelGatewayEvaluateConfig extends VercelGatewayClientConfig {}
+
+export type VercelGatewayEvaluateModel = 'typesafe-ai/jev'
+
+export type VercelGatewayEvaluateProviderOptions = Record<string, unknown> & {
+  gateway?: VercelGatewayRoutingOptions
+}
+
+/**
+ * Documented evaluate URL from Vercel AI SDK `GatewayEvaluationModel.getUrl()`:
+ * `${baseURL}/evaluation-model` with default baseURL
+ * `https://ai-gateway.vercel.sh/v4/ai`. Not `/v1/chat/completions`.
+ * https://github.com/vercel/ai/blob/main/packages/gateway/src/gateway-evaluation-model.ts
+ */
+const EVALUATE_PATH = '/v4/ai/evaluation-model'
+const DEFAULT_EVALUATE_URL = `https://ai-gateway.vercel.sh${EVALUATE_PATH}`
+
+/** The gateway rejects the request with 400 when this header is absent. */
+const GATEWAY_PROTOCOL_VERSION = '0.0.1'
+
+function isRecord(value: unknown): value is Record<string, unknown> {
+  return typeof value === 'object' && value !== null && !Array.isArray(value)
+}
+
+function isNumberRecord(value: unknown): value is Record<string, number> {
+  if (!isRecord(value)) return false
+  const values = Object.values(value)
+  for (const item of values) {
+    if (typeof item !== 'number') return false
+  }
+  return true
+}
+
+function isStringRecord(value: unknown): value is Record<string, string> {
+  if (!isRecord(value)) return false
+  const values = Object.values(value)
+  for (const item of values) {
+    if (typeof item !== 'string') return false
+  }
+  return true
+}
+
+function extraRequestHeaders(defaultHeaders: unknown) {
+  if (defaultHeaders == null) return {}
+  if (typeof Headers !== 'undefined' && defaultHeaders instanceof Headers) {
+    const headers: Record<string, string> = {}
+    const entries = defaultHeaders.entries()
+    for (const [key, value] of entries) {
+      headers[key] = value
+    }
+    return headers
+  }
+  if (Array.isArray(defaultHeaders)) {
+    const headers: Record<string, string> = {}
+    for (const entry of defaultHeaders) {
+      if (!Array.isArray(entry) || entry.length < 2) continue
+      const key = entry[0]
+      const value = entry[1]
+      if (typeof key === 'string' && typeof value === 'string') {
+        headers[key] = value
+      }
+    }
+    return headers
+  }
+  if (!isRecord(defaultHeaders)) return {}
+  const headers: Record<string, string> = {}
+  const keys = Object.keys(defaultHeaders)
+  for (const key of keys) {
+    const value = defaultHeaders[key]
+    if (typeof value === 'string') headers[key] = value
+  }
+  return headers
+}
+
+function resolveEvaluateUrl(baseURL: string | null | undefined) {
+  if (!baseURL) return DEFAULT_EVALUATE_URL
+  try {
+    return `${new URL(baseURL).origin}${EVALUATE_PATH}`
+  } catch {
+    return DEFAULT_EVALUATE_URL
+  }
+}
+
+function toGatewayQuestion(question: WireQuestion) {
+  switch (question.type) {
+    case 'noul': {
+      if (question.criteria === undefined) {
+        return {
+          type: 'boolean' as const,
+          instructions: question.instructions,
+        }
+      }
+      return {
+        type: 'boolean' as const,
+        instructions: question.instructions,
+        criteria: question.criteria,
+      }
+    }
+    case 'choice':
+    case 'score':
+      return question
+  }
+}
+
+function toGatewayQuestions(questions: Record<string, WireQuestion>) {
+  const mapped: Record<string, unknown> = {}
+  const keys = Object.keys(questions)
+  for (const key of keys) {
+    const question = questions[key]
+    if (question === undefined) continue
+    mapped[key] = toGatewayQuestion(question)
+  }
+  return mapped
+}
+
+function readCount(candidates: Array<unknown>) {
+  for (const candidate of candidates) {
+    if (typeof candidate === 'number') return candidate
+  }
+  return 0
+}
+
+function toTokenUsage(usage: unknown) {
+  if (!isRecord(usage)) {
+    return { promptTokens: 0, completionTokens: 0, totalTokens: 0 }
+  }
+  const promptTokens = readCount([
+    usage.inputTokens,
+    usage.input_tokens,
+    usage.promptTokens,
+    usage.prompt_tokens,
+  ])
+  const completionTokens = readCount([
+    usage.outputTokens,
+    usage.output_tokens,
+    usage.completionTokens,
+    usage.completion_tokens,
+  ])
+  const totalTokens = readCount([
+    usage.totalTokens,
+    usage.total_tokens,
+    promptTokens + completionTokens,
+  ])
+  return { promptTokens, completionTokens, totalTokens }
+}
+
+function confidenceMap(providerMetadata: unknown) {
+  if (!isRecord(providerMetadata)) return {}
+  const typesafe = providerMetadata.typesafe
+  if (!isRecord(typesafe)) return {}
+  if (!isNumberRecord(typesafe.confidence)) return {}
+  return typesafe.confidence
+}
+
+function confidenceFor(
+  key: string,
+  answer: Record<string, unknown>,
+  byKey: Record<string, number>,
+) {
+  if (typeof answer.confidence === 'number') return answer.confidence
+  const fromMeta = byKey[key]
+  if (typeof fromMeta === 'number') return fromMeta
+  return 0
+}
+
+function toWireAnswer(answer: Record<string, unknown>, confidence: number) {
+  switch (answer.type) {
+    case 'boolean': {
+      if (typeof answer.probability !== 'number') {
+        throw new Error(
+          'Vercel Gateway evaluate boolean answer was missing probability',
+        )
+      }
+      return { type: 'noul' as const, noul: answer.probability }
+    }
+    case 'choice': {
+      if (typeof answer.choice !== 'string') {
+        throw new Error(
+          'Vercel Gateway evaluate choice answer was missing choice',
+        )
+      }
+      return {
+        type: 'choice' as const,
+        choice: answer.choice,
+        probabilities: isNumberRecord(answer.probabilities)
+          ? answer.probabilities
+          : {},
+        confidence,
+      }
+    }
+    case 'score': {
+      if (typeof answer.score !== 'number') {
+        throw new Error(
+          'Vercel Gateway evaluate score answer was missing score',
+        )
+      }
+      return {
+        type: 'score' as const,
+        score: answer.score,
+        legend: isStringRecord(answer.legend) ? answer.legend : {},
+        probabilities: isNumberRecord(answer.probabilities)
+          ? answer.probabilities
+          : {},
+        confidence,
+      }
+    }
+    default:
+      throw new Error(
+        `Vercel Gateway evaluate answer had an unexpected type: ${String(answer.type)}`,
+      )
+  }
+}
+
+function toWireAnswers(answers: unknown, byKey: Record<string, number>) {
+  if (!isRecord(answers)) {
+    throw new Error('Vercel Gateway evaluate response was missing answers')
+  }
+  const mapped: Record<string, WireAnswer> = {}
+  const keys = Object.keys(answers)
+  for (const key of keys) {
+    const answer = answers[key]
+    if (!isRecord(answer)) {
+      throw new Error(
+        `Vercel Gateway evaluate answer "${key}" had an unexpected shape`,
+      )
+    }
+    mapped[key] = toWireAnswer(answer, confidenceFor(key, answer, byKey))
+  }
+  return mapped
+}
+
+/**
+ * Vercel AI Gateway evaluate adapter.
+ *
+ * Talks to `POST /v4/ai/evaluation-model` with `fetch`. Jev is not a chat
+ * model; this adapter does not use `/v1/chat/completions`.
+ */
+export class VercelGatewayEvaluateAdapter<
+  TModel extends VercelGatewayEvaluateModel,
+> extends BaseEvaluateAdapter<TModel, VercelGatewayEvaluateProviderOptions> {
+  readonly name = 'vercel-gateway' as const
+
+  private readonly apiKey: string
+  private readonly evaluateUrl: string
+  private readonly extraHeaders: Record<string, string>
+
+  constructor(config: VercelGatewayEvaluateConfig, model: TModel) {
+    super({}, model)
+    const defaults = withVercelGatewayDefaults(config)
+    this.apiKey = config.apiKey
+    this.evaluateUrl = resolveEvaluateUrl(defaults.baseURL)
+    this.extraHeaders = extraRequestHeaders(defaults.defaultHeaders)
+  }
+
+  async evaluate(
+    options: EvaluateOptions<VercelGatewayEvaluateProviderOptions>,
+  ) {
+    const { model, state, questions, modelOptions, abortSignal, logger } =
+      options
+    const mapped = mapGatewayModelOptions(modelOptions)
+
+    logger.request(`activity=evaluate provider=${this.name} model=${model}`, {
+      provider: this.name,
+      model,
+    })
+
+    try {
+      const response = await fetch(this.evaluateUrl, {
+        method: 'POST',
+        headers: {
+          ...this.extraHeaders,
+          Authorization: `Bearer ${this.apiKey}`,
+          'Content-Type': 'application/json',
+          'ai-gateway-protocol-version': GATEWAY_PROTOCOL_VERSION,
+          'ai-evaluation-model-specification-version': '4',
+          'ai-model-id': model,
+        },
+        body: JSON.stringify({
+          ...mapped,
+          model,
+          state,
+          questions: toGatewayQuestions(questions),
+        }),
+        ...(abortSignal ? { signal: abortSignal } : {}),
+      })
+
+      if (!response.ok) {
+        const detail = await response.text().catch(() => '')
+        throw new Error(
+          `Vercel Gateway evaluate request failed: ${response.status} ${response.statusText}${
+            detail ? ` — ${detail}` : ''
+          }`,
+        )
+      }
+
+      const json: unknown = await response.json()
+      if (!isRecord(json)) {
+        throw new Error(
+          'Vercel Gateway evaluate response had an unexpected shape',
+        )
+      }
+
+      const result: EvaluateAdapterResult = {
+        model: typeof json.model === 'string' ? json.model : model,
+        answers: toWireAnswers(
+          json.answers,
+          confidenceMap(json.providerMetadata),
+        ),
+        usage: toTokenUsage(json.usage),
+      }
+      return result
+    } catch (error: unknown) {
+      logger.errors(`${this.name}.evaluate fatal`, {
+        error: toRunErrorPayload(error, `${this.name}.evaluate failed`),
+        source: `${this.name}.evaluate`,
+      })
+      throw error
+    }
+  }
+}
+
+/**
+ * Create a Vercel AI Gateway evaluate adapter with an explicit API key.
+ *
+ * @param model Evaluate model id. Use `typesafe-ai/jev`.
+ * @param apiKey Vercel AI Gateway API key.
+ * @param config Optional client config (`baseURL`, `httpReferer`, `xTitle`).
+ *
+ * @example
+ * ```ts
+ * const adapter = createVercelGatewayDecider('typesafe-ai/jev', 'vck_...')
+ * ```
+ */
+export function createVercelGatewayDecider<
+  TModel extends VercelGatewayEvaluateModel,
+>(
+  model: TModel,
+  apiKey: string,
+  config?: Omit<VercelGatewayEvaluateConfig, 'apiKey'>,
+) {
+  return new VercelGatewayEvaluateAdapter({ apiKey, ...config }, model)
+}
+
+/**
+ * Create a Vercel AI Gateway evaluate adapter.
+ *
+ * Reads `AI_GATEWAY_API_KEY`, then `VERCEL_OIDC_TOKEN`.
+ *
+ * @param model Evaluate model id. Use `typesafe-ai/jev`.
+ * @param config Optional client config (`baseURL`, `httpReferer`, `xTitle`).
+ *
+ * @example
+ * ```ts
+ * import { decide, boolean } from '@tanstack/ai'
+ * import { vercelGatewayDecider } from '@tanstack/ai-vercel-gateway'
+ *
+ * const result = await decide({
+ *   adapter: vercelGatewayDecider('typesafe-ai/jev'),
+ *   state: ticket,
+ *   questions: {
+ *     refund: boolean({
+ *       instructions: 'Is the customer asking for a refund?',
+ *     }),
+ *   },
+ * })
+ * ```
+ */
+export function vercelGatewayDecider<TModel extends VercelGatewayEvaluateModel>(
+  model: TModel,
+  config?: Omit<VercelGatewayEvaluateConfig, 'apiKey'>,
+) {
+  return createVercelGatewayDecider(
+    model,
+    getVercelGatewayApiKeyFromEnv(),
+    config,
+  )
+}

package/src/index.ts

@@ -47,6 +47,13 @@ export {
   type VercelGatewayImageConfig,
 } from './adapters/image'
 
+export {
+  VercelGatewayEvaluateAdapter,
+  createVercelGatewayDecider,
+  vercelGatewayDecider,
+  type VercelGatewayEvaluateConfig,
+} from './adapters/evaluate'
+
 export type { VercelGatewayEmbeddingProviderOptions } from './embedding/embedding-provider-options'
 export type { VercelGatewayImageProviderOptions } from './image/image-provider-options'
 export type {