@tanstack/ai-vercel-gateway 0.0.1

package/src/text/responses-provider-options.ts

@@ -0,0 +1,10 @@
+import type {
+  VercelGatewayBaseOptions,
+  VercelGatewayCommonOptions,
+} from './text-provider-options'
+
+export type VercelGatewayResponsesProviderOptions = VercelGatewayCommonOptions &
+  Pick<VercelGatewayBaseOptions, 'temperature' | 'top_p' | 'max_output_tokens'>
+
+export type ExternalResponsesProviderOptions =
+  VercelGatewayResponsesProviderOptions

package/src/text/text-provider-options.ts

@@ -0,0 +1,47 @@
+import type {
+  VercelGatewayChatModel,
+  VercelGatewayProvider,
+} from '../model-meta'
+
+export interface VercelGatewayRoutingOptions {
+  order?: Array<VercelGatewayProvider>
+  only?: Array<VercelGatewayProvider>
+  sort?: 'cost' | 'ttft' | 'tps'
+  models?: Array<VercelGatewayChatModel>
+  caching?: 'auto'
+  byok?: Record<string, Array<{ apiKey: string }>>
+  zeroDataRetention?: boolean
+  disallowPromptTraining?: boolean
+  user?: string
+  tags?: Array<string>
+  serviceTier?: string
+  providerTimeouts?: Record<string, number>
+  quotaEntityId?: string
+  has?: Array<string>
+}
+
+export interface VercelGatewayCommonOptions {
+  gateway?: VercelGatewayRoutingOptions
+  user?: string | null
+}
+
+export interface VercelGatewayBaseOptions {
+  temperature?: number | null
+  top_p?: number | null
+  max_tokens?: number | null
+  max_completion_tokens?: number | null
+  max_output_tokens?: number | null
+  frequency_penalty?: number | null
+  presence_penalty?: number | null
+  stop?: string | null | Array<string>
+  seed?: number | null
+  reasoning?: boolean | Record<string, unknown> | null
+  include_reasoning?: boolean | null
+  response_format?: unknown
+  structured_outputs?: boolean | null
+}
+
+export type VercelGatewayTextProviderOptions = VercelGatewayCommonOptions &
+  VercelGatewayBaseOptions
+
+export type ExternalTextProviderOptions = VercelGatewayTextProviderOptions

package/src/tools/function-tool.ts

@@ -0,0 +1,46 @@
+import { makeStructuredOutputCompatible } from '@tanstack/openai-base'
+import type { JSONSchema, Tool } from '@tanstack/ai'
+
+export interface FunctionTool {
+  type: 'function'
+  function: {
+    name: string
+    description?: string
+    parameters: Record<string, unknown>
+    strict?: boolean
+  }
+}
+
+/**
+ * Converts a standard Tool to Vercel AI Gateway Chat Completions tool format.
+ *
+ * Tool schemas are already converted to JSON Schema in the ai layer.
+ */
+export function convertFunctionToolToAdapterFormat(tool: Tool): FunctionTool {
+  const inputSchema = (tool.inputSchema ?? {
+    type: 'object',
+    properties: {},
+    required: [],
+  }) as JSONSchema
+
+  if (inputSchema.type === 'object' && !inputSchema.properties) {
+    inputSchema.properties = {}
+  }
+
+  const jsonSchema = makeStructuredOutputCompatible(
+    inputSchema,
+    inputSchema.required || [],
+  )
+
+  jsonSchema.additionalProperties = false
+
+  return {
+    type: 'function',
+    function: {
+      name: tool.name,
+      description: tool.description,
+      parameters: jsonSchema,
+      strict: true,
+    },
+  }
+}

package/src/tools/index.ts

@@ -0,0 +1,5 @@
+export {
+  convertFunctionToolToAdapterFormat,
+  type FunctionTool,
+} from './function-tool'
+export { convertToolsToProviderFormat } from './tool-converter'

package/src/tools/tool-converter.ts

@@ -0,0 +1,15 @@
+import { convertFunctionToolToAdapterFormat } from './function-tool'
+import type { FunctionTool } from './function-tool'
+import type { Tool } from '@tanstack/ai'
+
+/**
+ * Converts an array of standard Tools to Vercel AI Gateway format.
+ * The Gateway Chat Completions API is OpenAI-compatible, so we support function tools.
+ */
+export function convertToolsToProviderFormat(
+  tools: Array<Tool>,
+): Array<FunctionTool> {
+  return tools.map((tool) => {
+    return convertFunctionToolToAdapterFormat(tool)
+  })
+}

package/src/utils/client.ts

@@ -0,0 +1,40 @@
+import { getApiKeyFromEnv } from '@tanstack/ai-utils'
+import type { ClientOptions } from 'openai'
+
+export interface VercelGatewayClientConfig extends Omit<
+  ClientOptions,
+  'apiKey'
+> {
+  apiKey: string
+  httpReferer?: string
+  xTitle?: string
+}
+
+export function getVercelGatewayApiKeyFromEnv(): string {
+  try {
+    return getApiKeyFromEnv('AI_GATEWAY_API_KEY')
+  } catch {
+    try {
+      return getApiKeyFromEnv('VERCEL_OIDC_TOKEN')
+    } catch {
+      throw new Error(
+        'AI_GATEWAY_API_KEY or VERCEL_OIDC_TOKEN is required. Set one in the environment or pass apiKey to the factory.',
+      )
+    }
+  }
+}
+
+export function withVercelGatewayDefaults(
+  config: VercelGatewayClientConfig,
+): ClientOptions {
+  const { httpReferer, xTitle, defaultHeaders, ...rest } = config
+  return {
+    ...rest,
+    baseURL: config.baseURL || 'https://ai-gateway.vercel.sh/v1',
+    defaultHeaders: {
+      ...(httpReferer ? { 'http-referer': httpReferer } : {}),
+      ...(xTitle ? { 'x-title': xTitle } : {}),
+      ...defaultHeaders,
+    },
+  }
+}

package/src/utils/map-gateway-options.ts

@@ -0,0 +1,15 @@
+import type { VercelGatewayRoutingOptions } from '../text/text-provider-options'
+
+export function mapGatewayModelOptions(
+  modelOptions:
+    | (Record<string, unknown> & { gateway?: VercelGatewayRoutingOptions })
+    | undefined,
+): Record<string, unknown> {
+  if (!modelOptions) return {}
+  const { gateway, ...rest } = modelOptions
+  if (gateway === undefined) return rest
+  return {
+    ...rest,
+    providerOptions: { gateway },
+  }
+}