@tanstack/ai-llmgateway 0.1.12 → 0.2.1

package/dist/esm/adapters/text.d.ts

@@ -1,5 +1,5 @@
 import { default as OpenAI } from 'openai';
-import { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base';
+import { OpenAIBaseChatCompletionsTextAdapter, OpenAIBaseTextAdapterOptions } from '@tanstack/openai-base';
 import { Modality } from '@tanstack/ai';
 import { LLMGatewayChatModelToolCapabilitiesByName, LLMGatewayModelId, ResolveInputModalities, ResolveProviderOptions } from '../model-meta.js';
 import { LLMGatewayMessageMetadataByModality } from '../message-types.js';
@@ -8,7 +8,7 @@ type ResolveToolCapabilities<TModel extends string> = TModel extends keyof LLMGa
 /**
  * Configuration for LLM Gateway text adapter
  */
-export interface LLMGatewayTextConfig extends LLMGatewayClientConfig {
+export interface LLMGatewayTextConfig extends LLMGatewayClientConfig, OpenAIBaseTextAdapterOptions {
 }
 /**
  * Re-export of the public provider options type

package/dist/esm/adapters/text.js

@@ -20,7 +20,7 @@ var LLMGatewayTextAdapter = class extends OpenAIBaseChatCompletionsTextAdapter {
 	kind = "text";
 	name = "llmgateway";
 	constructor(config, model) {
-		super(model, "llmgateway", new OpenAI(withLLMGatewayDefaults(config)));
+		super(model, "llmgateway", new OpenAI(withLLMGatewayDefaults(config)), config);
 	}
 	/**
 	* Surfaces reasoning deltas during streaming. LLM Gateway normalizes

package/dist/esm/adapters/text.js.map

@@ -1 +1 @@
-{"version":3,"file":"text.js","names":[],"sources":["../../../src/adapters/text.ts"],"sourcesContent":["import OpenAI from 'openai'\nimport { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base'\nimport {\n  getLLMGatewayApiKeyFromEnv,\n  withLLMGatewayDefaults,\n} from '../utils/client'\nimport type { Modality } from '@tanstack/ai'\nimport type {\n  LLMGatewayChatModelToolCapabilitiesByName,\n  LLMGatewayModelId,\n  ResolveInputModalities,\n  ResolveProviderOptions,\n} from '../model-meta'\nimport type { LLMGatewayMessageMetadataByModality } from '../message-types'\nimport type { LLMGatewayClientConfig } from '../utils/client'\n\ntype ResolveToolCapabilities<TModel extends string> =\n  TModel extends keyof LLMGatewayChatModelToolCapabilitiesByName\n    ? NonNullable<LLMGatewayChatModelToolCapabilitiesByName[TModel]>\n    : readonly []\n\n/**\n * Configuration for LLM Gateway text adapter\n */\nexport interface LLMGatewayTextConfig extends LLMGatewayClientConfig {}\n\n/**\n * Re-export of the public provider options type\n */\nexport type { ExternalTextProviderOptions as LLMGatewayTextProviderOptions } from '../text/text-provider-options'\n\n/**\n * LLM Gateway Text (Chat) Adapter\n *\n * Tree-shakeable adapter for LLM Gateway chat/text completion. LLM Gateway\n * exposes one OpenAI-compatible Chat Completions endpoint that routes to\n * hundreds of models across many providers, so the adapter drives it with\n * the OpenAI SDK via a `baseURL` override (the same pattern as `ai-grok`\n * and `ai-groq`).\n *\n * Model ids are open-ended: curated ids get per-model type metadata, and\n * any other id from https://llmgateway.io/models works with text-only\n * defaults. A `provider/model` id (e.g. `openai/gpt-5.5`) pins routing to\n * that provider; a bare id lets the gateway pick.\n */\nexport class LLMGatewayTextAdapter<\n  TModel extends LLMGatewayModelId,\n  TProviderOptions extends Record<string, any> = ResolveProviderOptions<TModel>,\n  TInputModalities extends ReadonlyArray<Modality> =\n    ResolveInputModalities<TModel>,\n  TToolCapabilities extends ReadonlyArray<string> =\n    ResolveToolCapabilities<TModel>,\n> extends OpenAIBaseChatCompletionsTextAdapter<\n  TModel,\n  TProviderOptions,\n  TInputModalities,\n  LLMGatewayMessageMetadataByModality,\n  TToolCapabilities\n> {\n  override readonly kind = 'text' as const\n  override readonly name = 'llmgateway' as const\n\n  constructor(config: LLMGatewayTextConfig, model: TModel) {\n    super(model, 'llmgateway', new OpenAI(withLLMGatewayDefaults(config)))\n  }\n\n  /**\n   * Surfaces reasoning deltas during streaming. LLM Gateway normalizes\n   * upstream reasoning output to `delta.reasoning_content` on the OpenAI\n   * Chat Completions wire format (the DeepSeek-style field most\n   * OpenAI-compatible providers emit); some routed providers emit\n   * `delta.reasoning` instead, so both are read.\n   */\n  protected override extractReasoning(\n    chunk: OpenAI.Chat.Completions.ChatCompletionChunk,\n  ): { text: string } | undefined {\n    const delta = chunk.choices[0]?.delta as\n      | { reasoning?: unknown; reasoning_content?: unknown }\n      | undefined\n    const raw = delta?.reasoning_content ?? delta?.reasoning\n    if (typeof raw === 'string' && raw.length > 0) {\n      return { text: raw }\n    }\n    return undefined\n  }\n}\n\n/**\n * Creates an LLM Gateway text adapter with explicit API key.\n *\n * @example\n * ```typescript\n * const adapter = createLLMGatewayText('gpt-5.6-terra', \"llmgtwy_...\");\n * ```\n */\nexport function createLLMGatewayText<TModel extends LLMGatewayModelId>(\n  model: TModel,\n  apiKey: string,\n  config?: Omit<LLMGatewayTextConfig, 'apiKey'>,\n): LLMGatewayTextAdapter<TModel> {\n  return new LLMGatewayTextAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Creates an LLM Gateway text adapter with API key from\n * `LLM_GATEWAY_API_KEY`.\n *\n * @example\n * ```typescript\n * const adapter = llmGatewayText('gpt-5.6-terra');\n * ```\n */\nexport function llmGatewayText<TModel extends LLMGatewayModelId>(\n  model: TModel,\n  config?: Omit<LLMGatewayTextConfig, 'apiKey'>,\n): LLMGatewayTextAdapter<TModel> {\n  const apiKey = getLLMGatewayApiKeyFromEnv()\n  return createLLMGatewayText(model, apiKey, config)\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AA6CA,IAAa,wBAAb,cAOU,qCAMR;CACA,OAAyB;CACzB,OAAyB;CAEzB,YAAY,QAA8B,OAAe;EACvD,MAAM,OAAO,cAAc,IAAI,OAAO,uBAAuB,MAAM,CAAC,CAAC;CACvE;;;;;;;;CASA,iBACE,OAC8B;EAC9B,MAAM,QAAQ,MAAM,QAAQ,EAAE,EAAE;EAGhC,MAAM,MAAM,OAAO,qBAAqB,OAAO;EAC/C,IAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,GAC1C,OAAO,EAAE,MAAM,IAAI;CAGvB;AACF;;;;;;;;;AAUA,SAAgB,qBACd,OACA,QACA,QAC+B;CAC/B,OAAO,IAAI,sBAAsB;EAAE;EAAQ,GAAG;CAAO,GAAG,KAAK;AAC/D;;;;;;;;;;AAWA,SAAgB,eACd,OACA,QAC+B;CAE/B,OAAO,qBAAqB,OADb,2BACoB,GAAQ,MAAM;AACnD"}
+{"version":3,"file":"text.js","names":[],"sources":["../../../src/adapters/text.ts"],"sourcesContent":["import OpenAI from 'openai'\nimport { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base'\nimport {\n  getLLMGatewayApiKeyFromEnv,\n  withLLMGatewayDefaults,\n} from '../utils/client'\nimport type { Modality } from '@tanstack/ai'\nimport type {\n  LLMGatewayChatModelToolCapabilitiesByName,\n  LLMGatewayModelId,\n  ResolveInputModalities,\n  ResolveProviderOptions,\n} from '../model-meta'\nimport type { LLMGatewayMessageMetadataByModality } from '../message-types'\nimport type { LLMGatewayClientConfig } from '../utils/client'\nimport type { OpenAIBaseTextAdapterOptions } from '@tanstack/openai-base'\n\ntype ResolveToolCapabilities<TModel extends string> =\n  TModel extends keyof LLMGatewayChatModelToolCapabilitiesByName\n    ? NonNullable<LLMGatewayChatModelToolCapabilitiesByName[TModel]>\n    : readonly []\n\n/**\n * Configuration for LLM Gateway text adapter\n */\nexport interface LLMGatewayTextConfig\n  extends LLMGatewayClientConfig, OpenAIBaseTextAdapterOptions {}\n\n/**\n * Re-export of the public provider options type\n */\nexport type { ExternalTextProviderOptions as LLMGatewayTextProviderOptions } from '../text/text-provider-options'\n\n/**\n * LLM Gateway Text (Chat) Adapter\n *\n * Tree-shakeable adapter for LLM Gateway chat/text completion. LLM Gateway\n * exposes one OpenAI-compatible Chat Completions endpoint that routes to\n * hundreds of models across many providers, so the adapter drives it with\n * the OpenAI SDK via a `baseURL` override (the same pattern as `ai-grok`\n * and `ai-groq`).\n *\n * Model ids are open-ended: curated ids get per-model type metadata, and\n * any other id from https://llmgateway.io/models works with text-only\n * defaults. A `provider/model` id (e.g. `openai/gpt-5.5`) pins routing to\n * that provider; a bare id lets the gateway pick.\n */\nexport class LLMGatewayTextAdapter<\n  TModel extends LLMGatewayModelId,\n  TProviderOptions extends Record<string, any> = ResolveProviderOptions<TModel>,\n  TInputModalities extends ReadonlyArray<Modality> =\n    ResolveInputModalities<TModel>,\n  TToolCapabilities extends ReadonlyArray<string> =\n    ResolveToolCapabilities<TModel>,\n> extends OpenAIBaseChatCompletionsTextAdapter<\n  TModel,\n  TProviderOptions,\n  TInputModalities,\n  LLMGatewayMessageMetadataByModality,\n  TToolCapabilities\n> {\n  override readonly kind = 'text' as const\n  override readonly name = 'llmgateway' as const\n\n  constructor(config: LLMGatewayTextConfig, model: TModel) {\n    super(\n      model,\n      'llmgateway',\n      new OpenAI(withLLMGatewayDefaults(config)),\n      config,\n    )\n  }\n\n  /**\n   * Surfaces reasoning deltas during streaming. LLM Gateway normalizes\n   * upstream reasoning output to `delta.reasoning_content` on the OpenAI\n   * Chat Completions wire format (the DeepSeek-style field most\n   * OpenAI-compatible providers emit); some routed providers emit\n   * `delta.reasoning` instead, so both are read.\n   */\n  protected override extractReasoning(\n    chunk: OpenAI.Chat.Completions.ChatCompletionChunk,\n  ): { text: string } | undefined {\n    const delta = chunk.choices[0]?.delta as\n      | { reasoning?: unknown; reasoning_content?: unknown }\n      | undefined\n    const raw = delta?.reasoning_content ?? delta?.reasoning\n    if (typeof raw === 'string' && raw.length > 0) {\n      return { text: raw }\n    }\n    return undefined\n  }\n}\n\n/**\n * Creates an LLM Gateway text adapter with explicit API key.\n *\n * @example\n * ```typescript\n * const adapter = createLLMGatewayText('gpt-5.6-terra', \"llmgtwy_...\");\n * ```\n */\nexport function createLLMGatewayText<TModel extends LLMGatewayModelId>(\n  model: TModel,\n  apiKey: string,\n  config?: Omit<LLMGatewayTextConfig, 'apiKey'>,\n): LLMGatewayTextAdapter<TModel> {\n  return new LLMGatewayTextAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Creates an LLM Gateway text adapter with API key from\n * `LLM_GATEWAY_API_KEY`.\n *\n * @example\n * ```typescript\n * const adapter = llmGatewayText('gpt-5.6-terra');\n * ```\n */\nexport function llmGatewayText<TModel extends LLMGatewayModelId>(\n  model: TModel,\n  config?: Omit<LLMGatewayTextConfig, 'apiKey'>,\n): LLMGatewayTextAdapter<TModel> {\n  const apiKey = getLLMGatewayApiKeyFromEnv()\n  return createLLMGatewayText(model, apiKey, config)\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AA+CA,IAAa,wBAAb,cAOU,qCAMR;CACA,OAAyB;CACzB,OAAyB;CAEzB,YAAY,QAA8B,OAAe;EACvD,MACE,OACA,cACA,IAAI,OAAO,uBAAuB,MAAM,CAAC,GACzC,MACF;CACF;;;;;;;;CASA,iBACE,OAC8B;EAC9B,MAAM,QAAQ,MAAM,QAAQ,EAAE,EAAE;EAGhC,MAAM,MAAM,OAAO,qBAAqB,OAAO;EAC/C,IAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,GAC1C,OAAO,EAAE,MAAM,IAAI;CAGvB;AACF;;;;;;;;;AAUA,SAAgB,qBACd,OACA,QACA,QAC+B;CAC/B,OAAO,IAAI,sBAAsB;EAAE;EAAQ,GAAG;CAAO,GAAG,KAAK;AAC/D;;;;;;;;;;AAWA,SAAgB,eACd,OACA,QAC+B;CAE/B,OAAO,qBAAqB,OADb,2BACoB,GAAQ,MAAM;AACnD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tanstack/ai-llmgateway",
-  "version": "0.1.12",
+  "version": "0.2.1",
   "description": "LLM Gateway adapter for TanStack AI — one OpenAI-compatible endpoint for chat, tool calling, and structured outputs across many providers and models.",
   "author": "Tanner Linsley",
   "license": "MIT",
@@ -49,15 +49,15 @@
   "dependencies": {
     "openai": "^6.41.0",
     "@tanstack/ai-utils": "^0.4.1",
-    "@tanstack/openai-base": "^0.10.16"
+    "@tanstack/openai-base": "^0.12.1"
   },
   "devDependencies": {
     "@vitest/coverage-v8": "4.1.10",
     "vite": "^8.2.1",
-    "@tanstack/ai": "0.59.0"
+    "@tanstack/ai": "0.63.0"
   },
   "peerDependencies": {
-    "@tanstack/ai": "^0.59.0"
+    "@tanstack/ai": "^0.63.0"
   },
   "scripts": {
     "build": "vite build",
@@ -65,6 +65,7 @@
     "lint:fix": "oxlint src --type-aware --fix",
     "test:build": "publint --strict",
     "test:oxlint": "oxlint src --type-aware",
+    "test:coverage": "vitest run --coverage --coverage.include='src/**' --coverage.reporter=text-summary --coverage.reporter=json-summary",
     "test:lib": "vitest run",
     "test:lib:dev": "pnpm test:lib --watch",
     "test:types": "tsc"

package/src/adapters/text.ts

@@ -13,6 +13,7 @@ import type {
 } from '../model-meta'
 import type { LLMGatewayMessageMetadataByModality } from '../message-types'
 import type { LLMGatewayClientConfig } from '../utils/client'
+import type { OpenAIBaseTextAdapterOptions } from '@tanstack/openai-base'
 
 type ResolveToolCapabilities<TModel extends string> =
   TModel extends keyof LLMGatewayChatModelToolCapabilitiesByName
@@ -22,7 +23,8 @@ type ResolveToolCapabilities<TModel extends string> =
 /**
  * Configuration for LLM Gateway text adapter
  */
-export interface LLMGatewayTextConfig extends LLMGatewayClientConfig {}
+export interface LLMGatewayTextConfig
+  extends LLMGatewayClientConfig, OpenAIBaseTextAdapterOptions {}
 
 /**
  * Re-export of the public provider options type
@@ -61,7 +63,12 @@ export class LLMGatewayTextAdapter<
   override readonly name = 'llmgateway' as const
 
   constructor(config: LLMGatewayTextConfig, model: TModel) {
-    super(model, 'llmgateway', new OpenAI(withLLMGatewayDefaults(config)))
+    super(
+      model,
+      'llmgateway',
+      new OpenAI(withLLMGatewayDefaults(config)),
+      config,
+    )
   }
 
   /**