@tanstack/ai-groq 0.2.6 → 0.2.7

package/dist/esm/adapters/text.d.ts

@@ -48,6 +48,14 @@ export declare class GroqTextAdapter<TModel extends (typeof GROQ_CHAT_MODELS)[nu
     protected extractReasoning(chunk: OpenAI.Chat.Completions.ChatCompletionChunk): {
         text: string;
     } | undefined;
+    /**
+     * Groq's API rejects `response_format: json_schema` together with `tools`
+     * + `stream` (returns 400 — see Groq Structured Outputs docs:
+     * "Streaming and tool use are not currently supported with Structured
+     * Outputs."). Force the engine onto the legacy finalization path even
+     * though the OpenAI Chat Completions base would otherwise opt in.
+     */
+    supportsCombinedToolsAndSchema(): boolean;
 }
 /**
  * Creates a Groq text adapter with explicit API key.

package/dist/esm/adapters/text.js

@@ -33,6 +33,16 @@ class GroqTextAdapter extends OpenAIBaseChatCompletionsTextAdapter {
     }
     return void 0;
   }
+  /**
+   * Groq's API rejects `response_format: json_schema` together with `tools`
+   * + `stream` (returns 400 — see Groq Structured Outputs docs:
+   * "Streaming and tool use are not currently supported with Structured
+   * Outputs."). Force the engine onto the legacy finalization path even
+   * though the OpenAI Chat Completions base would otherwise opt in.
+   */
+  supportsCombinedToolsAndSchema() {
+    return false;
+  }
 }
 async function* promoteGroqUsage(stream) {
   for await (const chunk of stream) {

package/dist/esm/adapters/text.js.map

@@ -1 +1 @@
-{"version":3,"file":"text.js","sources":["../../../src/adapters/text.ts"],"sourcesContent":["import OpenAI from 'openai'\nimport { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base'\nimport { getGroqApiKeyFromEnv, withGroqDefaults } from '../utils/client'\nimport { makeGroqStructuredOutputCompatible } from '../utils/schema-converter'\nimport type { Modality, TextOptions } from '@tanstack/ai'\nimport type {\n  GROQ_CHAT_MODELS,\n  GroqChatModelToolCapabilitiesByName,\n  ResolveInputModalities,\n  ResolveProviderOptions,\n} from '../model-meta'\nimport type { GroqMessageMetadataByModality } from '../message-types'\nimport type { GroqClientConfig } from '../utils'\n\ntype ResolveToolCapabilities<TModel extends string> =\n  TModel extends keyof GroqChatModelToolCapabilitiesByName\n    ? NonNullable<GroqChatModelToolCapabilitiesByName[TModel]>\n    : readonly []\n\n/**\n * Configuration for Groq text adapter\n */\nexport interface GroqTextConfig extends GroqClientConfig {}\n\n/**\n * Re-export of the public provider options type\n */\nexport type { ExternalTextProviderOptions as GroqTextProviderOptions } from '../text/text-provider-options'\n\n/**\n * Groq Text (Chat) Adapter\n *\n * Tree-shakeable adapter for Groq chat/text completion. Groq exposes an\n * OpenAI-compatible Chat Completions endpoint at `/openai/v1`, so we drive\n * it with the OpenAI SDK via a `baseURL` override (the same pattern as\n * `ai-grok`).\n *\n * Quirk: when usage is present on a stream, Groq historically delivered it\n * under `chunk.x_groq.usage` rather than `chunk.usage`. The override below\n * promotes it to the standard location so the base's RUN_FINISHED usage\n * accounting works unchanged.\n */\nexport class GroqTextAdapter<\n  TModel extends (typeof GROQ_CHAT_MODELS)[number],\n  TProviderOptions extends Record<string, any> = ResolveProviderOptions<TModel>,\n  TInputModalities extends ReadonlyArray<Modality> =\n    ResolveInputModalities<TModel>,\n  TToolCapabilities extends ReadonlyArray<string> =\n    ResolveToolCapabilities<TModel>,\n> extends OpenAIBaseChatCompletionsTextAdapter<\n  TModel,\n  TProviderOptions,\n  TInputModalities,\n  GroqMessageMetadataByModality,\n  TToolCapabilities\n> {\n  override readonly kind = 'text' as const\n  override readonly name = 'groq' as const\n\n  constructor(config: GroqTextConfig, model: TModel) {\n    super(model, 'groq', new OpenAI(withGroqDefaults(config)))\n  }\n\n  protected override makeStructuredOutputCompatible(\n    schema: Record<string, any>,\n    originalRequired?: Array<string>,\n  ): Record<string, any> {\n    return makeGroqStructuredOutputCompatible(schema, originalRequired)\n  }\n\n  protected override async *processStreamChunks(\n    stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n    options: TextOptions,\n    aguiState: {\n      runId: string\n      threadId: string\n      messageId: string\n      hasEmittedRunStarted: boolean\n    },\n  ) {\n    yield* super.processStreamChunks(\n      promoteGroqUsage(stream),\n      options,\n      aguiState,\n    )\n  }\n\n  /**\n   * Surfaces Groq's reasoning deltas during streaming structured output.\n   * Groq emits `delta.reasoning` (or legacy `delta.reasoning_content`) on\n   * reasoning models when the caller sets `reasoning_format: 'parsed'` in\n   * modelOptions. The base's chatStream and structuredOutputStream both\n   * route reasoning through this hook.\n   */\n  protected override extractReasoning(\n    chunk: OpenAI.Chat.Completions.ChatCompletionChunk,\n  ): { text: string } | undefined {\n    const delta = chunk.choices[0]?.delta as\n      | { reasoning?: unknown; reasoning_content?: unknown }\n      | undefined\n    const raw = delta?.reasoning ?? delta?.reasoning_content\n    if (typeof raw === 'string' && raw.length > 0) {\n      return { text: raw }\n    }\n    return undefined\n  }\n}\n\n/**\n * Promotes Groq's non-standard `x_groq.usage` to the standard `chunk.usage`\n * slot the base reads. Pass-through for chunks that already carry usage at\n * the documented location.\n */\nasync function* promoteGroqUsage(\n  stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n): AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk> {\n  for await (const chunk of stream) {\n    const groqChunk = chunk as typeof chunk & {\n      x_groq?: { usage?: OpenAI.Chat.Completions.ChatCompletionChunk['usage'] }\n    }\n    if (!chunk.usage && groqChunk.x_groq?.usage) {\n      yield { ...chunk, usage: groqChunk.x_groq.usage }\n    } else {\n      yield chunk\n    }\n  }\n}\n\n/**\n * Creates a Groq text adapter with explicit API key.\n *\n * @example\n * ```typescript\n * const adapter = createGroqText('llama-3.3-70b-versatile', \"gsk_...\");\n * ```\n */\nexport function createGroqText<\n  TModel extends (typeof GROQ_CHAT_MODELS)[number],\n>(\n  model: TModel,\n  apiKey: string,\n  config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n  return new GroqTextAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Creates a Groq text adapter with API key from `GROQ_API_KEY`.\n *\n * @example\n * ```typescript\n * const adapter = groqText('llama-3.3-70b-versatile');\n * ```\n */\nexport function groqText<TModel extends (typeof GROQ_CHAT_MODELS)[number]>(\n  model: TModel,\n  config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n  const apiKey = getGroqApiKeyFromEnv()\n  return createGroqText(model, apiKey, config)\n}\n"],"names":[],"mappings":";;;;AA0CO,MAAM,wBAOH,qCAMR;AAAA,EACkB,OAAO;AAAA,EACP,OAAO;AAAA,EAEzB,YAAY,QAAwB,OAAe;AACjD,UAAM,OAAO,QAAQ,IAAI,OAAO,iBAAiB,MAAM,CAAC,CAAC;AAAA,EAC3D;AAAA,EAEmB,+BACjB,QACA,kBACqB;AACrB,WAAO,mCAAmC,QAAQ,gBAAgB;AAAA,EACpE;AAAA,EAEA,OAA0B,oBACxB,QACA,SACA,WAMA;AACA,WAAO,MAAM;AAAA,MACX,iBAAiB,MAAM;AAAA,MACvB;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASmB,iBACjB,OAC8B;AAC9B,UAAM,QAAQ,MAAM,QAAQ,CAAC,GAAG;AAGhC,UAAM,MAAM,OAAO,aAAa,OAAO;AACvC,QAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,GAAG;AAC7C,aAAO,EAAE,MAAM,IAAA;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AACF;AAOA,gBAAgB,iBACd,QAC4D;AAC5D,mBAAiB,SAAS,QAAQ;AAChC,UAAM,YAAY;AAGlB,QAAI,CAAC,MAAM,SAAS,UAAU,QAAQ,OAAO;AAC3C,YAAM,EAAE,GAAG,OAAO,OAAO,UAAU,OAAO,MAAA;AAAA,IAC5C,OAAO;AACL,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAUO,SAAS,eAGd,OACA,QACA,QACyB;AACzB,SAAO,IAAI,gBAAgB,EAAE,QAAQ,GAAG,OAAA,GAAU,KAAK;AACzD;AAUO,SAAS,SACd,OACA,QACyB;AACzB,QAAM,SAAS,qBAAA;AACf,SAAO,eAAe,OAAO,QAAQ,MAAM;AAC7C;"}
+{"version":3,"file":"text.js","sources":["../../../src/adapters/text.ts"],"sourcesContent":["import OpenAI from 'openai'\nimport { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base'\nimport { getGroqApiKeyFromEnv, withGroqDefaults } from '../utils/client'\nimport { makeGroqStructuredOutputCompatible } from '../utils/schema-converter'\nimport type { Modality, TextOptions } from '@tanstack/ai'\nimport type {\n  GROQ_CHAT_MODELS,\n  GroqChatModelToolCapabilitiesByName,\n  ResolveInputModalities,\n  ResolveProviderOptions,\n} from '../model-meta'\nimport type { GroqMessageMetadataByModality } from '../message-types'\nimport type { GroqClientConfig } from '../utils'\n\ntype ResolveToolCapabilities<TModel extends string> =\n  TModel extends keyof GroqChatModelToolCapabilitiesByName\n    ? NonNullable<GroqChatModelToolCapabilitiesByName[TModel]>\n    : readonly []\n\n/**\n * Configuration for Groq text adapter\n */\nexport interface GroqTextConfig extends GroqClientConfig {}\n\n/**\n * Re-export of the public provider options type\n */\nexport type { ExternalTextProviderOptions as GroqTextProviderOptions } from '../text/text-provider-options'\n\n/**\n * Groq Text (Chat) Adapter\n *\n * Tree-shakeable adapter for Groq chat/text completion. Groq exposes an\n * OpenAI-compatible Chat Completions endpoint at `/openai/v1`, so we drive\n * it with the OpenAI SDK via a `baseURL` override (the same pattern as\n * `ai-grok`).\n *\n * Quirk: when usage is present on a stream, Groq historically delivered it\n * under `chunk.x_groq.usage` rather than `chunk.usage`. The override below\n * promotes it to the standard location so the base's RUN_FINISHED usage\n * accounting works unchanged.\n */\nexport class GroqTextAdapter<\n  TModel extends (typeof GROQ_CHAT_MODELS)[number],\n  TProviderOptions extends Record<string, any> = ResolveProviderOptions<TModel>,\n  TInputModalities extends ReadonlyArray<Modality> =\n    ResolveInputModalities<TModel>,\n  TToolCapabilities extends ReadonlyArray<string> =\n    ResolveToolCapabilities<TModel>,\n> extends OpenAIBaseChatCompletionsTextAdapter<\n  TModel,\n  TProviderOptions,\n  TInputModalities,\n  GroqMessageMetadataByModality,\n  TToolCapabilities\n> {\n  override readonly kind = 'text' as const\n  override readonly name = 'groq' as const\n\n  constructor(config: GroqTextConfig, model: TModel) {\n    super(model, 'groq', new OpenAI(withGroqDefaults(config)))\n  }\n\n  protected override makeStructuredOutputCompatible(\n    schema: Record<string, any>,\n    originalRequired?: Array<string>,\n  ): Record<string, any> {\n    return makeGroqStructuredOutputCompatible(schema, originalRequired)\n  }\n\n  protected override async *processStreamChunks(\n    stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n    options: TextOptions,\n    aguiState: {\n      runId: string\n      threadId: string\n      messageId: string\n      hasEmittedRunStarted: boolean\n    },\n  ) {\n    yield* super.processStreamChunks(\n      promoteGroqUsage(stream),\n      options,\n      aguiState,\n    )\n  }\n\n  /**\n   * Surfaces Groq's reasoning deltas during streaming structured output.\n   * Groq emits `delta.reasoning` (or legacy `delta.reasoning_content`) on\n   * reasoning models when the caller sets `reasoning_format: 'parsed'` in\n   * modelOptions. The base's chatStream and structuredOutputStream both\n   * route reasoning through this hook.\n   */\n  protected override extractReasoning(\n    chunk: OpenAI.Chat.Completions.ChatCompletionChunk,\n  ): { text: string } | undefined {\n    const delta = chunk.choices[0]?.delta as\n      | { reasoning?: unknown; reasoning_content?: unknown }\n      | undefined\n    const raw = delta?.reasoning ?? delta?.reasoning_content\n    if (typeof raw === 'string' && raw.length > 0) {\n      return { text: raw }\n    }\n    return undefined\n  }\n\n  /**\n   * Groq's API rejects `response_format: json_schema` together with `tools`\n   * + `stream` (returns 400 — see Groq Structured Outputs docs:\n   * \"Streaming and tool use are not currently supported with Structured\n   * Outputs.\"). Force the engine onto the legacy finalization path even\n   * though the OpenAI Chat Completions base would otherwise opt in.\n   */\n  override supportsCombinedToolsAndSchema(): boolean {\n    return false\n  }\n}\n\n/**\n * Promotes Groq's non-standard `x_groq.usage` to the standard `chunk.usage`\n * slot the base reads. Pass-through for chunks that already carry usage at\n * the documented location.\n */\nasync function* promoteGroqUsage(\n  stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n): AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk> {\n  for await (const chunk of stream) {\n    const groqChunk = chunk as typeof chunk & {\n      x_groq?: { usage?: OpenAI.Chat.Completions.ChatCompletionChunk['usage'] }\n    }\n    if (!chunk.usage && groqChunk.x_groq?.usage) {\n      yield { ...chunk, usage: groqChunk.x_groq.usage }\n    } else {\n      yield chunk\n    }\n  }\n}\n\n/**\n * Creates a Groq text adapter with explicit API key.\n *\n * @example\n * ```typescript\n * const adapter = createGroqText('llama-3.3-70b-versatile', \"gsk_...\");\n * ```\n */\nexport function createGroqText<\n  TModel extends (typeof GROQ_CHAT_MODELS)[number],\n>(\n  model: TModel,\n  apiKey: string,\n  config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n  return new GroqTextAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Creates a Groq text adapter with API key from `GROQ_API_KEY`.\n *\n * @example\n * ```typescript\n * const adapter = groqText('llama-3.3-70b-versatile');\n * ```\n */\nexport function groqText<TModel extends (typeof GROQ_CHAT_MODELS)[number]>(\n  model: TModel,\n  config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n  const apiKey = getGroqApiKeyFromEnv()\n  return createGroqText(model, apiKey, config)\n}\n"],"names":[],"mappings":";;;;AA0CO,MAAM,wBAOH,qCAMR;AAAA,EACkB,OAAO;AAAA,EACP,OAAO;AAAA,EAEzB,YAAY,QAAwB,OAAe;AACjD,UAAM,OAAO,QAAQ,IAAI,OAAO,iBAAiB,MAAM,CAAC,CAAC;AAAA,EAC3D;AAAA,EAEmB,+BACjB,QACA,kBACqB;AACrB,WAAO,mCAAmC,QAAQ,gBAAgB;AAAA,EACpE;AAAA,EAEA,OAA0B,oBACxB,QACA,SACA,WAMA;AACA,WAAO,MAAM;AAAA,MACX,iBAAiB,MAAM;AAAA,MACvB;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASmB,iBACjB,OAC8B;AAC9B,UAAM,QAAQ,MAAM,QAAQ,CAAC,GAAG;AAGhC,UAAM,MAAM,OAAO,aAAa,OAAO;AACvC,QAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,GAAG;AAC7C,aAAO,EAAE,MAAM,IAAA;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASS,iCAA0C;AACjD,WAAO;AAAA,EACT;AACF;AAOA,gBAAgB,iBACd,QAC4D;AAC5D,mBAAiB,SAAS,QAAQ;AAChC,UAAM,YAAY;AAGlB,QAAI,CAAC,MAAM,SAAS,UAAU,QAAQ,OAAO;AAC3C,YAAM,EAAE,GAAG,OAAO,OAAO,UAAU,OAAO,MAAA;AAAA,IAC5C,OAAO;AACL,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAUO,SAAS,eAGd,OACA,QACA,QACyB;AACzB,SAAO,IAAI,gBAAgB,EAAE,QAAQ,GAAG,OAAA,GAAU,KAAK;AACzD;AAUO,SAAS,SACd,OACA,QACyB;AACzB,QAAM,SAAS,qBAAA;AACf,SAAO,eAAe,OAAO,QAAQ,MAAM;AAC7C;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tanstack/ai-groq",
-  "version": "0.2.6",
+  "version": "0.2.7",
   "type": "module",
   "description": "Groq adapter for TanStack AI low-latency chat, tool calling, and structured outputs.",
   "author": "",
@@ -45,12 +45,12 @@
   },
   "peerDependencies": {
     "zod": "^4.0.0",
-    "@tanstack/ai": "^0.21.2"
+    "@tanstack/ai": "^0.22.0"
   },
   "dependencies": {
     "openai": "^6.9.1",
     "@tanstack/ai-utils": "0.2.1",
-    "@tanstack/openai-base": "0.3.6"
+    "@tanstack/openai-base": "0.4.0"
   },
   "scripts": {
     "build": "vite build",

package/src/adapters/text.ts

@@ -104,6 +104,17 @@ export class GroqTextAdapter<
     }
     return undefined
   }
+
+  /**
+   * Groq's API rejects `response_format: json_schema` together with `tools`
+   * + `stream` (returns 400 — see Groq Structured Outputs docs:
+   * "Streaming and tool use are not currently supported with Structured
+   * Outputs."). Force the engine onto the legacy finalization path even
+   * though the OpenAI Chat Completions base would otherwise opt in.
+   */
+  override supportsCombinedToolsAndSchema(): boolean {
+    return false
+  }
 }
 
 /**