@tanstack/ai-groq 0.2.3 → 0.2.4

package/dist/esm/adapters/text.js

@@ -3,10 +3,10 @@ import { OpenAIBaseChatCompletionsTextAdapter } from "@tanstack/openai-base";
 import { withGroqDefaults, getGroqApiKeyFromEnv } from "../utils/client.js";
 import { makeGroqStructuredOutputCompatible } from "../utils/schema-converter.js";
 class GroqTextAdapter extends OpenAIBaseChatCompletionsTextAdapter {
+  kind = "text";
+  name = "groq";
   constructor(config, model) {
     super(model, "groq", new OpenAI(withGroqDefaults(config)));
-    this.kind = "text";
-    this.name = "groq";
   }
   makeStructuredOutputCompatible(schema, originalRequired) {
     return makeGroqStructuredOutputCompatible(schema, originalRequired);

package/dist/esm/adapters/text.js.map

@@ -1 +1 @@
-{"version":3,"file":"text.js","sources":["../../../src/adapters/text.ts"],"sourcesContent":["import OpenAI from 'openai'\nimport { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base'\nimport { getGroqApiKeyFromEnv, withGroqDefaults } from '../utils/client'\nimport { makeGroqStructuredOutputCompatible } from '../utils/schema-converter'\nimport type { Modality, TextOptions } from '@tanstack/ai'\nimport type {\n  GROQ_CHAT_MODELS,\n  GroqChatModelToolCapabilitiesByName,\n  ResolveInputModalities,\n  ResolveProviderOptions,\n} from '../model-meta'\nimport type { GroqMessageMetadataByModality } from '../message-types'\nimport type { GroqClientConfig } from '../utils'\n\ntype ResolveToolCapabilities<TModel extends string> =\n  TModel extends keyof GroqChatModelToolCapabilitiesByName\n    ? NonNullable<GroqChatModelToolCapabilitiesByName[TModel]>\n    : readonly []\n\n/**\n * Configuration for Groq text adapter\n */\nexport interface GroqTextConfig extends GroqClientConfig {}\n\n/**\n * Re-export of the public provider options type\n */\nexport type { ExternalTextProviderOptions as GroqTextProviderOptions } from '../text/text-provider-options'\n\n/**\n * Groq Text (Chat) Adapter\n *\n * Tree-shakeable adapter for Groq chat/text completion. Groq exposes an\n * OpenAI-compatible Chat Completions endpoint at `/openai/v1`, so we drive\n * it with the OpenAI SDK via a `baseURL` override (the same pattern as\n * `ai-grok`).\n *\n * Quirk: when usage is present on a stream, Groq historically delivered it\n * under `chunk.x_groq.usage` rather than `chunk.usage`. The override below\n * promotes it to the standard location so the base's RUN_FINISHED usage\n * accounting works unchanged.\n */\nexport class GroqTextAdapter<\n  TModel extends (typeof GROQ_CHAT_MODELS)[number],\n  TProviderOptions extends Record<string, any> = ResolveProviderOptions<TModel>,\n  TInputModalities extends ReadonlyArray<Modality> =\n    ResolveInputModalities<TModel>,\n  TToolCapabilities extends ReadonlyArray<string> =\n    ResolveToolCapabilities<TModel>,\n> extends OpenAIBaseChatCompletionsTextAdapter<\n  TModel,\n  TProviderOptions,\n  TInputModalities,\n  GroqMessageMetadataByModality,\n  TToolCapabilities\n> {\n  readonly kind = 'text' as const\n  readonly name = 'groq' as const\n\n  constructor(config: GroqTextConfig, model: TModel) {\n    super(model, 'groq', new OpenAI(withGroqDefaults(config)))\n  }\n\n  protected override makeStructuredOutputCompatible(\n    schema: Record<string, any>,\n    originalRequired?: Array<string>,\n  ): Record<string, any> {\n    return makeGroqStructuredOutputCompatible(schema, originalRequired)\n  }\n\n  protected override async *processStreamChunks(\n    stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n    options: TextOptions,\n    aguiState: {\n      runId: string\n      threadId: string\n      messageId: string\n      hasEmittedRunStarted: boolean\n    },\n  ) {\n    yield* super.processStreamChunks(\n      promoteGroqUsage(stream),\n      options,\n      aguiState,\n    )\n  }\n\n  /**\n   * Surfaces Groq's reasoning deltas during streaming structured output.\n   * Groq emits `delta.reasoning` (or legacy `delta.reasoning_content`) on\n   * reasoning models when the caller sets `reasoning_format: 'parsed'` in\n   * modelOptions. The base's chatStream and structuredOutputStream both\n   * route reasoning through this hook.\n   */\n  protected override extractReasoning(\n    chunk: OpenAI.Chat.Completions.ChatCompletionChunk,\n  ): { text: string } | undefined {\n    const delta = chunk.choices[0]?.delta as\n      | { reasoning?: unknown; reasoning_content?: unknown }\n      | undefined\n    const raw = delta?.reasoning ?? delta?.reasoning_content\n    if (typeof raw === 'string' && raw.length > 0) {\n      return { text: raw }\n    }\n    return undefined\n  }\n}\n\n/**\n * Promotes Groq's non-standard `x_groq.usage` to the standard `chunk.usage`\n * slot the base reads. Pass-through for chunks that already carry usage at\n * the documented location.\n */\nasync function* promoteGroqUsage(\n  stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n): AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk> {\n  for await (const chunk of stream) {\n    const groqChunk = chunk as typeof chunk & {\n      x_groq?: { usage?: OpenAI.Chat.Completions.ChatCompletionChunk['usage'] }\n    }\n    if (!chunk.usage && groqChunk.x_groq?.usage) {\n      yield { ...chunk, usage: groqChunk.x_groq.usage }\n    } else {\n      yield chunk\n    }\n  }\n}\n\n/**\n * Creates a Groq text adapter with explicit API key.\n *\n * @example\n * ```typescript\n * const adapter = createGroqText('llama-3.3-70b-versatile', \"gsk_...\");\n * ```\n */\nexport function createGroqText<\n  TModel extends (typeof GROQ_CHAT_MODELS)[number],\n>(\n  model: TModel,\n  apiKey: string,\n  config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n  return new GroqTextAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Creates a Groq text adapter with API key from `GROQ_API_KEY`.\n *\n * @example\n * ```typescript\n * const adapter = groqText('llama-3.3-70b-versatile');\n * ```\n */\nexport function groqText<TModel extends (typeof GROQ_CHAT_MODELS)[number]>(\n  model: TModel,\n  config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n  const apiKey = getGroqApiKeyFromEnv()\n  return createGroqText(model, apiKey, config)\n}\n"],"names":[],"mappings":";;;;AA0CO,MAAM,wBAOH,qCAMR;AAAA,EAIA,YAAY,QAAwB,OAAe;AACjD,UAAM,OAAO,QAAQ,IAAI,OAAO,iBAAiB,MAAM,CAAC,CAAC;AAJ3D,SAAS,OAAO;AAChB,SAAS,OAAO;AAAA,EAIhB;AAAA,EAEmB,+BACjB,QACA,kBACqB;AACrB,WAAO,mCAAmC,QAAQ,gBAAgB;AAAA,EACpE;AAAA,EAEA,OAA0B,oBACxB,QACA,SACA,WAMA;AACA,WAAO,MAAM;AAAA,MACX,iBAAiB,MAAM;AAAA,MACvB;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASmB,iBACjB,OAC8B;AAC9B,UAAM,QAAQ,MAAM,QAAQ,CAAC,GAAG;AAGhC,UAAM,MAAM,OAAO,aAAa,OAAO;AACvC,QAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,GAAG;AAC7C,aAAO,EAAE,MAAM,IAAA;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AACF;AAOA,gBAAgB,iBACd,QAC4D;AAC5D,mBAAiB,SAAS,QAAQ;AAChC,UAAM,YAAY;AAGlB,QAAI,CAAC,MAAM,SAAS,UAAU,QAAQ,OAAO;AAC3C,YAAM,EAAE,GAAG,OAAO,OAAO,UAAU,OAAO,MAAA;AAAA,IAC5C,OAAO;AACL,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAUO,SAAS,eAGd,OACA,QACA,QACyB;AACzB,SAAO,IAAI,gBAAgB,EAAE,QAAQ,GAAG,OAAA,GAAU,KAAK;AACzD;AAUO,SAAS,SACd,OACA,QACyB;AACzB,QAAM,SAAS,qBAAA;AACf,SAAO,eAAe,OAAO,QAAQ,MAAM;AAC7C;"}
+{"version":3,"file":"text.js","sources":["../../../src/adapters/text.ts"],"sourcesContent":["import OpenAI from 'openai'\nimport { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base'\nimport { getGroqApiKeyFromEnv, withGroqDefaults } from '../utils/client'\nimport { makeGroqStructuredOutputCompatible } from '../utils/schema-converter'\nimport type { Modality, TextOptions } from '@tanstack/ai'\nimport type {\n  GROQ_CHAT_MODELS,\n  GroqChatModelToolCapabilitiesByName,\n  ResolveInputModalities,\n  ResolveProviderOptions,\n} from '../model-meta'\nimport type { GroqMessageMetadataByModality } from '../message-types'\nimport type { GroqClientConfig } from '../utils'\n\ntype ResolveToolCapabilities<TModel extends string> =\n  TModel extends keyof GroqChatModelToolCapabilitiesByName\n    ? NonNullable<GroqChatModelToolCapabilitiesByName[TModel]>\n    : readonly []\n\n/**\n * Configuration for Groq text adapter\n */\nexport interface GroqTextConfig extends GroqClientConfig {}\n\n/**\n * Re-export of the public provider options type\n */\nexport type { ExternalTextProviderOptions as GroqTextProviderOptions } from '../text/text-provider-options'\n\n/**\n * Groq Text (Chat) Adapter\n *\n * Tree-shakeable adapter for Groq chat/text completion. Groq exposes an\n * OpenAI-compatible Chat Completions endpoint at `/openai/v1`, so we drive\n * it with the OpenAI SDK via a `baseURL` override (the same pattern as\n * `ai-grok`).\n *\n * Quirk: when usage is present on a stream, Groq historically delivered it\n * under `chunk.x_groq.usage` rather than `chunk.usage`. The override below\n * promotes it to the standard location so the base's RUN_FINISHED usage\n * accounting works unchanged.\n */\nexport class GroqTextAdapter<\n  TModel extends (typeof GROQ_CHAT_MODELS)[number],\n  TProviderOptions extends Record<string, any> = ResolveProviderOptions<TModel>,\n  TInputModalities extends ReadonlyArray<Modality> =\n    ResolveInputModalities<TModel>,\n  TToolCapabilities extends ReadonlyArray<string> =\n    ResolveToolCapabilities<TModel>,\n> extends OpenAIBaseChatCompletionsTextAdapter<\n  TModel,\n  TProviderOptions,\n  TInputModalities,\n  GroqMessageMetadataByModality,\n  TToolCapabilities\n> {\n  override readonly kind = 'text' as const\n  override readonly name = 'groq' as const\n\n  constructor(config: GroqTextConfig, model: TModel) {\n    super(model, 'groq', new OpenAI(withGroqDefaults(config)))\n  }\n\n  protected override makeStructuredOutputCompatible(\n    schema: Record<string, any>,\n    originalRequired?: Array<string>,\n  ): Record<string, any> {\n    return makeGroqStructuredOutputCompatible(schema, originalRequired)\n  }\n\n  protected override async *processStreamChunks(\n    stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n    options: TextOptions,\n    aguiState: {\n      runId: string\n      threadId: string\n      messageId: string\n      hasEmittedRunStarted: boolean\n    },\n  ) {\n    yield* super.processStreamChunks(\n      promoteGroqUsage(stream),\n      options,\n      aguiState,\n    )\n  }\n\n  /**\n   * Surfaces Groq's reasoning deltas during streaming structured output.\n   * Groq emits `delta.reasoning` (or legacy `delta.reasoning_content`) on\n   * reasoning models when the caller sets `reasoning_format: 'parsed'` in\n   * modelOptions. The base's chatStream and structuredOutputStream both\n   * route reasoning through this hook.\n   */\n  protected override extractReasoning(\n    chunk: OpenAI.Chat.Completions.ChatCompletionChunk,\n  ): { text: string } | undefined {\n    const delta = chunk.choices[0]?.delta as\n      | { reasoning?: unknown; reasoning_content?: unknown }\n      | undefined\n    const raw = delta?.reasoning ?? delta?.reasoning_content\n    if (typeof raw === 'string' && raw.length > 0) {\n      return { text: raw }\n    }\n    return undefined\n  }\n}\n\n/**\n * Promotes Groq's non-standard `x_groq.usage` to the standard `chunk.usage`\n * slot the base reads. Pass-through for chunks that already carry usage at\n * the documented location.\n */\nasync function* promoteGroqUsage(\n  stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n): AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk> {\n  for await (const chunk of stream) {\n    const groqChunk = chunk as typeof chunk & {\n      x_groq?: { usage?: OpenAI.Chat.Completions.ChatCompletionChunk['usage'] }\n    }\n    if (!chunk.usage && groqChunk.x_groq?.usage) {\n      yield { ...chunk, usage: groqChunk.x_groq.usage }\n    } else {\n      yield chunk\n    }\n  }\n}\n\n/**\n * Creates a Groq text adapter with explicit API key.\n *\n * @example\n * ```typescript\n * const adapter = createGroqText('llama-3.3-70b-versatile', \"gsk_...\");\n * ```\n */\nexport function createGroqText<\n  TModel extends (typeof GROQ_CHAT_MODELS)[number],\n>(\n  model: TModel,\n  apiKey: string,\n  config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n  return new GroqTextAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Creates a Groq text adapter with API key from `GROQ_API_KEY`.\n *\n * @example\n * ```typescript\n * const adapter = groqText('llama-3.3-70b-versatile');\n * ```\n */\nexport function groqText<TModel extends (typeof GROQ_CHAT_MODELS)[number]>(\n  model: TModel,\n  config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n  const apiKey = getGroqApiKeyFromEnv()\n  return createGroqText(model, apiKey, config)\n}\n"],"names":[],"mappings":";;;;AA0CO,MAAM,wBAOH,qCAMR;AAAA,EACkB,OAAO;AAAA,EACP,OAAO;AAAA,EAEzB,YAAY,QAAwB,OAAe;AACjD,UAAM,OAAO,QAAQ,IAAI,OAAO,iBAAiB,MAAM,CAAC,CAAC;AAAA,EAC3D;AAAA,EAEmB,+BACjB,QACA,kBACqB;AACrB,WAAO,mCAAmC,QAAQ,gBAAgB;AAAA,EACpE;AAAA,EAEA,OAA0B,oBACxB,QACA,SACA,WAMA;AACA,WAAO,MAAM;AAAA,MACX,iBAAiB,MAAM;AAAA,MACvB;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASmB,iBACjB,OAC8B;AAC9B,UAAM,QAAQ,MAAM,QAAQ,CAAC,GAAG;AAGhC,UAAM,MAAM,OAAO,aAAa,OAAO;AACvC,QAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,GAAG;AAC7C,aAAO,EAAE,MAAM,IAAA;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AACF;AAOA,gBAAgB,iBACd,QAC4D;AAC5D,mBAAiB,SAAS,QAAQ;AAChC,UAAM,YAAY;AAGlB,QAAI,CAAC,MAAM,SAAS,UAAU,QAAQ,OAAO;AAC3C,YAAM,EAAE,GAAG,OAAO,OAAO,UAAU,OAAO,MAAA;AAAA,IAC5C,OAAO;AACL,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAUO,SAAS,eAGd,OACA,QACA,QACyB;AACzB,SAAO,IAAI,gBAAgB,EAAE,QAAQ,GAAG,OAAA,GAAU,KAAK;AACzD;AAUO,SAAS,SACd,OACA,QACyB;AACzB,QAAM,SAAS,qBAAA;AACf,SAAO,eAAe,OAAO,QAAQ,MAAM;AAC7C;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tanstack/ai-groq",
-  "version": "0.2.3",
+  "version": "0.2.4",
   "type": "module",
   "description": "Groq adapter for TanStack AI",
   "author": "",
@@ -38,12 +38,12 @@
   },
   "peerDependencies": {
     "zod": "^4.0.0",
-    "@tanstack/ai": "^0.20.0"
+    "@tanstack/ai": "^0.20.1"
   },
   "dependencies": {
     "openai": "^6.9.1",
     "@tanstack/ai-utils": "0.2.0",
-    "@tanstack/openai-base": "0.3.3"
+    "@tanstack/openai-base": "0.3.4"
   },
   "scripts": {
     "build": "vite build",

package/src/adapters/text.ts

@@ -54,8 +54,8 @@ export class GroqTextAdapter<
   GroqMessageMetadataByModality,
   TToolCapabilities
 > {
-  readonly kind = 'text' as const
-  readonly name = 'groq' as const
+  override readonly kind = 'text' as const
+  override readonly name = 'groq' as const
 
   constructor(config: GroqTextConfig, model: TModel) {
     super(model, 'groq', new OpenAI(withGroqDefaults(config)))