@tanstack/ai-groq 0.7.12 → 0.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { default as OpenAI } from 'openai';
|
|
2
|
-
import { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base';
|
|
2
|
+
import { OpenAIBaseChatCompletionsTextAdapter, OpenAIBaseTextAdapterOptions } from '@tanstack/openai-base';
|
|
3
3
|
import { Modality, TextOptions } from '@tanstack/ai';
|
|
4
4
|
import { GROQ_CHAT_MODELS, GroqChatModelToolCapabilitiesByName, ResolveInputModalities, ResolveProviderOptions } from '../model-meta.js';
|
|
5
5
|
import { GroqMessageMetadataByModality } from '../message-types.js';
|
|
@@ -8,7 +8,7 @@ type ResolveToolCapabilities<TModel extends string> = TModel extends keyof GroqC
|
|
|
8
8
|
/**
|
|
9
9
|
* Configuration for Groq text adapter
|
|
10
10
|
*/
|
|
11
|
-
export interface GroqTextConfig extends GroqClientConfig {
|
|
11
|
+
export interface GroqTextConfig extends GroqClientConfig, OpenAIBaseTextAdapterOptions {
|
|
12
12
|
}
|
|
13
13
|
/**
|
|
14
14
|
* Re-export of the public provider options type
|
|
@@ -20,7 +20,7 @@ var GroqTextAdapter = class extends OpenAIBaseChatCompletionsTextAdapter {
|
|
|
20
20
|
kind = "text";
|
|
21
21
|
name = "groq";
|
|
22
22
|
constructor(config, model) {
|
|
23
|
-
super(model, "groq", new OpenAI(withGroqDefaults(config)));
|
|
23
|
+
super(model, "groq", new OpenAI(withGroqDefaults(config)), config);
|
|
24
24
|
}
|
|
25
25
|
extractRejectedToolCall(rawEvent, fallbackMessage) {
|
|
26
26
|
if (!isRecord(rawEvent) || rawEvent.code !== "tool_use_failed" || typeof rawEvent.failed_generation !== "string") return;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"text.js","names":[],"sources":["../../../src/adapters/text.ts"],"sourcesContent":["import OpenAI from 'openai'\nimport { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base'\nimport { getGroqApiKeyFromEnv, withGroqDefaults } from '../utils/client'\nimport { makeGroqStructuredOutputCompatibleWithMap } from '../utils/schema-converter'\nimport type { Modality, TextOptions } from '@tanstack/ai'\nimport type {\n GROQ_CHAT_MODELS,\n GroqChatModelToolCapabilitiesByName,\n ResolveInputModalities,\n ResolveProviderOptions,\n} from '../model-meta'\nimport type { GroqMessageMetadataByModality } from '../message-types'\nimport type { GroqClientConfig } from '../utils/client'\n\ntype ResolveToolCapabilities<TModel extends string> =\n TModel extends keyof GroqChatModelToolCapabilitiesByName\n ? NonNullable<GroqChatModelToolCapabilitiesByName[TModel]>\n : readonly []\n\n/**\n * Configuration for Groq text adapter\n */\nexport interface GroqTextConfig
|
|
1
|
+
{"version":3,"file":"text.js","names":[],"sources":["../../../src/adapters/text.ts"],"sourcesContent":["import OpenAI from 'openai'\nimport { OpenAIBaseChatCompletionsTextAdapter } from '@tanstack/openai-base'\nimport { getGroqApiKeyFromEnv, withGroqDefaults } from '../utils/client'\nimport { makeGroqStructuredOutputCompatibleWithMap } from '../utils/schema-converter'\nimport type { Modality, TextOptions } from '@tanstack/ai'\nimport type {\n GROQ_CHAT_MODELS,\n GroqChatModelToolCapabilitiesByName,\n ResolveInputModalities,\n ResolveProviderOptions,\n} from '../model-meta'\nimport type { GroqMessageMetadataByModality } from '../message-types'\nimport type { GroqClientConfig } from '../utils/client'\nimport type { OpenAIBaseTextAdapterOptions } from '@tanstack/openai-base'\n\ntype ResolveToolCapabilities<TModel extends string> =\n TModel extends keyof GroqChatModelToolCapabilitiesByName\n ? NonNullable<GroqChatModelToolCapabilitiesByName[TModel]>\n : readonly []\n\n/**\n * Configuration for Groq text adapter\n */\nexport interface GroqTextConfig\n extends GroqClientConfig, OpenAIBaseTextAdapterOptions {}\n\n/**\n * Re-export of the public provider options type\n */\nexport type { ExternalTextProviderOptions as GroqTextProviderOptions } from '../text/text-provider-options'\n\n/**\n * Groq Text (Chat) Adapter\n *\n * Tree-shakeable adapter for Groq chat/text completion. Groq exposes an\n * OpenAI-compatible Chat Completions endpoint at `/openai/v1`, so we drive\n * it with the OpenAI SDK via a `baseURL` override (the same pattern as\n * `ai-grok`).\n *\n * Quirk: when usage is present on a stream, Groq historically delivered it\n * under `chunk.x_groq.usage` rather than `chunk.usage`. The override below\n * promotes it to the standard location so the base's RUN_FINISHED usage\n * accounting works unchanged.\n */\nexport class GroqTextAdapter<\n TModel extends (typeof GROQ_CHAT_MODELS)[number],\n TProviderOptions extends Record<string, any> = ResolveProviderOptions<TModel>,\n TInputModalities extends ReadonlyArray<Modality> =\n ResolveInputModalities<TModel>,\n TToolCapabilities extends ReadonlyArray<string> =\n ResolveToolCapabilities<TModel>,\n> extends OpenAIBaseChatCompletionsTextAdapter<\n TModel,\n TProviderOptions,\n TInputModalities,\n GroqMessageMetadataByModality,\n TToolCapabilities\n> {\n override readonly kind = 'text' as const\n override readonly name = 'groq' as const\n\n constructor(config: GroqTextConfig, model: TModel) {\n super(model, 'groq', new OpenAI(withGroqDefaults(config)), config)\n }\n\n protected override extractRejectedToolCall(\n rawEvent: unknown,\n fallbackMessage: string,\n ):\n | {\n toolName: string\n arguments: string\n input?: unknown\n error: string\n }\n | undefined {\n if (\n !isRecord(rawEvent) ||\n rawEvent.code !== 'tool_use_failed' ||\n typeof rawEvent.failed_generation !== 'string'\n ) {\n return undefined\n }\n\n let failedGeneration: unknown\n try {\n failedGeneration = JSON.parse(rawEvent.failed_generation)\n } catch {\n return undefined\n }\n if (\n !isRecord(failedGeneration) ||\n typeof failedGeneration.name !== 'string' ||\n failedGeneration.name.trim().length === 0\n ) {\n return undefined\n }\n\n const rawArguments = failedGeneration.arguments\n let argumentsJson: string\n let input: unknown\n if (typeof rawArguments === 'string') {\n argumentsJson = rawArguments\n try {\n const parsed: unknown = JSON.parse(rawArguments)\n if (isRecord(parsed)) input = parsed\n } catch {\n // The provider-rejected call remains non-executable with its raw input.\n }\n } else if (isRecord(rawArguments)) {\n argumentsJson = JSON.stringify(rawArguments)\n input = rawArguments\n } else {\n return undefined\n }\n\n return {\n toolName: failedGeneration.name,\n arguments: argumentsJson,\n ...(input !== undefined && { input }),\n error:\n typeof rawEvent.message === 'string' && rawEvent.message.length > 0\n ? rawEvent.message\n : fallbackMessage,\n }\n }\n\n protected override makeStructuredOutputCompatibleWithMap(\n schema: Record<string, any>,\n originalRequired?: Array<string>,\n ) {\n return makeGroqStructuredOutputCompatibleWithMap(schema, originalRequired)\n }\n\n protected override async *processStreamChunks(\n stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n options: TextOptions,\n aguiState: {\n runId: string\n threadId: string\n messageId: string\n hasEmittedRunStarted: boolean\n },\n ) {\n yield* super.processStreamChunks(\n promoteGroqUsage(stream),\n options,\n aguiState,\n )\n }\n\n /**\n * Surfaces Groq's reasoning deltas during streaming structured output.\n * Groq emits `delta.reasoning` (or legacy `delta.reasoning_content`) on\n * reasoning models when the caller sets `reasoning_format: 'parsed'` in\n * modelOptions. The base's chatStream and structuredOutputStream both\n * route reasoning through this hook.\n */\n protected override extractReasoning(\n chunk: OpenAI.Chat.Completions.ChatCompletionChunk,\n ): { text: string } | undefined {\n const delta = chunk.choices[0]?.delta as\n | { reasoning?: unknown; reasoning_content?: unknown }\n | undefined\n const raw = delta?.reasoning ?? delta?.reasoning_content\n if (typeof raw === 'string' && raw.length > 0) {\n return { text: raw }\n }\n return undefined\n }\n\n /**\n * Groq's API rejects `response_format: json_schema` together with `tools`\n * + `stream` (returns 400 — see Groq Structured Outputs docs:\n * \"Streaming and tool use are not currently supported with Structured\n * Outputs.\"). Force the engine onto the legacy finalization path even\n * though the OpenAI Chat Completions base would otherwise opt in.\n */\n override supportsCombinedToolsAndSchema(): boolean {\n return false\n }\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n return typeof value === 'object' && value !== null && !Array.isArray(value)\n}\n\n/**\n * Promotes Groq's non-standard `x_groq.usage` to the standard `chunk.usage`\n * slot the base reads. Pass-through for chunks that already carry usage at\n * the documented location.\n */\nasync function* promoteGroqUsage(\n stream: AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk>,\n): AsyncIterable<OpenAI.Chat.Completions.ChatCompletionChunk> {\n for await (const chunk of stream) {\n const groqChunk = chunk as typeof chunk & {\n x_groq?: { usage?: OpenAI.Chat.Completions.ChatCompletionChunk['usage'] }\n }\n if (!chunk.usage && groqChunk.x_groq?.usage) {\n yield { ...chunk, usage: groqChunk.x_groq.usage }\n } else {\n yield chunk\n }\n }\n}\n\n/**\n * Creates a Groq text adapter with explicit API key.\n *\n * @example\n * ```typescript\n * const adapter = createGroqText('llama-3.3-70b-versatile', \"gsk_...\");\n * ```\n */\nexport function createGroqText<\n TModel extends (typeof GROQ_CHAT_MODELS)[number],\n>(\n model: TModel,\n apiKey: string,\n config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n return new GroqTextAdapter({ apiKey, ...config }, model)\n}\n\n/**\n * Creates a Groq text adapter with API key from `GROQ_API_KEY`.\n *\n * @example\n * ```typescript\n * const adapter = groqText('llama-3.3-70b-versatile');\n * ```\n */\nexport function groqText<TModel extends (typeof GROQ_CHAT_MODELS)[number]>(\n model: TModel,\n config?: Omit<GroqTextConfig, 'apiKey'>,\n): GroqTextAdapter<TModel> {\n const apiKey = getGroqApiKeyFromEnv()\n return createGroqText(model, apiKey, config)\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AA4CA,IAAa,kBAAb,cAOU,qCAMR;CACA,OAAyB;CACzB,OAAyB;CAEzB,YAAY,QAAwB,OAAe;EACjD,MAAM,OAAO,QAAQ,IAAI,OAAO,iBAAiB,MAAM,CAAC,GAAG,MAAM;CACnE;CAEA,wBACE,UACA,iBAQY;EACZ,IACE,CAAC,SAAS,QAAQ,KAClB,SAAS,SAAS,qBAClB,OAAO,SAAS,sBAAsB,UAEtC;EAGF,IAAI;EACJ,IAAI;GACF,mBAAmB,KAAK,MAAM,SAAS,iBAAiB;EAC1D,QAAQ;GACN;EACF;EACA,IACE,CAAC,SAAS,gBAAgB,KAC1B,OAAO,iBAAiB,SAAS,YACjC,iBAAiB,KAAK,KAAK,CAAC,CAAC,WAAW,GAExC;EAGF,MAAM,eAAe,iBAAiB;EACtC,IAAI;EACJ,IAAI;EACJ,IAAI,OAAO,iBAAiB,UAAU;GACpC,gBAAgB;GAChB,IAAI;IACF,MAAM,SAAkB,KAAK,MAAM,YAAY;IAC/C,IAAI,SAAS,MAAM,GAAG,QAAQ;GAChC,QAAQ,CAER;EACF,OAAO,IAAI,SAAS,YAAY,GAAG;GACjC,gBAAgB,KAAK,UAAU,YAAY;GAC3C,QAAQ;EACV,OACE;EAGF,OAAO;GACL,UAAU,iBAAiB;GAC3B,WAAW;GACX,GAAI,UAAU,KAAA,KAAa,EAAE,MAAM;GACnC,OACE,OAAO,SAAS,YAAY,YAAY,SAAS,QAAQ,SAAS,IAC9D,SAAS,UACT;EACR;CACF;CAEA,sCACE,QACA,kBACA;EACA,OAAO,0CAA0C,QAAQ,gBAAgB;CAC3E;CAEA,OAA0B,oBACxB,QACA,SACA,WAMA;EACA,OAAO,MAAM,oBACX,iBAAiB,MAAM,GACvB,SACA,SACF;CACF;;;;;;;;CASA,iBACE,OAC8B;EAC9B,MAAM,QAAQ,MAAM,QAAQ,EAAE,EAAE;EAGhC,MAAM,MAAM,OAAO,aAAa,OAAO;EACvC,IAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,GAC1C,OAAO,EAAE,MAAM,IAAI;CAGvB;;;;;;;;CASA,iCAAmD;EACjD,OAAO;CACT;AACF;AAEA,SAAS,SAAS,OAAkD;CAClE,OAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;;;;;;AAOA,gBAAgB,iBACd,QAC4D;CAC5D,WAAW,MAAM,SAAS,QAAQ;EAChC,MAAM,YAAY;EAGlB,IAAI,CAAC,MAAM,SAAS,UAAU,QAAQ,OACpC,MAAM;GAAE,GAAG;GAAO,OAAO,UAAU,OAAO;EAAM;OAEhD,MAAM;CAEV;AACF;;;;;;;;;AAUA,SAAgB,eAGd,OACA,QACA,QACyB;CACzB,OAAO,IAAI,gBAAgB;EAAE;EAAQ,GAAG;CAAO,GAAG,KAAK;AACzD;;;;;;;;;AAUA,SAAgB,SACd,OACA,QACyB;CAEzB,OAAO,eAAe,OADP,qBACc,GAAQ,MAAM;AAC7C"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tanstack/ai-groq",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.8.2",
|
|
4
4
|
"description": "Groq adapter for TanStack AI low-latency chat, tool calling, and structured outputs.",
|
|
5
5
|
"author": "Tanner Linsley",
|
|
6
6
|
"license": "MIT",
|
|
@@ -56,12 +56,12 @@
|
|
|
56
56
|
"vite": "^8.2.1"
|
|
57
57
|
},
|
|
58
58
|
"peerDependencies": {
|
|
59
|
-
"@tanstack/ai": "^0.
|
|
59
|
+
"@tanstack/ai": "^0.64.0"
|
|
60
60
|
},
|
|
61
61
|
"dependencies": {
|
|
62
62
|
"openai": "^6.41.0",
|
|
63
|
-
"@tanstack/
|
|
64
|
-
"@tanstack/
|
|
63
|
+
"@tanstack/openai-base": "^0.12.2",
|
|
64
|
+
"@tanstack/ai-utils": "^0.4.1"
|
|
65
65
|
},
|
|
66
66
|
"scripts": {
|
|
67
67
|
"build": "vite build",
|
|
@@ -69,6 +69,7 @@
|
|
|
69
69
|
"lint:fix": "oxlint src --type-aware --fix",
|
|
70
70
|
"test:build": "publint --strict",
|
|
71
71
|
"test:oxlint": "oxlint src --type-aware",
|
|
72
|
+
"test:coverage": "vitest run --coverage --coverage.include='src/**' --coverage.reporter=text-summary --coverage.reporter=json-summary",
|
|
72
73
|
"test:lib": "vitest run",
|
|
73
74
|
"test:lib:dev": "pnpm test:lib --watch",
|
|
74
75
|
"test:types": "tsc"
|
package/src/adapters/text.ts
CHANGED
|
@@ -11,6 +11,7 @@ import type {
|
|
|
11
11
|
} from '../model-meta'
|
|
12
12
|
import type { GroqMessageMetadataByModality } from '../message-types'
|
|
13
13
|
import type { GroqClientConfig } from '../utils/client'
|
|
14
|
+
import type { OpenAIBaseTextAdapterOptions } from '@tanstack/openai-base'
|
|
14
15
|
|
|
15
16
|
type ResolveToolCapabilities<TModel extends string> =
|
|
16
17
|
TModel extends keyof GroqChatModelToolCapabilitiesByName
|
|
@@ -20,7 +21,8 @@ type ResolveToolCapabilities<TModel extends string> =
|
|
|
20
21
|
/**
|
|
21
22
|
* Configuration for Groq text adapter
|
|
22
23
|
*/
|
|
23
|
-
export interface GroqTextConfig
|
|
24
|
+
export interface GroqTextConfig
|
|
25
|
+
extends GroqClientConfig, OpenAIBaseTextAdapterOptions {}
|
|
24
26
|
|
|
25
27
|
/**
|
|
26
28
|
* Re-export of the public provider options type
|
|
@@ -58,7 +60,7 @@ export class GroqTextAdapter<
|
|
|
58
60
|
override readonly name = 'groq' as const
|
|
59
61
|
|
|
60
62
|
constructor(config: GroqTextConfig, model: TModel) {
|
|
61
|
-
super(model, 'groq', new OpenAI(withGroqDefaults(config)))
|
|
63
|
+
super(model, 'groq', new OpenAI(withGroqDefaults(config)), config)
|
|
62
64
|
}
|
|
63
65
|
|
|
64
66
|
protected override extractRejectedToolCall(
|