@ai-sdk/groq 2.0.0-canary.9 → 2.0.0

package/dist/index.mjs

@@ -20,7 +20,7 @@ import {
   parseProviderOptions,
   postJsonToApi
 } from "@ai-sdk/provider-utils";
-import { z as z3 } from "zod";
+import { z as z3 } from "zod/v4";
 
 // src/convert-to-groq-chat-messages.ts
 import {
@@ -80,7 +80,7 @@ function convertToGroqChatMessages(prompt) {
                 type: "function",
                 function: {
                   name: part.toolName,
-                  arguments: JSON.stringify(part.args)
+                  arguments: JSON.stringify(part.input)
                 }
               });
               break;
@@ -96,10 +96,23 @@ function convertToGroqChatMessages(prompt) {
       }
       case "tool": {
         for (const toolResponse of content) {
+          const output = toolResponse.output;
+          let contentValue;
+          switch (output.type) {
+            case "text":
+            case "error-text":
+              contentValue = output.value;
+              break;
+            case "content":
+            case "json":
+            case "error-json":
+              contentValue = JSON.stringify(output.value);
+              break;
+          }
           messages.push({
             role: "tool",
             tool_call_id: toolResponse.toolCallId,
-            content: JSON.stringify(toolResponse.result)
+            content: contentValue
           });
         }
         break;
@@ -127,22 +140,28 @@ function getResponseMetadata({
 }
 
 // src/groq-chat-options.ts
-import { z } from "zod";
+import { z } from "zod/v4";
 var groqProviderOptions = z.object({
-  reasoningFormat: z.enum(["parsed", "raw", "hidden"]).nullish(),
+  reasoningFormat: z.enum(["parsed", "raw", "hidden"]).optional(),
   /**
    * Whether to enable parallel function calling during tool use. Default to true.
    */
-  parallelToolCalls: z.boolean().nullish(),
+  parallelToolCalls: z.boolean().optional(),
   /**
    * A unique identifier representing your end-user, which can help OpenAI to
    * monitor and detect abuse. Learn more.
    */
-  user: z.string().nullish()
+  user: z.string().optional(),
+  /**
+   * Whether to use structured outputs.
+   *
+   * @default true
+   */
+  structuredOutputs: z.boolean().optional()
 });
 
 // src/groq-error.ts
-import { z as z2 } from "zod";
+import { z as z2 } from "zod/v4";
 import { createJsonErrorResponseHandler } from "@ai-sdk/provider-utils";
 var groqErrorDataSchema = z2.object({
   error: z2.object({
@@ -178,7 +197,7 @@ function prepareTools({
         function: {
           name: tool.name,
           description: tool.description,
-          parameters: tool.parameters
+          parameters: tool.inputSchema
         }
       });
     }
@@ -231,21 +250,18 @@ function mapGroqFinishReason(finishReason) {
 
 // src/groq-chat-language-model.ts
 var GroqChatLanguageModel = class {
-  constructor(modelId, settings, config) {
+  constructor(modelId, config) {
     this.specificationVersion = "v2";
-    this.supportsStructuredOutputs = false;
-    this.defaultObjectGenerationMode = "json";
+    this.supportedUrls = {
+      "image/*": [/^https?:\/\/.*$/]
+    };
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
   }
   get provider() {
     return this.config.provider;
   }
-  get supportsImageUrls() {
-    return !this.settings.downloadImages;
-  }
-  getArgs({
+  async getArgs({
     prompt,
     maxOutputTokens,
     temperature,
@@ -261,25 +277,27 @@ var GroqChatLanguageModel = class {
     toolChoice,
     providerOptions
   }) {
+    var _a, _b;
     const warnings = [];
+    const groqOptions = await parseProviderOptions({
+      provider: "groq",
+      providerOptions,
+      schema: groqProviderOptions
+    });
+    const structuredOutputs = (_a = groqOptions == null ? void 0 : groqOptions.structuredOutputs) != null ? _a : true;
     if (topK != null) {
       warnings.push({
         type: "unsupported-setting",
         setting: "topK"
       });
     }
-    if (responseFormat != null && responseFormat.type === "json" && responseFormat.schema != null) {
+    if ((responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && !structuredOutputs) {
       warnings.push({
         type: "unsupported-setting",
         setting: "responseFormat",
-        details: "JSON response format schema is not supported"
+        details: "JSON response format schema is only supported with structuredOutputs"
       });
     }
-    const groqOptions = parseProviderOptions({
-      provider: "groq",
-      providerOptions,
-      schema: groqProviderOptions
-    });
     const {
       tools: groqTools,
       toolChoice: groqToolChoice,
@@ -301,10 +319,14 @@ var GroqChatLanguageModel = class {
         stop: stopSequences,
         seed,
         // response format:
-        response_format: (
-          // json object response format is not supported for streaming:
-          stream === false && (responseFormat == null ? void 0 : responseFormat.type) === "json" ? { type: "json_object" } : void 0
-        ),
+        response_format: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? structuredOutputs && responseFormat.schema != null ? {
+          type: "json_schema",
+          json_schema: {
+            schema: responseFormat.schema,
+            name: (_b = responseFormat.name) != null ? _b : "response",
+            description: responseFormat.description
+          }
+        } : { type: "json_object" } : void 0,
         // provider options:
         reasoning_format: groqOptions == null ? void 0 : groqOptions.reasoningFormat,
         // messages:
@@ -317,8 +339,11 @@ var GroqChatLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e;
-    const { args, warnings } = this.getArgs({ ...options, stream: false });
+    var _a, _b, _c, _d, _e, _f, _g;
+    const { args, warnings } = await this.getArgs({
+      ...options,
+      stream: false
+    });
     const body = JSON.stringify(args);
     const {
       responseHeaders,
@@ -348,7 +373,6 @@ var GroqChatLanguageModel = class {
     if (reasoning != null && reasoning.length > 0) {
       content.push({
         type: "reasoning",
-        reasoningType: "text",
         text: reasoning
       });
     }
@@ -356,10 +380,9 @@ var GroqChatLanguageModel = class {
       for (const toolCall of choice.message.tool_calls) {
         content.push({
           type: "tool-call",
-          toolCallType: "function",
           toolCallId: (_a = toolCall.id) != null ? _a : generateId(),
           toolName: toolCall.function.name,
-          args: toolCall.function.arguments
+          input: toolCall.function.arguments
         });
       }
     }
@@ -368,7 +391,8 @@ var GroqChatLanguageModel = class {
       finishReason: mapGroqFinishReason(choice.finish_reason),
       usage: {
         inputTokens: (_c = (_b = response.usage) == null ? void 0 : _b.prompt_tokens) != null ? _c : void 0,
-        outputTokens: (_e = (_d = response.usage) == null ? void 0 : _d.completion_tokens) != null ? _e : void 0
+        outputTokens: (_e = (_d = response.usage) == null ? void 0 : _d.completion_tokens) != null ? _e : void 0,
+        totalTokens: (_g = (_f = response.usage) == null ? void 0 : _f.total_tokens) != null ? _g : void 0
       },
       response: {
         ...getResponseMetadata(response),
@@ -380,7 +404,7 @@ var GroqChatLanguageModel = class {
     };
   }
   async doStream(options) {
-    const { args, warnings } = this.getArgs({ ...options, stream: true });
+    const { args, warnings } = await this.getArgs({ ...options, stream: true });
     const body = JSON.stringify({ ...args, stream: true });
     const { responseHeaders, value: response } = await postJsonToApi({
       url: this.config.url({
@@ -401,9 +425,12 @@ var GroqChatLanguageModel = class {
     let finishReason = "unknown";
     const usage = {
       inputTokens: void 0,
-      outputTokens: void 0
+      outputTokens: void 0,
+      totalTokens: void 0
     };
     let isFirstChunk = true;
+    let isActiveText = false;
+    let isActiveReasoning = false;
     let providerMetadata;
     return {
       stream: response.pipeThrough(
@@ -412,7 +439,10 @@ var GroqChatLanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
+            if (options.includeRawChunks) {
+              controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
+            }
             if (!chunk.success) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: chunk.error });
@@ -434,6 +464,7 @@ var GroqChatLanguageModel = class {
             if (((_a = value.x_groq) == null ? void 0 : _a.usage) != null) {
               usage.inputTokens = (_b = value.x_groq.usage.prompt_tokens) != null ? _b : void 0;
               usage.outputTokens = (_c = value.x_groq.usage.completion_tokens) != null ? _c : void 0;
+              usage.totalTokens = (_d = value.x_groq.usage.total_tokens) != null ? _d : void 0;
             }
             const choice = value.choices[0];
             if ((choice == null ? void 0 : choice.finish_reason) != null) {
@@ -444,16 +475,28 @@ var GroqChatLanguageModel = class {
             }
             const delta = choice.delta;
             if (delta.reasoning != null && delta.reasoning.length > 0) {
+              if (!isActiveReasoning) {
+                controller.enqueue({
+                  type: "reasoning-start",
+                  id: "reasoning-0"
+                });
+                isActiveReasoning = true;
+              }
               controller.enqueue({
-                type: "reasoning",
-                reasoningType: "text",
-                text: delta.reasoning
+                type: "reasoning-delta",
+                id: "reasoning-0",
+                delta: delta.reasoning
               });
             }
             if (delta.content != null && delta.content.length > 0) {
+              if (!isActiveText) {
+                controller.enqueue({ type: "text-start", id: "txt-0" });
+                isActiveText = true;
+              }
               controller.enqueue({
-                type: "text",
-                text: delta.content
+                type: "text-delta",
+                id: "txt-0",
+                delta: delta.content
               });
             }
             if (delta.tool_calls != null) {
@@ -472,39 +515,45 @@ var GroqChatLanguageModel = class {
                       message: `Expected 'id' to be a string.`
                     });
                   }
-                  if (((_d = toolCallDelta.function) == null ? void 0 : _d.name) == null) {
+                  if (((_e = toolCallDelta.function) == null ? void 0 : _e.name) == null) {
                     throw new InvalidResponseDataError({
                       data: toolCallDelta,
                       message: `Expected 'function.name' to be a string.`
                     });
                   }
+                  controller.enqueue({
+                    type: "tool-input-start",
+                    id: toolCallDelta.id,
+                    toolName: toolCallDelta.function.name
+                  });
                   toolCalls[index] = {
                     id: toolCallDelta.id,
                     type: "function",
                     function: {
                       name: toolCallDelta.function.name,
-                      arguments: (_e = toolCallDelta.function.arguments) != null ? _e : ""
+                      arguments: (_f = toolCallDelta.function.arguments) != null ? _f : ""
                     },
                     hasFinished: false
                   };
                   const toolCall2 = toolCalls[index];
-                  if (((_f = toolCall2.function) == null ? void 0 : _f.name) != null && ((_g = toolCall2.function) == null ? void 0 : _g.arguments) != null) {
+                  if (((_g = toolCall2.function) == null ? void 0 : _g.name) != null && ((_h = toolCall2.function) == null ? void 0 : _h.arguments) != null) {
                     if (toolCall2.function.arguments.length > 0) {
                       controller.enqueue({
-                        type: "tool-call-delta",
-                        toolCallType: "function",
-                        toolCallId: toolCall2.id,
-                        toolName: toolCall2.function.name,
-                        argsTextDelta: toolCall2.function.arguments
+                        type: "tool-input-delta",
+                        id: toolCall2.id,
+                        delta: toolCall2.function.arguments
                       });
                     }
                     if (isParsableJson(toolCall2.function.arguments)) {
+                      controller.enqueue({
+                        type: "tool-input-end",
+                        id: toolCall2.id
+                      });
                       controller.enqueue({
                         type: "tool-call",
-                        toolCallType: "function",
-                        toolCallId: (_h = toolCall2.id) != null ? _h : generateId(),
+                        toolCallId: (_i = toolCall2.id) != null ? _i : generateId(),
                         toolName: toolCall2.function.name,
-                        args: toolCall2.function.arguments
+                        input: toolCall2.function.arguments
                       });
                       toolCall2.hasFinished = true;
                     }
@@ -515,23 +564,24 @@ var GroqChatLanguageModel = class {
                 if (toolCall.hasFinished) {
                   continue;
                 }
-                if (((_i = toolCallDelta.function) == null ? void 0 : _i.arguments) != null) {
-                  toolCall.function.arguments += (_k = (_j = toolCallDelta.function) == null ? void 0 : _j.arguments) != null ? _k : "";
+                if (((_j = toolCallDelta.function) == null ? void 0 : _j.arguments) != null) {
+                  toolCall.function.arguments += (_l = (_k = toolCallDelta.function) == null ? void 0 : _k.arguments) != null ? _l : "";
                 }
                 controller.enqueue({
-                  type: "tool-call-delta",
-                  toolCallType: "function",
-                  toolCallId: toolCall.id,
-                  toolName: toolCall.function.name,
-                  argsTextDelta: (_l = toolCallDelta.function.arguments) != null ? _l : ""
+                  type: "tool-input-delta",
+                  id: toolCall.id,
+                  delta: (_m = toolCallDelta.function.arguments) != null ? _m : ""
                 });
-                if (((_m = toolCall.function) == null ? void 0 : _m.name) != null && ((_n = toolCall.function) == null ? void 0 : _n.arguments) != null && isParsableJson(toolCall.function.arguments)) {
+                if (((_n = toolCall.function) == null ? void 0 : _n.name) != null && ((_o = toolCall.function) == null ? void 0 : _o.arguments) != null && isParsableJson(toolCall.function.arguments)) {
+                  controller.enqueue({
+                    type: "tool-input-end",
+                    id: toolCall.id
+                  });
                   controller.enqueue({
                     type: "tool-call",
-                    toolCallType: "function",
-                    toolCallId: (_o = toolCall.id) != null ? _o : generateId(),
+                    toolCallId: (_p = toolCall.id) != null ? _p : generateId(),
                     toolName: toolCall.function.name,
-                    args: toolCall.function.arguments
+                    input: toolCall.function.arguments
                   });
                   toolCall.hasFinished = true;
                 }
@@ -539,6 +589,12 @@ var GroqChatLanguageModel = class {
             }
           },
           flush(controller) {
+            if (isActiveReasoning) {
+              controller.enqueue({ type: "reasoning-end", id: "reasoning-0" });
+            }
+            if (isActiveText) {
+              controller.enqueue({ type: "text-end", id: "txt-0" });
+            }
             controller.enqueue({
               type: "finish",
               finishReason,
@@ -579,7 +635,8 @@ var groqChatResponseSchema = z3.object({
   ),
   usage: z3.object({
     prompt_tokens: z3.number().nullish(),
-    completion_tokens: z3.number().nullish()
+    completion_tokens: z3.number().nullish(),
+    total_tokens: z3.number().nullish()
   }).nullish()
 });
 var groqChatChunkSchema = z3.union([
@@ -611,7 +668,8 @@ var groqChatChunkSchema = z3.union([
     x_groq: z3.object({
       usage: z3.object({
         prompt_tokens: z3.number().nullish(),
-        completion_tokens: z3.number().nullish()
+        completion_tokens: z3.number().nullish(),
+        total_tokens: z3.number().nullish()
       }).nullish()
     }).nullish()
   }),
@@ -626,7 +684,7 @@ import {
   parseProviderOptions as parseProviderOptions2,
   postFormDataToApi
 } from "@ai-sdk/provider-utils";
-import { z as z4 } from "zod";
+import { z as z4 } from "zod/v4";
 var groqProviderOptionsSchema = z4.object({
   language: z4.string().nullish(),
   prompt: z4.string().nullish(),
@@ -638,19 +696,19 @@ var GroqTranscriptionModel = class {
   constructor(modelId, config) {
     this.modelId = modelId;
     this.config = config;
-    this.specificationVersion = "v1";
+    this.specificationVersion = "v2";
   }
   get provider() {
     return this.config.provider;
   }
-  getArgs({
+  async getArgs({
     audio,
     mediaType,
     providerOptions
   }) {
     var _a, _b, _c, _d, _e;
     const warnings = [];
-    const groqOptions = parseProviderOptions2({
+    const groqOptions = await parseProviderOptions2({
       provider: "groq",
       providerOptions,
       schema: groqProviderOptionsSchema
@@ -682,7 +740,7 @@ var GroqTranscriptionModel = class {
   async doGenerate(options) {
     var _a, _b, _c, _d, _e;
     const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
-    const { formData, warnings } = this.getArgs(options);
+    const { formData, warnings } = await this.getArgs(options);
     const {
       value: response,
       responseHeaders,
@@ -756,19 +814,19 @@ function createGroq(options = {}) {
     })}`,
     ...options.headers
   });
-  const createChatModel = (modelId, settings = {}) => new GroqChatLanguageModel(modelId, settings, {
+  const createChatModel = (modelId) => new GroqChatLanguageModel(modelId, {
     provider: "groq.chat",
     url: ({ path }) => `${baseURL}${path}`,
     headers: getHeaders,
     fetch: options.fetch
   });
-  const createLanguageModel = (modelId, settings) => {
+  const createLanguageModel = (modelId) => {
     if (new.target) {
       throw new Error(
         "The Groq model function cannot be called with the new keyword."
       );
     }
-    return createChatModel(modelId, settings);
+    return createChatModel(modelId);
   };
   const createTranscriptionModel = (modelId) => {
     return new GroqTranscriptionModel(modelId, {
@@ -778,8 +836,8 @@ function createGroq(options = {}) {
       fetch: options.fetch
     });
   };
-  const provider = function(modelId, settings) {
-    return createLanguageModel(modelId, settings);
+  const provider = function(modelId) {
+    return createLanguageModel(modelId);
   };
   provider.languageModel = createLanguageModel;
   provider.chat = createChatModel;