@ai-sdk/groq 2.0.0-canary.8 → 2.0.0

package/dist/index.mjs

@@ -20,7 +20,7 @@ import {
   parseProviderOptions,
   postJsonToApi
 } from "@ai-sdk/provider-utils";
-import { z as z3 } from "zod";
+import { z as z3 } from "zod/v4";
 
 // src/convert-to-groq-chat-messages.ts
 import {
@@ -80,7 +80,7 @@ function convertToGroqChatMessages(prompt) {
                 type: "function",
                 function: {
                   name: part.toolName,
-                  arguments: JSON.stringify(part.args)
+                  arguments: JSON.stringify(part.input)
                 }
               });
               break;
@@ -96,10 +96,23 @@ function convertToGroqChatMessages(prompt) {
       }
       case "tool": {
         for (const toolResponse of content) {
+          const output = toolResponse.output;
+          let contentValue;
+          switch (output.type) {
+            case "text":
+            case "error-text":
+              contentValue = output.value;
+              break;
+            case "content":
+            case "json":
+            case "error-json":
+              contentValue = JSON.stringify(output.value);
+              break;
+          }
           messages.push({
             role: "tool",
             tool_call_id: toolResponse.toolCallId,
-            content: JSON.stringify(toolResponse.result)
+            content: contentValue
           });
         }
         break;
@@ -127,22 +140,28 @@ function getResponseMetadata({
 }
 
 // src/groq-chat-options.ts
-import { z } from "zod";
+import { z } from "zod/v4";
 var groqProviderOptions = z.object({
-  reasoningFormat: z.enum(["parsed", "raw", "hidden"]).nullish(),
+  reasoningFormat: z.enum(["parsed", "raw", "hidden"]).optional(),
   /**
    * Whether to enable parallel function calling during tool use. Default to true.
    */
-  parallelToolCalls: z.boolean().nullish(),
+  parallelToolCalls: z.boolean().optional(),
   /**
    * A unique identifier representing your end-user, which can help OpenAI to
    * monitor and detect abuse. Learn more.
    */
-  user: z.string().nullish()
+  user: z.string().optional(),
+  /**
+   * Whether to use structured outputs.
+   *
+   * @default true
+   */
+  structuredOutputs: z.boolean().optional()
 });
 
 // src/groq-error.ts
-import { z as z2 } from "zod";
+import { z as z2 } from "zod/v4";
 import { createJsonErrorResponseHandler } from "@ai-sdk/provider-utils";
 var groqErrorDataSchema = z2.object({
   error: z2.object({
@@ -178,7 +197,7 @@ function prepareTools({
         function: {
           name: tool.name,
           description: tool.description,
-          parameters: tool.parameters
+          parameters: tool.inputSchema
         }
       });
     }
@@ -231,21 +250,18 @@ function mapGroqFinishReason(finishReason) {
 
 // src/groq-chat-language-model.ts
 var GroqChatLanguageModel = class {
-  constructor(modelId, settings, config) {
+  constructor(modelId, config) {
     this.specificationVersion = "v2";
-    this.supportsStructuredOutputs = false;
-    this.defaultObjectGenerationMode = "json";
+    this.supportedUrls = {
+      "image/*": [/^https?:\/\/.*$/]
+    };
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
   }
   get provider() {
     return this.config.provider;
   }
-  get supportsImageUrls() {
-    return !this.settings.downloadImages;
-  }
-  getArgs({
+  async getArgs({
     prompt,
     maxOutputTokens,
     temperature,
@@ -261,25 +277,27 @@ var GroqChatLanguageModel = class {
     toolChoice,
     providerOptions
   }) {
+    var _a, _b;
     const warnings = [];
+    const groqOptions = await parseProviderOptions({
+      provider: "groq",
+      providerOptions,
+      schema: groqProviderOptions
+    });
+    const structuredOutputs = (_a = groqOptions == null ? void 0 : groqOptions.structuredOutputs) != null ? _a : true;
     if (topK != null) {
       warnings.push({
         type: "unsupported-setting",
         setting: "topK"
       });
     }
-    if (responseFormat != null && responseFormat.type === "json" && responseFormat.schema != null) {
+    if ((responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && !structuredOutputs) {
       warnings.push({
         type: "unsupported-setting",
         setting: "responseFormat",
-        details: "JSON response format schema is not supported"
+        details: "JSON response format schema is only supported with structuredOutputs"
       });
     }
-    const groqOptions = parseProviderOptions({
-      provider: "groq",
-      providerOptions,
-      schema: groqProviderOptions
-    });
     const {
       tools: groqTools,
       toolChoice: groqToolChoice,
@@ -301,10 +319,14 @@ var GroqChatLanguageModel = class {
         stop: stopSequences,
         seed,
         // response format:
-        response_format: (
-          // json object response format is not supported for streaming:
-          stream === false && (responseFormat == null ? void 0 : responseFormat.type) === "json" ? { type: "json_object" } : void 0
-        ),
+        response_format: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? structuredOutputs && responseFormat.schema != null ? {
+          type: "json_schema",
+          json_schema: {
+            schema: responseFormat.schema,
+            name: (_b = responseFormat.name) != null ? _b : "response",
+            description: responseFormat.description
+          }
+        } : { type: "json_object" } : void 0,
         // provider options:
         reasoning_format: groqOptions == null ? void 0 : groqOptions.reasoningFormat,
         // messages:
@@ -317,8 +339,11 @@ var GroqChatLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e;
-    const { args, warnings } = this.getArgs({ ...options, stream: false });
+    var _a, _b, _c, _d, _e, _f, _g;
+    const { args, warnings } = await this.getArgs({
+      ...options,
+      stream: false
+    });
     const body = JSON.stringify(args);
     const {
       responseHeaders,
@@ -339,29 +364,35 @@ var GroqChatLanguageModel = class {
       fetch: this.config.fetch
     });
     const choice = response.choices[0];
-    return {
-      text: choice.message.content != null ? { type: "text", text: choice.message.content } : void 0,
-      reasoning: choice.message.reasoning ? [
-        {
-          type: "reasoning",
-          reasoningType: "text",
-          text: choice.message.reasoning
-        }
-      ] : void 0,
-      toolCalls: (_a = choice.message.tool_calls) == null ? void 0 : _a.map((toolCall) => {
-        var _a2;
-        return {
+    const content = [];
+    const text = choice.message.content;
+    if (text != null && text.length > 0) {
+      content.push({ type: "text", text });
+    }
+    const reasoning = choice.message.reasoning;
+    if (reasoning != null && reasoning.length > 0) {
+      content.push({
+        type: "reasoning",
+        text: reasoning
+      });
+    }
+    if (choice.message.tool_calls != null) {
+      for (const toolCall of choice.message.tool_calls) {
+        content.push({
           type: "tool-call",
-          toolCallType: "function",
-          toolCallId: (_a2 = toolCall.id) != null ? _a2 : generateId(),
+          toolCallId: (_a = toolCall.id) != null ? _a : generateId(),
           toolName: toolCall.function.name,
-          args: toolCall.function.arguments
-        };
-      }),
+          input: toolCall.function.arguments
+        });
+      }
+    }
+    return {
+      content,
       finishReason: mapGroqFinishReason(choice.finish_reason),
       usage: {
         inputTokens: (_c = (_b = response.usage) == null ? void 0 : _b.prompt_tokens) != null ? _c : void 0,
-        outputTokens: (_e = (_d = response.usage) == null ? void 0 : _d.completion_tokens) != null ? _e : void 0
+        outputTokens: (_e = (_d = response.usage) == null ? void 0 : _d.completion_tokens) != null ? _e : void 0,
+        totalTokens: (_g = (_f = response.usage) == null ? void 0 : _f.total_tokens) != null ? _g : void 0
       },
       response: {
         ...getResponseMetadata(response),
@@ -373,7 +404,7 @@ var GroqChatLanguageModel = class {
     };
   }
   async doStream(options) {
-    const { args, warnings } = this.getArgs({ ...options, stream: true });
+    const { args, warnings } = await this.getArgs({ ...options, stream: true });
     const body = JSON.stringify({ ...args, stream: true });
     const { responseHeaders, value: response } = await postJsonToApi({
       url: this.config.url({
@@ -394,15 +425,24 @@ var GroqChatLanguageModel = class {
     let finishReason = "unknown";
     const usage = {
       inputTokens: void 0,
-      outputTokens: void 0
+      outputTokens: void 0,
+      totalTokens: void 0
     };
     let isFirstChunk = true;
+    let isActiveText = false;
+    let isActiveReasoning = false;
     let providerMetadata;
     return {
       stream: response.pipeThrough(
         new TransformStream({
+          start(controller) {
+            controller.enqueue({ type: "stream-start", warnings });
+          },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
+            if (options.includeRawChunks) {
+              controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
+            }
             if (!chunk.success) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: chunk.error });
@@ -424,6 +464,7 @@ var GroqChatLanguageModel = class {
             if (((_a = value.x_groq) == null ? void 0 : _a.usage) != null) {
               usage.inputTokens = (_b = value.x_groq.usage.prompt_tokens) != null ? _b : void 0;
               usage.outputTokens = (_c = value.x_groq.usage.completion_tokens) != null ? _c : void 0;
+              usage.totalTokens = (_d = value.x_groq.usage.total_tokens) != null ? _d : void 0;
             }
             const choice = value.choices[0];
             if ((choice == null ? void 0 : choice.finish_reason) != null) {
@@ -434,16 +475,28 @@ var GroqChatLanguageModel = class {
             }
             const delta = choice.delta;
             if (delta.reasoning != null && delta.reasoning.length > 0) {
+              if (!isActiveReasoning) {
+                controller.enqueue({
+                  type: "reasoning-start",
+                  id: "reasoning-0"
+                });
+                isActiveReasoning = true;
+              }
               controller.enqueue({
-                type: "reasoning",
-                reasoningType: "text",
-                text: delta.reasoning
+                type: "reasoning-delta",
+                id: "reasoning-0",
+                delta: delta.reasoning
               });
             }
             if (delta.content != null && delta.content.length > 0) {
+              if (!isActiveText) {
+                controller.enqueue({ type: "text-start", id: "txt-0" });
+                isActiveText = true;
+              }
               controller.enqueue({
-                type: "text",
-                text: delta.content
+                type: "text-delta",
+                id: "txt-0",
+                delta: delta.content
               });
             }
             if (delta.tool_calls != null) {
@@ -462,39 +515,45 @@ var GroqChatLanguageModel = class {
                       message: `Expected 'id' to be a string.`
                     });
                   }
-                  if (((_d = toolCallDelta.function) == null ? void 0 : _d.name) == null) {
+                  if (((_e = toolCallDelta.function) == null ? void 0 : _e.name) == null) {
                     throw new InvalidResponseDataError({
                       data: toolCallDelta,
                       message: `Expected 'function.name' to be a string.`
                     });
                   }
+                  controller.enqueue({
+                    type: "tool-input-start",
+                    id: toolCallDelta.id,
+                    toolName: toolCallDelta.function.name
+                  });
                   toolCalls[index] = {
                     id: toolCallDelta.id,
                     type: "function",
                     function: {
                       name: toolCallDelta.function.name,
-                      arguments: (_e = toolCallDelta.function.arguments) != null ? _e : ""
+                      arguments: (_f = toolCallDelta.function.arguments) != null ? _f : ""
                     },
                     hasFinished: false
                   };
                   const toolCall2 = toolCalls[index];
-                  if (((_f = toolCall2.function) == null ? void 0 : _f.name) != null && ((_g = toolCall2.function) == null ? void 0 : _g.arguments) != null) {
+                  if (((_g = toolCall2.function) == null ? void 0 : _g.name) != null && ((_h = toolCall2.function) == null ? void 0 : _h.arguments) != null) {
                     if (toolCall2.function.arguments.length > 0) {
                       controller.enqueue({
-                        type: "tool-call-delta",
-                        toolCallType: "function",
-                        toolCallId: toolCall2.id,
-                        toolName: toolCall2.function.name,
-                        argsTextDelta: toolCall2.function.arguments
+                        type: "tool-input-delta",
+                        id: toolCall2.id,
+                        delta: toolCall2.function.arguments
                       });
                     }
                     if (isParsableJson(toolCall2.function.arguments)) {
+                      controller.enqueue({
+                        type: "tool-input-end",
+                        id: toolCall2.id
+                      });
                       controller.enqueue({
                         type: "tool-call",
-                        toolCallType: "function",
-                        toolCallId: (_h = toolCall2.id) != null ? _h : generateId(),
+                        toolCallId: (_i = toolCall2.id) != null ? _i : generateId(),
                         toolName: toolCall2.function.name,
-                        args: toolCall2.function.arguments
+                        input: toolCall2.function.arguments
                       });
                       toolCall2.hasFinished = true;
                     }
@@ -505,23 +564,24 @@ var GroqChatLanguageModel = class {
                 if (toolCall.hasFinished) {
                   continue;
                 }
-                if (((_i = toolCallDelta.function) == null ? void 0 : _i.arguments) != null) {
-                  toolCall.function.arguments += (_k = (_j = toolCallDelta.function) == null ? void 0 : _j.arguments) != null ? _k : "";
+                if (((_j = toolCallDelta.function) == null ? void 0 : _j.arguments) != null) {
+                  toolCall.function.arguments += (_l = (_k = toolCallDelta.function) == null ? void 0 : _k.arguments) != null ? _l : "";
                 }
                 controller.enqueue({
-                  type: "tool-call-delta",
-                  toolCallType: "function",
-                  toolCallId: toolCall.id,
-                  toolName: toolCall.function.name,
-                  argsTextDelta: (_l = toolCallDelta.function.arguments) != null ? _l : ""
+                  type: "tool-input-delta",
+                  id: toolCall.id,
+                  delta: (_m = toolCallDelta.function.arguments) != null ? _m : ""
                 });
-                if (((_m = toolCall.function) == null ? void 0 : _m.name) != null && ((_n = toolCall.function) == null ? void 0 : _n.arguments) != null && isParsableJson(toolCall.function.arguments)) {
+                if (((_n = toolCall.function) == null ? void 0 : _n.name) != null && ((_o = toolCall.function) == null ? void 0 : _o.arguments) != null && isParsableJson(toolCall.function.arguments)) {
+                  controller.enqueue({
+                    type: "tool-input-end",
+                    id: toolCall.id
+                  });
                   controller.enqueue({
                     type: "tool-call",
-                    toolCallType: "function",
-                    toolCallId: (_o = toolCall.id) != null ? _o : generateId(),
+                    toolCallId: (_p = toolCall.id) != null ? _p : generateId(),
                     toolName: toolCall.function.name,
-                    args: toolCall.function.arguments
+                    input: toolCall.function.arguments
                   });
                   toolCall.hasFinished = true;
                 }
@@ -529,6 +589,12 @@ var GroqChatLanguageModel = class {
             }
           },
           flush(controller) {
+            if (isActiveReasoning) {
+              controller.enqueue({ type: "reasoning-end", id: "reasoning-0" });
+            }
+            if (isActiveText) {
+              controller.enqueue({ type: "text-end", id: "txt-0" });
+            }
             controller.enqueue({
               type: "finish",
               finishReason,
@@ -538,9 +604,8 @@ var GroqChatLanguageModel = class {
           }
         })
       ),
-      response: { headers: responseHeaders },
-      warnings,
-      request: { body }
+      request: { body },
+      response: { headers: responseHeaders }
     };
   }
 };
@@ -570,7 +635,8 @@ var groqChatResponseSchema = z3.object({
   ),
   usage: z3.object({
     prompt_tokens: z3.number().nullish(),
-    completion_tokens: z3.number().nullish()
+    completion_tokens: z3.number().nullish(),
+    total_tokens: z3.number().nullish()
   }).nullish()
 });
 var groqChatChunkSchema = z3.union([
@@ -602,13 +668,140 @@ var groqChatChunkSchema = z3.union([
     x_groq: z3.object({
       usage: z3.object({
         prompt_tokens: z3.number().nullish(),
-        completion_tokens: z3.number().nullish()
+        completion_tokens: z3.number().nullish(),
+        total_tokens: z3.number().nullish()
       }).nullish()
     }).nullish()
   }),
   groqErrorDataSchema
 ]);
 
+// src/groq-transcription-model.ts
+import {
+  combineHeaders as combineHeaders2,
+  convertBase64ToUint8Array,
+  createJsonResponseHandler as createJsonResponseHandler2,
+  parseProviderOptions as parseProviderOptions2,
+  postFormDataToApi
+} from "@ai-sdk/provider-utils";
+import { z as z4 } from "zod/v4";
+var groqProviderOptionsSchema = z4.object({
+  language: z4.string().nullish(),
+  prompt: z4.string().nullish(),
+  responseFormat: z4.string().nullish(),
+  temperature: z4.number().min(0).max(1).nullish(),
+  timestampGranularities: z4.array(z4.string()).nullish()
+});
+var GroqTranscriptionModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v2";
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  async getArgs({
+    audio,
+    mediaType,
+    providerOptions
+  }) {
+    var _a, _b, _c, _d, _e;
+    const warnings = [];
+    const groqOptions = await parseProviderOptions2({
+      provider: "groq",
+      providerOptions,
+      schema: groqProviderOptionsSchema
+    });
+    const formData = new FormData();
+    const blob = audio instanceof Uint8Array ? new Blob([audio]) : new Blob([convertBase64ToUint8Array(audio)]);
+    formData.append("model", this.modelId);
+    formData.append("file", new File([blob], "audio", { type: mediaType }));
+    if (groqOptions) {
+      const transcriptionModelOptions = {
+        language: (_a = groqOptions.language) != null ? _a : void 0,
+        prompt: (_b = groqOptions.prompt) != null ? _b : void 0,
+        response_format: (_c = groqOptions.responseFormat) != null ? _c : void 0,
+        temperature: (_d = groqOptions.temperature) != null ? _d : void 0,
+        timestamp_granularities: (_e = groqOptions.timestampGranularities) != null ? _e : void 0
+      };
+      for (const key in transcriptionModelOptions) {
+        const value = transcriptionModelOptions[key];
+        if (value !== void 0) {
+          formData.append(key, String(value));
+        }
+      }
+    }
+    return {
+      formData,
+      warnings
+    };
+  }
+  async doGenerate(options) {
+    var _a, _b, _c, _d, _e;
+    const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
+    const { formData, warnings } = await this.getArgs(options);
+    const {
+      value: response,
+      responseHeaders,
+      rawValue: rawResponse
+    } = await postFormDataToApi({
+      url: this.config.url({
+        path: "/audio/transcriptions",
+        modelId: this.modelId
+      }),
+      headers: combineHeaders2(this.config.headers(), options.headers),
+      formData,
+      failedResponseHandler: groqFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler2(
+        groqTranscriptionResponseSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    return {
+      text: response.text,
+      segments: (_e = (_d = response.segments) == null ? void 0 : _d.map((segment) => ({
+        text: segment.text,
+        startSecond: segment.start,
+        endSecond: segment.end
+      }))) != null ? _e : [],
+      language: response.language,
+      durationInSeconds: response.duration,
+      warnings,
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders,
+        body: rawResponse
+      }
+    };
+  }
+};
+var groqTranscriptionResponseSchema = z4.object({
+  task: z4.string(),
+  language: z4.string(),
+  duration: z4.number(),
+  text: z4.string(),
+  segments: z4.array(
+    z4.object({
+      id: z4.number(),
+      seek: z4.number(),
+      start: z4.number(),
+      end: z4.number(),
+      text: z4.string(),
+      tokens: z4.array(z4.number()),
+      temperature: z4.number(),
+      avg_logprob: z4.number(),
+      compression_ratio: z4.number(),
+      no_speech_prob: z4.number()
+    })
+  ),
+  x_groq: z4.object({
+    id: z4.string()
+  })
+});
+
 // src/groq-provider.ts
 function createGroq(options = {}) {
   var _a;
@@ -621,22 +814,30 @@ function createGroq(options = {}) {
     })}`,
     ...options.headers
   });
-  const createChatModel = (modelId, settings = {}) => new GroqChatLanguageModel(modelId, settings, {
+  const createChatModel = (modelId) => new GroqChatLanguageModel(modelId, {
     provider: "groq.chat",
     url: ({ path }) => `${baseURL}${path}`,
     headers: getHeaders,
     fetch: options.fetch
   });
-  const createLanguageModel = (modelId, settings) => {
+  const createLanguageModel = (modelId) => {
     if (new.target) {
       throw new Error(
         "The Groq model function cannot be called with the new keyword."
       );
     }
-    return createChatModel(modelId, settings);
+    return createChatModel(modelId);
+  };
+  const createTranscriptionModel = (modelId) => {
+    return new GroqTranscriptionModel(modelId, {
+      provider: "groq.transcription",
+      url: ({ path }) => `${baseURL}${path}`,
+      headers: getHeaders,
+      fetch: options.fetch
+    });
   };
-  const provider = function(modelId, settings) {
-    return createLanguageModel(modelId, settings);
+  const provider = function(modelId) {
+    return createLanguageModel(modelId);
   };
   provider.languageModel = createLanguageModel;
   provider.chat = createChatModel;
@@ -646,6 +847,7 @@ function createGroq(options = {}) {
   provider.imageModel = (modelId) => {
     throw new NoSuchModelError({ modelId, modelType: "imageModel" });
   };
+  provider.transcription = createTranscriptionModel;
   return provider;
 }
 var groq = createGroq();