@friendliai/ai-provider 0.3.2 → 1.0.0-beta.1

package/dist/index.mjs

@@ -1,34 +1,16 @@
 // src/friendli-provider.ts
+import { OpenAICompatibleCompletionLanguageModel } from "@ai-sdk/openai-compatible";
 import {
   NoSuchModelError
 } from "@ai-sdk/provider";
 import { loadApiKey as loadApiKey2, withoutTrailingSlash } from "@ai-sdk/provider-utils";
-import { OpenAICompatibleCompletionLanguageModel } from "@ai-sdk/openai-compatible";
-
-// src/friendli-settings.ts
-var FriendliAIServerlessModelIds = [
-  "LGAI-EXAONE/EXAONE-4.0.1-32B",
-  "skt/A.X-4.0",
-  "skt/A.X-3.1",
-  "naver-hyperclovax/HyperCLOVAX-SEED-Think-14B",
-  "deepseek-ai/DeepSeek-R1-0528",
-  "meta-llama/Llama-4-Maverick-17B-128E-Instruct",
-  "meta-llama/Llama-4-Scout-17B-16E-Instruct",
-  "meta-llama/Llama-3.3-70B-Instruct",
-  "meta-llama-3.3-70b-instruct",
-  "meta-llama/Llama-3.1-8B-Instruct",
-  "meta-llama-3.1-8b-instruct",
-  "Qwen/Qwen3-235B-A22B-Thinking-2507",
-  "Qwen/Qwen3-235B-A22B-Instruct-2507",
-  "Qwen/Qwen3-30B-A3B",
-  "Qwen/Qwen3-32B",
-  "google/gemma-3-27b-it",
-  "mistralai/Mistral-Small-3.1-24B-Instruct-2503",
-  "mistralai/Devstral-Small-2505",
-  "mistralai/Magistral-Small-2506"
-];
 
 // src/friendli-chat-language-model.ts
+import {
+  convertToOpenAICompatibleChatMessages,
+  getResponseMetadata,
+  mapOpenAICompatibleFinishReason
+} from "@ai-sdk/openai-compatible/internal";
 import {
   InvalidResponseDataError
 } from "@ai-sdk/provider";
@@ -42,16 +24,11 @@ import {
   parseProviderOptions,
   postJsonToApi
 } from "@ai-sdk/provider-utils";
-import {
-  convertToOpenAICompatibleChatMessages,
-  getResponseMetadata,
-  mapOpenAICompatibleFinishReason
-} from "@ai-sdk/openai-compatible/internal";
-import { z as z2 } from "zod";
+import { z as z2 } from "zod/v4";
 
 // src/friendli-error.ts
-import { z } from "zod";
 import { createJsonErrorResponseHandler } from "@ai-sdk/provider-utils";
+import { z } from "zod/v4";
 var friendliaiErrorSchema = z.object({
   message: z.string(),
   error: z.record(z.string(), z.any())
@@ -78,7 +55,7 @@ function prepareTools({
   }
   const openaiCompatTools = [];
   for (const tool of tools) {
-    if (tool.type === "provider-defined") {
+    if (tool.type === "provider") {
       openaiCompatTools.push({
         // NOTE: It would be better to use tool.name, but since ":" is replaced with "_", the following code is used instead
         type: (_a = tool.id.split(".")[1]) != null ? _a : "unknown"
@@ -125,7 +102,7 @@ function prepareTools({
 var FriendliAIChatLanguageModel = class {
   // type inferred via constructor
   constructor(modelId, config) {
-    this.specificationVersion = "v2";
+    this.specificationVersion = "v3";
     var _a;
     this.modelId = modelId;
     this.config = config;
@@ -160,7 +137,7 @@ var FriendliAIChatLanguageModel = class {
     var _a;
     const warnings = [];
     if (topK != null) {
-      warnings.push({ type: "unsupported-setting", setting: "topK" });
+      warnings.push({ type: "unsupported", feature: "topK" });
     }
     const friendliOptions = await parseProviderOptions({
       provider: "friendli",
@@ -169,8 +146,8 @@ var FriendliAIChatLanguageModel = class {
     });
     if ((responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && !this.supportsStructuredOutputs) {
       warnings.push({
-        type: "unsupported-setting",
-        setting: "responseFormat",
+        type: "unsupported",
+        feature: "responseFormat",
         details: "JSON response format schema is only supported with structuredOutputs"
       });
     }
@@ -222,7 +199,7 @@ var FriendliAIChatLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const { args, warnings } = await this.getArgs({ ...options, stream: false });
     const body = JSON.stringify(args);
     const {
@@ -268,11 +245,17 @@ var FriendliAIChatLanguageModel = class {
       content,
       finishReason: mapOpenAICompatibleFinishReason(choice.finish_reason),
       usage: {
-        inputTokens: (_c = (_b = responseBody.usage) == null ? void 0 : _b.prompt_tokens) != null ? _c : void 0,
-        outputTokens: (_e = (_d = responseBody.usage) == null ? void 0 : _d.completion_tokens) != null ? _e : void 0,
-        totalTokens: (_g = (_f = responseBody.usage) == null ? void 0 : _f.total_tokens) != null ? _g : void 0,
-        reasoningTokens: (_j = (_i = (_h = responseBody.usage) == null ? void 0 : _h.completion_tokens_details) == null ? void 0 : _i.reasoning_tokens) != null ? _j : void 0,
-        cachedInputTokens: (_m = (_l = (_k = responseBody.usage) == null ? void 0 : _k.prompt_tokens_details) == null ? void 0 : _l.cached_tokens) != null ? _m : void 0
+        inputTokens: {
+          total: (_c = (_b = responseBody.usage) == null ? void 0 : _b.prompt_tokens) != null ? _c : void 0,
+          noCache: void 0,
+          cacheRead: (_f = (_e = (_d = responseBody.usage) == null ? void 0 : _d.prompt_tokens_details) == null ? void 0 : _e.cached_tokens) != null ? _f : void 0,
+          cacheWrite: void 0
+        },
+        outputTokens: {
+          total: (_h = (_g = responseBody.usage) == null ? void 0 : _g.completion_tokens) != null ? _h : void 0,
+          text: void 0,
+          reasoning: (_k = (_j = (_i = responseBody.usage) == null ? void 0 : _i.completion_tokens_details) == null ? void 0 : _j.reasoning_tokens) != null ? _k : void 0
+        }
       },
       // providerMetadata,
       request: { body },
@@ -331,7 +314,7 @@ var FriendliAIChatLanguageModel = class {
           },
           // TODO we lost type safety on Chunk, most likely due to the error schema. MUST FIX
           transform(chunk, controller) {
-            var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l;
+            var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
             if (!chunk.success) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: chunk.error });
@@ -339,6 +322,49 @@ var FriendliAIChatLanguageModel = class {
             }
             const value = chunk.value;
             metadataExtractor == null ? void 0 : metadataExtractor.processChunk(chunk.rawValue);
+            if ("status" in value) {
+              const toolCallId = (_a2 = value.tool_call_id) != null ? _a2 : generateId();
+              switch (value.status) {
+                case "STARTED":
+                  controller.enqueue({
+                    type: "tool-call",
+                    toolCallId,
+                    toolName: value.name,
+                    input: JSON.stringify(
+                      Object.fromEntries(value.parameters.map((p) => [p.name, p.value]))
+                    ),
+                    providerExecuted: true
+                  });
+                  break;
+                case "UPDATING":
+                  break;
+                case "ENDED":
+                  controller.enqueue({
+                    type: "tool-result",
+                    toolCallId,
+                    toolName: value.name,
+                    result: (_b = value.result) != null ? _b : ""
+                  });
+                  break;
+                case "ERRORED":
+                  finishReason = "error";
+                  controller.enqueue({
+                    type: "tool-result",
+                    toolCallId,
+                    toolName: value.name,
+                    result: (_d = (_c = value.error) == null ? void 0 : _c.msg) != null ? _d : "Unknown error",
+                    isError: true
+                  });
+                  break;
+                default:
+                  finishReason = "error";
+                  controller.enqueue({
+                    type: "error",
+                    error: new Error(`Unsupported tool call status: ${value.status}`)
+                  });
+              }
+              return;
+            }
             if ("error" in value) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: value.error.message });
@@ -413,7 +439,7 @@ var FriendliAIChatLanguageModel = class {
                       message: `Expected 'id' to be a string.`
                     });
                   }
-                  if (((_a2 = toolCallDelta.function) == null ? void 0 : _a2.name) == null) {
+                  if (((_e = toolCallDelta.function) == null ? void 0 : _e.name) == null) {
                     throw new InvalidResponseDataError({
                       data: toolCallDelta,
                       message: `Expected 'function.name' to be a string.`
@@ -424,12 +450,12 @@ var FriendliAIChatLanguageModel = class {
                     type: "function",
                     function: {
                       name: toolCallDelta.function.name,
-                      arguments: (_b = toolCallDelta.function.arguments) != null ? _b : ""
+                      arguments: (_f = toolCallDelta.function.arguments) != null ? _f : ""
                     },
                     hasFinished: false
                   };
                   const toolCall2 = toolCalls[index];
-                  if (((_c = toolCall2.function) == null ? void 0 : _c.name) != null && ((_d = toolCall2.function) == null ? void 0 : _d.arguments) != null) {
+                  if (((_g = toolCall2.function) == null ? void 0 : _g.name) != null && ((_h = toolCall2.function) == null ? void 0 : _h.arguments) != null) {
                     if (toolCall2.function.arguments.length > 0) {
                       controller.enqueue({
                         type: "tool-input-delta",
@@ -440,7 +466,7 @@ var FriendliAIChatLanguageModel = class {
                     if (isParsableJson(toolCall2.function.arguments)) {
                       controller.enqueue({
                         type: "tool-call",
-                        toolCallId: (_e = toolCall2.id) != null ? _e : generateId(),
+                        toolCallId: (_i = toolCall2.id) != null ? _i : generateId(),
                         toolName: toolCall2.function.name,
                         input: toolCall2.function.arguments
                       });
@@ -453,18 +479,18 @@ var FriendliAIChatLanguageModel = class {
                 if (toolCall.hasFinished) {
                   continue;
                 }
-                if (((_f = toolCallDelta.function) == null ? void 0 : _f.arguments) != null) {
-                  toolCall.function.arguments += (_h = (_g = toolCallDelta.function) == null ? void 0 : _g.arguments) != null ? _h : "";
+                if (((_j = toolCallDelta.function) == null ? void 0 : _j.arguments) != null) {
+                  toolCall.function.arguments += (_l = (_k = toolCallDelta.function) == null ? void 0 : _k.arguments) != null ? _l : "";
                 }
                 controller.enqueue({
                   type: "tool-input-delta",
                   id: toolCall.id,
-                  delta: (_i = toolCallDelta.function.arguments) != null ? _i : ""
+                  delta: (_m = toolCallDelta.function.arguments) != null ? _m : ""
                 });
-                if (((_j = toolCall.function) == null ? void 0 : _j.name) != null && ((_k = toolCall.function) == null ? void 0 : _k.arguments) != null && isParsableJson(toolCall.function.arguments)) {
+                if (((_n = toolCall.function) == null ? void 0 : _n.name) != null && ((_o = toolCall.function) == null ? void 0 : _o.arguments) != null && isParsableJson(toolCall.function.arguments)) {
                   controller.enqueue({
                     type: "tool-call",
-                    toolCallId: (_l = toolCall.id) != null ? _l : generateId(),
+                    toolCallId: (_p = toolCall.id) != null ? _p : generateId(),
                     toolName: toolCall.function.name,
                     input: toolCall.function.arguments
                   });
@@ -474,7 +500,7 @@ var FriendliAIChatLanguageModel = class {
             }
           },
           flush(controller) {
-            var _a2, _b, _c, _d, _e;
+            var _a2, _b, _c, _d;
             const providerMetadata = {
               [providerOptionsName]: {},
               ...metadataExtractor == null ? void 0 : metadataExtractor.buildMetadata()
@@ -489,11 +515,17 @@ var FriendliAIChatLanguageModel = class {
               type: "finish",
               finishReason,
               usage: {
-                inputTokens: (_a2 = usage.promptTokens) != null ? _a2 : void 0,
-                outputTokens: (_b = usage.completionTokens) != null ? _b : void 0,
-                totalTokens: (_c = usage.totalTokens) != null ? _c : void 0,
-                reasoningTokens: (_d = usage.completionTokensDetails.reasoningTokens) != null ? _d : void 0,
-                cachedInputTokens: (_e = usage.promptTokensDetails.cachedTokens) != null ? _e : void 0
+                inputTokens: {
+                  total: (_a2 = usage.promptTokens) != null ? _a2 : void 0,
+                  noCache: void 0,
+                  cacheRead: (_b = usage.promptTokensDetails.cachedTokens) != null ? _b : void 0,
+                  cacheWrite: void 0
+                },
+                outputTokens: {
+                  total: (_c = usage.completionTokens) != null ? _c : void 0,
+                  text: void 0,
+                  reasoning: (_d = usage.completionTokensDetails.reasoningTokens) != null ? _d : void 0
+                }
               },
               providerMetadata
             });
@@ -652,6 +684,25 @@ var createOpenAICompatibleChatChunkSchema = (errorSchema) => z2.union([
     ),
     usage: openaiCompatibleTokenUsageSchema
   }),
+  z2.object({
+    name: z2.string(),
+    status: z2.enum(["ENDED", "STARTED", "ERRORED", "UPDATING"]),
+    message: z2.null(),
+    parameters: z2.array(
+      z2.object({
+        name: z2.string(),
+        value: z2.string()
+      })
+    ),
+    result: z2.string().nullable(),
+    error: z2.object({
+      type: z2.enum(["INVALID_PARAMETER", "UNKNOWN"]),
+      msg: z2.string()
+    }).nullable(),
+    timestamp: z2.number(),
+    usage: z2.null(),
+    tool_call_id: z2.string().nullable()
+  }),
   errorSchema
 ]);
 var friendliProviderOptionsSchema = z2.object({
@@ -667,6 +718,91 @@ var friendliProviderOptionsSchema = z2.object({
   chat_template_kwargs: z2.record(z2.string(), z2.any()).nullish()
 });
 
+// src/friendli-settings.ts
+var FriendliAIServerlessModelIds = [
+  "MiniMaxAI/MiniMax-M2",
+  "zai-org/GLM-4.6",
+  "LGAI-EXAONE/EXAONE-4.0.1-32B",
+  "skt/A.X-4.0",
+  "skt/A.X-3.1",
+  "naver-hyperclovax/HyperCLOVAX-SEED-Think-14B",
+  "deepseek-ai/DeepSeek-V3.1",
+  "deepseek-ai/DeepSeek-R1-0528",
+  "meta-llama/Llama-4-Maverick-17B-128E-Instruct",
+  "meta-llama/Llama-4-Scout-17B-16E-Instruct",
+  "meta-llama/Llama-3.3-70B-Instruct",
+  "meta-llama-3.3-70b-instruct",
+  "meta-llama/Llama-3.1-8B-Instruct",
+  "meta-llama-3.1-8b-instruct",
+  "Qwen/Qwen3-235B-A22B-Thinking-2507",
+  "Qwen/Qwen3-235B-A22B-Instruct-2507",
+  "Qwen/Qwen3-30B-A3B",
+  "Qwen/Qwen3-32B",
+  "google/gemma-3-27b-it",
+  "mistralai/Mistral-Small-3.1-24B-Instruct-2503",
+  "mistralai/Devstral-Small-2505",
+  "mistralai/Magistral-Small-2506"
+];
+
+// src/friendli-tools.ts
+import { jsonSchema } from "@ai-sdk/provider-utils";
+function webSearch() {
+  return {
+    type: "provider",
+    id: "friendli.web:search",
+    args: {},
+    inputSchema: jsonSchema({ type: "object", properties: {} })
+  };
+}
+function webUrl() {
+  return {
+    type: "provider",
+    id: "friendli.web:url",
+    args: {},
+    inputSchema: jsonSchema({ type: "object", properties: {} })
+  };
+}
+function mathCalendar() {
+  return {
+    type: "provider",
+    id: "friendli.math:calendar",
+    args: {},
+    inputSchema: jsonSchema({ type: "object", properties: {} })
+  };
+}
+function mathStatistics() {
+  return {
+    type: "provider",
+    id: "friendli.math:statistics",
+    args: {},
+    inputSchema: jsonSchema({ type: "object", properties: {} })
+  };
+}
+function mathCalculator() {
+  return {
+    type: "provider",
+    id: "friendli.math:calculator",
+    args: {},
+    inputSchema: jsonSchema({ type: "object", properties: {} })
+  };
+}
+function codePythonInterpreter() {
+  return {
+    type: "provider",
+    id: "friendli.code:python-interpreter",
+    args: {},
+    inputSchema: jsonSchema({ type: "object", properties: {} })
+  };
+}
+var friendliTools = {
+  webSearch,
+  webUrl,
+  mathCalendar,
+  mathStatistics,
+  mathCalculator,
+  codePythonInterpreter
+};
+
 // src/get-available-models.ts
 import { loadApiKey } from "@ai-sdk/provider-utils";
 var DEFAULT_GRAPHQL_URL = "https://api-internal.friendli.ai/api/graphql";
@@ -774,64 +910,6 @@ async function getAvailableModelsImpl(options) {
   return { models };
 }
 
-// src/friendli-tools.ts
-function webUrlBetaTool() {
-  return {
-    type: "provider-defined",
-    id: "friendli.web:url",
-    name: "web:url",
-    args: {}
-  };
-}
-function webSearchBetaTool() {
-  return {
-    type: "provider-defined",
-    id: "friendli.web:search",
-    name: "web:search",
-    args: {}
-  };
-}
-function mathCalendarBetaTool() {
-  return {
-    type: "provider-defined",
-    id: "friendli.math:calendar",
-    name: "math:calendar",
-    args: {}
-  };
-}
-function mathStatisticsBetaTool() {
-  return {
-    type: "provider-defined",
-    id: "friendli.math:statistics",
-    name: "math:statistics",
-    args: {}
-  };
-}
-function mathCalculatorBetaTool() {
-  return {
-    type: "provider-defined",
-    id: "friendli.math:calculator",
-    name: "math:calculator",
-    args: {}
-  };
-}
-function codePythonInterpreterBetaTool() {
-  return {
-    type: "provider-defined",
-    id: "friendli.code:python-interpreter",
-    name: "code:python-interpreter",
-    args: {}
-  };
-}
-var friendliTools = {
-  webSearchBetaTool,
-  webUrlBetaTool,
-  mathCalendarBetaTool,
-  mathStatisticsBetaTool,
-  mathCalculatorBetaTool,
-  codePythonInterpreterBetaTool
-};
-
 // src/friendli-provider.ts
 function createFriendli(options = {}) {
   const getHeaders = () => ({
@@ -903,7 +981,7 @@ function createFriendli(options = {}) {
     });
   };
   const createTextEmbeddingModel = (modelId) => {
-    throw new NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
+    throw new NoSuchModelError({ modelId, modelType: "embeddingModel" });
   };
   const createImageModel = (modelId) => {
     throw new NoSuchModelError({ modelId, modelType: "imageModel" });
@@ -919,7 +997,7 @@ function createFriendli(options = {}) {
   provider.chat = createLanguageModel;
   provider.completion = createCompletionModel;
   provider.embedding = createTextEmbeddingModel;
-  provider.textEmbeddingModel = createTextEmbeddingModel;
+  provider.embeddingModel = createTextEmbeddingModel;
   provider.getAvailableModels = async (opts) => {
     var _a;
     const defaultURL = "https://api-internal.friendli.ai/api/graphql";