@friendliai/ai-provider 1.0.0-beta.0 → 1.0.0-beta.1

package/dist/index.js

@@ -28,7 +28,7 @@ module.exports = __toCommonJS(index_exports);
 // src/friendli-provider.ts
 var import_openai_compatible = require("@ai-sdk/openai-compatible");
 var import_provider3 = require("@ai-sdk/provider");
-var import_provider_utils4 = require("@ai-sdk/provider-utils");
+var import_provider_utils5 = require("@ai-sdk/provider-utils");
 
 // src/friendli-chat-language-model.ts
 var import_internal = require("@ai-sdk/openai-compatible/internal");
@@ -63,7 +63,7 @@ function prepareTools({
   }
   const openaiCompatTools = [];
   for (const tool of tools) {
-    if (tool.type === "provider-defined") {
+    if (tool.type === "provider") {
       openaiCompatTools.push({
         // NOTE: It would be better to use tool.name, but since ":" is replaced with "_", the following code is used instead
         type: (_a = tool.id.split(".")[1]) != null ? _a : "unknown"
@@ -110,7 +110,7 @@ function prepareTools({
 var FriendliAIChatLanguageModel = class {
   // type inferred via constructor
   constructor(modelId, config) {
-    this.specificationVersion = "v2";
+    this.specificationVersion = "v3";
     var _a;
     this.modelId = modelId;
     this.config = config;
@@ -145,7 +145,7 @@ var FriendliAIChatLanguageModel = class {
     var _a;
     const warnings = [];
     if (topK != null) {
-      warnings.push({ type: "unsupported-setting", setting: "topK" });
+      warnings.push({ type: "unsupported", feature: "topK" });
     }
     const friendliOptions = await (0, import_provider_utils2.parseProviderOptions)({
       provider: "friendli",
@@ -154,8 +154,8 @@ var FriendliAIChatLanguageModel = class {
     });
     if ((responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && !this.supportsStructuredOutputs) {
       warnings.push({
-        type: "unsupported-setting",
-        setting: "responseFormat",
+        type: "unsupported",
+        feature: "responseFormat",
         details: "JSON response format schema is only supported with structuredOutputs"
       });
     }
@@ -207,7 +207,7 @@ var FriendliAIChatLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const { args, warnings } = await this.getArgs({ ...options, stream: false });
     const body = JSON.stringify(args);
     const {
@@ -253,11 +253,17 @@ var FriendliAIChatLanguageModel = class {
       content,
       finishReason: (0, import_internal.mapOpenAICompatibleFinishReason)(choice.finish_reason),
       usage: {
-        inputTokens: (_c = (_b = responseBody.usage) == null ? void 0 : _b.prompt_tokens) != null ? _c : void 0,
-        outputTokens: (_e = (_d = responseBody.usage) == null ? void 0 : _d.completion_tokens) != null ? _e : void 0,
-        totalTokens: (_g = (_f = responseBody.usage) == null ? void 0 : _f.total_tokens) != null ? _g : void 0,
-        reasoningTokens: (_j = (_i = (_h = responseBody.usage) == null ? void 0 : _h.completion_tokens_details) == null ? void 0 : _i.reasoning_tokens) != null ? _j : void 0,
-        cachedInputTokens: (_m = (_l = (_k = responseBody.usage) == null ? void 0 : _k.prompt_tokens_details) == null ? void 0 : _l.cached_tokens) != null ? _m : void 0
+        inputTokens: {
+          total: (_c = (_b = responseBody.usage) == null ? void 0 : _b.prompt_tokens) != null ? _c : void 0,
+          noCache: void 0,
+          cacheRead: (_f = (_e = (_d = responseBody.usage) == null ? void 0 : _d.prompt_tokens_details) == null ? void 0 : _e.cached_tokens) != null ? _f : void 0,
+          cacheWrite: void 0
+        },
+        outputTokens: {
+          total: (_h = (_g = responseBody.usage) == null ? void 0 : _g.completion_tokens) != null ? _h : void 0,
+          text: void 0,
+          reasoning: (_k = (_j = (_i = responseBody.usage) == null ? void 0 : _i.completion_tokens_details) == null ? void 0 : _j.reasoning_tokens) != null ? _k : void 0
+        }
       },
       // providerMetadata,
       request: { body },
@@ -316,7 +322,7 @@ var FriendliAIChatLanguageModel = class {
           },
           // TODO we lost type safety on Chunk, most likely due to the error schema. MUST FIX
           transform(chunk, controller) {
-            var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l;
+            var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
             if (!chunk.success) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: chunk.error });
@@ -324,6 +330,49 @@ var FriendliAIChatLanguageModel = class {
             }
             const value = chunk.value;
             metadataExtractor == null ? void 0 : metadataExtractor.processChunk(chunk.rawValue);
+            if ("status" in value) {
+              const toolCallId = (_a2 = value.tool_call_id) != null ? _a2 : (0, import_provider_utils2.generateId)();
+              switch (value.status) {
+                case "STARTED":
+                  controller.enqueue({
+                    type: "tool-call",
+                    toolCallId,
+                    toolName: value.name,
+                    input: JSON.stringify(
+                      Object.fromEntries(value.parameters.map((p) => [p.name, p.value]))
+                    ),
+                    providerExecuted: true
+                  });
+                  break;
+                case "UPDATING":
+                  break;
+                case "ENDED":
+                  controller.enqueue({
+                    type: "tool-result",
+                    toolCallId,
+                    toolName: value.name,
+                    result: (_b = value.result) != null ? _b : ""
+                  });
+                  break;
+                case "ERRORED":
+                  finishReason = "error";
+                  controller.enqueue({
+                    type: "tool-result",
+                    toolCallId,
+                    toolName: value.name,
+                    result: (_d = (_c = value.error) == null ? void 0 : _c.msg) != null ? _d : "Unknown error",
+                    isError: true
+                  });
+                  break;
+                default:
+                  finishReason = "error";
+                  controller.enqueue({
+                    type: "error",
+                    error: new Error(`Unsupported tool call status: ${value.status}`)
+                  });
+              }
+              return;
+            }
             if ("error" in value) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: value.error.message });
@@ -398,7 +447,7 @@ var FriendliAIChatLanguageModel = class {
                       message: `Expected 'id' to be a string.`
                     });
                   }
-                  if (((_a2 = toolCallDelta.function) == null ? void 0 : _a2.name) == null) {
+                  if (((_e = toolCallDelta.function) == null ? void 0 : _e.name) == null) {
                     throw new import_provider2.InvalidResponseDataError({
                       data: toolCallDelta,
                       message: `Expected 'function.name' to be a string.`
@@ -409,12 +458,12 @@ var FriendliAIChatLanguageModel = class {
                     type: "function",
                     function: {
                       name: toolCallDelta.function.name,
-                      arguments: (_b = toolCallDelta.function.arguments) != null ? _b : ""
+                      arguments: (_f = toolCallDelta.function.arguments) != null ? _f : ""
                     },
                     hasFinished: false
                   };
                   const toolCall2 = toolCalls[index];
-                  if (((_c = toolCall2.function) == null ? void 0 : _c.name) != null && ((_d = toolCall2.function) == null ? void 0 : _d.arguments) != null) {
+                  if (((_g = toolCall2.function) == null ? void 0 : _g.name) != null && ((_h = toolCall2.function) == null ? void 0 : _h.arguments) != null) {
                     if (toolCall2.function.arguments.length > 0) {
                       controller.enqueue({
                         type: "tool-input-delta",
@@ -425,7 +474,7 @@ var FriendliAIChatLanguageModel = class {
                     if ((0, import_provider_utils2.isParsableJson)(toolCall2.function.arguments)) {
                       controller.enqueue({
                         type: "tool-call",
-                        toolCallId: (_e = toolCall2.id) != null ? _e : (0, import_provider_utils2.generateId)(),
+                        toolCallId: (_i = toolCall2.id) != null ? _i : (0, import_provider_utils2.generateId)(),
                         toolName: toolCall2.function.name,
                         input: toolCall2.function.arguments
                       });
@@ -438,18 +487,18 @@ var FriendliAIChatLanguageModel = class {
                 if (toolCall.hasFinished) {
                   continue;
                 }
-                if (((_f = toolCallDelta.function) == null ? void 0 : _f.arguments) != null) {
-                  toolCall.function.arguments += (_h = (_g = toolCallDelta.function) == null ? void 0 : _g.arguments) != null ? _h : "";
+                if (((_j = toolCallDelta.function) == null ? void 0 : _j.arguments) != null) {
+                  toolCall.function.arguments += (_l = (_k = toolCallDelta.function) == null ? void 0 : _k.arguments) != null ? _l : "";
                 }
                 controller.enqueue({
                   type: "tool-input-delta",
                   id: toolCall.id,
-                  delta: (_i = toolCallDelta.function.arguments) != null ? _i : ""
+                  delta: (_m = toolCallDelta.function.arguments) != null ? _m : ""
                 });
-                if (((_j = toolCall.function) == null ? void 0 : _j.name) != null && ((_k = toolCall.function) == null ? void 0 : _k.arguments) != null && (0, import_provider_utils2.isParsableJson)(toolCall.function.arguments)) {
+                if (((_n = toolCall.function) == null ? void 0 : _n.name) != null && ((_o = toolCall.function) == null ? void 0 : _o.arguments) != null && (0, import_provider_utils2.isParsableJson)(toolCall.function.arguments)) {
                   controller.enqueue({
                     type: "tool-call",
-                    toolCallId: (_l = toolCall.id) != null ? _l : (0, import_provider_utils2.generateId)(),
+                    toolCallId: (_p = toolCall.id) != null ? _p : (0, import_provider_utils2.generateId)(),
                     toolName: toolCall.function.name,
                     input: toolCall.function.arguments
                   });
@@ -459,7 +508,7 @@ var FriendliAIChatLanguageModel = class {
             }
           },
           flush(controller) {
-            var _a2, _b, _c, _d, _e;
+            var _a2, _b, _c, _d;
             const providerMetadata = {
               [providerOptionsName]: {},
               ...metadataExtractor == null ? void 0 : metadataExtractor.buildMetadata()
@@ -474,11 +523,17 @@ var FriendliAIChatLanguageModel = class {
               type: "finish",
               finishReason,
               usage: {
-                inputTokens: (_a2 = usage.promptTokens) != null ? _a2 : void 0,
-                outputTokens: (_b = usage.completionTokens) != null ? _b : void 0,
-                totalTokens: (_c = usage.totalTokens) != null ? _c : void 0,
-                reasoningTokens: (_d = usage.completionTokensDetails.reasoningTokens) != null ? _d : void 0,
-                cachedInputTokens: (_e = usage.promptTokensDetails.cachedTokens) != null ? _e : void 0
+                inputTokens: {
+                  total: (_a2 = usage.promptTokens) != null ? _a2 : void 0,
+                  noCache: void 0,
+                  cacheRead: (_b = usage.promptTokensDetails.cachedTokens) != null ? _b : void 0,
+                  cacheWrite: void 0
+                },
+                outputTokens: {
+                  total: (_c = usage.completionTokens) != null ? _c : void 0,
+                  text: void 0,
+                  reasoning: (_d = usage.completionTokensDetails.reasoningTokens) != null ? _d : void 0
+                }
               },
               providerMetadata
             });
@@ -637,6 +692,25 @@ var createOpenAICompatibleChatChunkSchema = (errorSchema) => import_v42.z.union(
     ),
     usage: openaiCompatibleTokenUsageSchema
   }),
+  import_v42.z.object({
+    name: import_v42.z.string(),
+    status: import_v42.z.enum(["ENDED", "STARTED", "ERRORED", "UPDATING"]),
+    message: import_v42.z.null(),
+    parameters: import_v42.z.array(
+      import_v42.z.object({
+        name: import_v42.z.string(),
+        value: import_v42.z.string()
+      })
+    ),
+    result: import_v42.z.string().nullable(),
+    error: import_v42.z.object({
+      type: import_v42.z.enum(["INVALID_PARAMETER", "UNKNOWN"]),
+      msg: import_v42.z.string()
+    }).nullable(),
+    timestamp: import_v42.z.number(),
+    usage: import_v42.z.null(),
+    tool_call_id: import_v42.z.string().nullable()
+  }),
   errorSchema
 ]);
 var friendliProviderOptionsSchema = import_v42.z.object({
@@ -654,10 +728,13 @@ var friendliProviderOptionsSchema = import_v42.z.object({
 
 // src/friendli-settings.ts
 var FriendliAIServerlessModelIds = [
+  "MiniMaxAI/MiniMax-M2",
+  "zai-org/GLM-4.6",
   "LGAI-EXAONE/EXAONE-4.0.1-32B",
   "skt/A.X-4.0",
   "skt/A.X-3.1",
   "naver-hyperclovax/HyperCLOVAX-SEED-Think-14B",
+  "deepseek-ai/DeepSeek-V3.1",
   "deepseek-ai/DeepSeek-R1-0528",
   "meta-llama/Llama-4-Maverick-17B-128E-Instruct",
   "meta-llama/Llama-4-Scout-17B-16E-Instruct",
@@ -676,65 +753,66 @@ var FriendliAIServerlessModelIds = [
 ];
 
 // src/friendli-tools.ts
-function webUrlBetaTool() {
+var import_provider_utils3 = require("@ai-sdk/provider-utils");
+function webSearch() {
   return {
-    type: "provider-defined",
-    id: "friendli.web:url",
-    name: "web:url",
-    args: {}
+    type: "provider",
+    id: "friendli.web:search",
+    args: {},
+    inputSchema: (0, import_provider_utils3.jsonSchema)({ type: "object", properties: {} })
   };
 }
-function webSearchBetaTool() {
+function webUrl() {
   return {
-    type: "provider-defined",
-    id: "friendli.web:search",
-    name: "web:search",
-    args: {}
+    type: "provider",
+    id: "friendli.web:url",
+    args: {},
+    inputSchema: (0, import_provider_utils3.jsonSchema)({ type: "object", properties: {} })
   };
 }
-function mathCalendarBetaTool() {
+function mathCalendar() {
   return {
-    type: "provider-defined",
+    type: "provider",
     id: "friendli.math:calendar",
-    name: "math:calendar",
-    args: {}
+    args: {},
+    inputSchema: (0, import_provider_utils3.jsonSchema)({ type: "object", properties: {} })
   };
 }
-function mathStatisticsBetaTool() {
+function mathStatistics() {
   return {
-    type: "provider-defined",
+    type: "provider",
     id: "friendli.math:statistics",
-    name: "math:statistics",
-    args: {}
+    args: {},
+    inputSchema: (0, import_provider_utils3.jsonSchema)({ type: "object", properties: {} })
   };
 }
-function mathCalculatorBetaTool() {
+function mathCalculator() {
   return {
-    type: "provider-defined",
+    type: "provider",
     id: "friendli.math:calculator",
-    name: "math:calculator",
-    args: {}
+    args: {},
+    inputSchema: (0, import_provider_utils3.jsonSchema)({ type: "object", properties: {} })
   };
 }
-function codePythonInterpreterBetaTool() {
+function codePythonInterpreter() {
   return {
-    type: "provider-defined",
+    type: "provider",
     id: "friendli.code:python-interpreter",
-    name: "code:python-interpreter",
-    args: {}
+    args: {},
+    inputSchema: (0, import_provider_utils3.jsonSchema)({ type: "object", properties: {} })
   };
 }
 var friendliTools = {
-  webSearchBetaTool,
-  webUrlBetaTool,
-  mathCalendarBetaTool,
-  mathStatisticsBetaTool,
-  mathCalculatorBetaTool,
-  codePythonInterpreterBetaTool
+  webSearch,
+  webUrl,
+  mathCalendar,
+  mathStatistics,
+  mathCalculator,
+  codePythonInterpreter
 };
 
 // src/get-available-models.ts
-var import_provider_utils3 = require("@ai-sdk/provider-utils");
+var import_provider_utils4 = require("@ai-sdk/provider-utils");
 var DEFAULT_GRAPHQL_URL = "https://api-internal.friendli.ai/api/graphql";
 async function postGraphQL(url, body, headers) {
   const res = await fetch(url, {
@@ -770,7 +848,7 @@ async function getAvailableModelsImpl(options) {
   var _a, _b, _c, _d, _e, _f;
   let token;
   try {
-    token = (_a = options.apiKey) != null ? _a : (0, import_provider_utils3.loadApiKey)({
+    token = (_a = options.apiKey) != null ? _a : (0, import_provider_utils4.loadApiKey)({
       apiKey: void 0,
       environmentVariableName: "FRIENDLI_TOKEN",
       description: "FRIENDLI_TOKEN"
@@ -843,7 +921,7 @@ async function getAvailableModelsImpl(options) {
 // src/friendli-provider.ts
 function createFriendli(options = {}) {
   const getHeaders = () => ({
-    Authorization: `Bearer ${(0, import_provider_utils4.loadApiKey)({
+    Authorization: `Bearer ${(0, import_provider_utils5.loadApiKey)({
       apiKey: options.apiKey,
       environmentVariableName: "FRIENDLI_TOKEN",
       description: "FRIENDLI_TOKEN"
@@ -857,7 +935,7 @@ function createFriendli(options = {}) {
       serverless_tools: "https://api.friendli.ai/serverless/tools/v1",
       dedicated: "https://api.friendli.ai/dedicated/v1"
     };
-    const customBaseURL = (0, import_provider_utils4.withoutTrailingSlash)(baseURL);
+    const customBaseURL = (0, import_provider_utils5.withoutTrailingSlash)(baseURL);
     if (typeof customBaseURL === "string" && customBaseURL !== "dedicated" && customBaseURL !== "serverless" && customBaseURL !== "serverless-tools") {
       return { baseURL: customBaseURL, type: "custom" };
     }
@@ -911,7 +989,7 @@ function createFriendli(options = {}) {
     });
   };
   const createTextEmbeddingModel = (modelId) => {
-    throw new import_provider3.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
+    throw new import_provider3.NoSuchModelError({ modelId, modelType: "embeddingModel" });
   };
   const createImageModel = (modelId) => {
     throw new import_provider3.NoSuchModelError({ modelId, modelType: "imageModel" });
@@ -927,7 +1005,7 @@ function createFriendli(options = {}) {
   provider.chat = createLanguageModel;
   provider.completion = createCompletionModel;
   provider.embedding = createTextEmbeddingModel;
-  provider.textEmbeddingModel = createTextEmbeddingModel;
+  provider.embeddingModel = createTextEmbeddingModel;
   provider.getAvailableModels = async (opts) => {
     var _a;
     const defaultURL = "https://api-internal.friendli.ai/api/graphql";