@friendliai/ai-provider 0.1.1

package/dist/index.js

@@ -0,0 +1,1257 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  FriendliAI: () => FriendliAI,
+  createFriendliAI: () => createFriendliAI,
+  friendliai: () => friendliai
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/friendliai-facade.ts
+var import_provider_utils4 = require("@ai-sdk/provider-utils");
+
+// src/friendliai-chat-language-model.ts
+var import_provider2 = require("@ai-sdk/provider");
+var import_provider_utils2 = require("@ai-sdk/provider-utils");
+var import_zod2 = require("zod");
+
+// src/convert-to-friendliai-chat-messages.ts
+var import_provider = require("@ai-sdk/provider");
+function convertToFriendliAIChatMessages({
+  prompt,
+  useLegacyFunctionCalling = false
+}) {
+  const messages = [];
+  for (const { role, content } of prompt) {
+    switch (role) {
+      case "system": {
+        messages.push({ role: "system", content });
+        break;
+      }
+      case "user": {
+        if (content.length === 1 && content[0].type === "text") {
+          messages.push({ role: "user", content: content[0].text });
+          break;
+        }
+        messages.push({
+          role: "user",
+          content: content.map((part) => {
+            switch (part.type) {
+              case "text": {
+                return { type: "text", text: part.text };
+              }
+              case "image": {
+                throw new import_provider.UnsupportedFunctionalityError({
+                  functionality: "image-part"
+                });
+              }
+            }
+          })
+        });
+        break;
+      }
+      case "assistant": {
+        let text = "";
+        const toolCalls = [];
+        for (const part of content) {
+          switch (part.type) {
+            case "text": {
+              text += part.text;
+              break;
+            }
+            case "tool-call": {
+              toolCalls.push({
+                id: part.toolCallId,
+                type: "function",
+                function: {
+                  name: part.toolName,
+                  arguments: JSON.stringify(part.args)
+                }
+              });
+              break;
+            }
+            default: {
+              const _exhaustiveCheck = part;
+              throw new Error(`Unsupported part: ${_exhaustiveCheck}`);
+            }
+          }
+        }
+        if (useLegacyFunctionCalling) {
+          if (toolCalls.length > 1) {
+            throw new import_provider.UnsupportedFunctionalityError({
+              functionality: "useLegacyFunctionCalling with multiple tool calls in one message"
+            });
+          }
+          messages.push({
+            role: "assistant",
+            content: text,
+            function_call: toolCalls.length > 0 ? toolCalls[0].function : void 0
+          });
+        } else {
+          messages.push({
+            role: "assistant",
+            content: text,
+            tool_calls: toolCalls.length > 0 ? toolCalls : void 0
+          });
+        }
+        break;
+      }
+      case "tool": {
+        for (const toolResponse of content) {
+          if (useLegacyFunctionCalling) {
+            messages.push({
+              role: "function",
+              name: toolResponse.toolName,
+              content: JSON.stringify(toolResponse.result)
+            });
+          } else {
+            messages.push({
+              role: "tool",
+              tool_call_id: toolResponse.toolCallId,
+              content: JSON.stringify(toolResponse.result)
+            });
+          }
+        }
+        break;
+      }
+      default: {
+        const _exhaustiveCheck = role;
+        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  return messages;
+}
+
+// src/map-friendliai-chat-logprobs.ts
+function mapFriendliAIChatLogProbsOutput(logprobs) {
+  var _a, _b;
+  return (_b = (_a = logprobs == null ? void 0 : logprobs.content) == null ? void 0 : _a.map(({ token, logprob, top_logprobs }) => ({
+    token,
+    logprob,
+    topLogprobs: top_logprobs ? top_logprobs.map(({ token: token2, logprob: logprob2 }) => ({
+      token: token2,
+      logprob: logprob2
+    })) : []
+  }))) != null ? _b : void 0;
+}
+
+// src/map-friendliai-finish-reason.ts
+function mapFriendliAIFinishReason(finishReason) {
+  switch (finishReason) {
+    case "stop":
+      return "stop";
+    case "length":
+      return "length";
+    case "content_filter":
+      return "content-filter";
+    case "function_call":
+    case "tool_calls":
+      return "tool-calls";
+    default:
+      return "unknown";
+  }
+}
+
+// src/friendliai-error.ts
+var import_zod = require("zod");
+var import_provider_utils = require("@ai-sdk/provider-utils");
+var friendliAIErrorDataSchema = import_zod.z.object({
+  error: import_zod.z.object({
+    message: import_zod.z.string(),
+    // The additional information below is handled loosely to support
+    // FriendliAI-compatible providers that have slightly different error
+    // responses:
+    type: import_zod.z.string().nullish(),
+    param: import_zod.z.any().nullish(),
+    code: import_zod.z.union([import_zod.z.string(), import_zod.z.number()]).nullish()
+  })
+});
+var friendliaiFailedResponseHandler = (0, import_provider_utils.createJsonErrorResponseHandler)({
+  errorSchema: friendliAIErrorDataSchema,
+  errorToMessage: (data) => data.error.message
+});
+
+// src/friendliai-chat-language-model.ts
+var FriendliAIChatLanguageModel = class {
+  constructor(modelId, settings, config) {
+    this.specificationVersion = "v1";
+    this.modelId = modelId;
+    this.settings = settings;
+    this.config = config;
+  }
+  get supportsStructuredOutputs() {
+    return this.settings.structuredOutputs === true;
+  }
+  get defaultObjectGenerationMode() {
+    return this.supportsStructuredOutputs ? "json" : "tool";
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  getArgs({
+    mode,
+    prompt,
+    maxTokens,
+    temperature,
+    topP,
+    topK,
+    frequencyPenalty,
+    presencePenalty,
+    stopSequences,
+    responseFormat,
+    seed
+  }) {
+    var _a;
+    const type = mode.type;
+    const warnings = [];
+    if (topK != null) {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "topK"
+      });
+    }
+    if (responseFormat != null && responseFormat.type === "json" && responseFormat.schema != null) {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "responseFormat",
+        details: "JSON response format schema is not supported"
+      });
+    }
+    const useLegacyFunctionCalling = this.settings.useLegacyFunctionCalling;
+    if (useLegacyFunctionCalling && this.settings.parallelToolCalls === true) {
+      throw new import_provider2.UnsupportedFunctionalityError({
+        functionality: "useLegacyFunctionCalling with parallelToolCalls"
+      });
+    }
+    if (useLegacyFunctionCalling && this.settings.structuredOutputs === true) {
+      throw new import_provider2.UnsupportedFunctionalityError({
+        functionality: "structuredOutputs with useLegacyFunctionCalling"
+      });
+    }
+    const baseArgs = {
+      // model id:
+      model: this.modelId,
+      // model specific settings:
+      logit_bias: this.settings.logitBias,
+      logprobs: this.settings.logprobs === true || typeof this.settings.logprobs === "number" ? true : void 0,
+      top_logprobs: typeof this.settings.logprobs === "number" ? this.settings.logprobs : typeof this.settings.logprobs === "boolean" ? this.settings.logprobs ? 0 : void 0 : void 0,
+      user: this.settings.user,
+      parallel_tool_calls: this.settings.parallelToolCalls,
+      // standardized settings:
+      max_tokens: maxTokens,
+      temperature,
+      top_p: topP,
+      frequency_penalty: frequencyPenalty,
+      presence_penalty: presencePenalty,
+      stop: stopSequences,
+      seed,
+      // response format:
+      response_format: (responseFormat == null ? void 0 : responseFormat.type) === "json" ? { type: "json_object" } : void 0,
+      // messages:
+      messages: convertToFriendliAIChatMessages({
+        prompt,
+        useLegacyFunctionCalling
+      })
+    };
+    switch (type) {
+      case "regular": {
+        return {
+          args: {
+            ...baseArgs,
+            ...prepareToolsAndToolChoice({
+              mode,
+              useLegacyFunctionCalling,
+              structuredOutputs: this.settings.structuredOutputs,
+              tools: this.settings.tools
+            })
+          },
+          warnings
+        };
+      }
+      case "object-json": {
+        return {
+          args: {
+            ...baseArgs,
+            response_format: this.settings.structuredOutputs === true ? {
+              type: "json_schema",
+              json_schema: {
+                schema: mode.schema,
+                strict: true,
+                name: (_a = mode.name) != null ? _a : "response",
+                description: mode.description
+              }
+            } : { type: "json_object" }
+          },
+          warnings
+        };
+      }
+      case "object-tool": {
+        return {
+          args: useLegacyFunctionCalling ? {
+            ...baseArgs,
+            function_call: {
+              name: mode.tool.name
+            },
+            functions: [
+              {
+                name: mode.tool.name,
+                description: mode.tool.description,
+                parameters: mode.tool.parameters
+              }
+            ]
+          } : {
+            ...baseArgs,
+            tool_choice: {
+              type: "function",
+              function: { name: mode.tool.name }
+            },
+            tools: [
+              {
+                type: "function",
+                function: {
+                  name: mode.tool.name,
+                  description: mode.tool.description,
+                  parameters: mode.tool.parameters,
+                  strict: this.settings.structuredOutputs === true ? true : void 0
+                }
+              }
+            ]
+          },
+          warnings
+        };
+      }
+      default: {
+        const _exhaustiveCheck = type;
+        throw new Error(`Unsupported type: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  async doGenerate(options) {
+    var _a, _b, _c, _d, _e, _f;
+    const { args, warnings } = this.getArgs(options);
+    const { responseHeaders, value: response } = await (0, import_provider_utils2.postJsonToApi)({
+      url: this.config.url({
+        path: "/chat/completions",
+        modelId: this.modelId
+      }),
+      headers: (0, import_provider_utils2.combineHeaders)(this.config.headers(), options.headers),
+      body: args,
+      failedResponseHandler: friendliaiFailedResponseHandler,
+      successfulResponseHandler: (0, import_provider_utils2.createJsonResponseHandler)(
+        friendliAIChatResponseSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const { messages: rawPrompt, ...rawSettings } = args;
+    const choice = response.choices[0];
+    return {
+      text: (_a = choice.message.content) != null ? _a : void 0,
+      toolCalls: this.settings.useLegacyFunctionCalling && choice.message.function_call ? [
+        {
+          toolCallType: "function",
+          toolCallId: (0, import_provider_utils2.generateId)(),
+          toolName: choice.message.function_call.name,
+          args: choice.message.function_call.arguments
+        }
+      ] : (_b = choice.message.tool_calls) == null ? void 0 : _b.map((toolCall) => {
+        var _a2;
+        return {
+          toolCallType: "function",
+          toolCallId: (_a2 = toolCall.id) != null ? _a2 : (0, import_provider_utils2.generateId)(),
+          toolName: toolCall.function.name,
+          args: toolCall.function.arguments
+        };
+      }),
+      finishReason: mapFriendliAIFinishReason(choice.finish_reason),
+      usage: {
+        promptTokens: (_d = (_c = response.usage) == null ? void 0 : _c.prompt_tokens) != null ? _d : NaN,
+        completionTokens: (_f = (_e = response.usage) == null ? void 0 : _e.completion_tokens) != null ? _f : NaN
+      },
+      rawCall: { rawPrompt, rawSettings },
+      rawResponse: { headers: responseHeaders },
+      warnings,
+      logprobs: mapFriendliAIChatLogProbsOutput(choice.logprobs)
+    };
+  }
+  async doStream(options) {
+    const { args, warnings } = this.getArgs(options);
+    const { responseHeaders, value: response } = await (0, import_provider_utils2.postJsonToApi)({
+      url: this.config.url({
+        path: "/chat/completions",
+        modelId: this.modelId
+      }),
+      headers: (0, import_provider_utils2.combineHeaders)(this.config.headers(), options.headers),
+      body: {
+        ...args,
+        stream: true,
+        // only include stream_options when in strict compatibility mode:
+        stream_options: this.config.compatibility === "strict" ? { include_usage: true } : void 0
+      },
+      failedResponseHandler: friendliaiFailedResponseHandler,
+      successfulResponseHandler: (0, import_provider_utils2.createEventSourceResponseHandler)(
+        friendliaiChatChunkSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const { messages: rawPrompt, ...rawSettings } = args;
+    const toolCalls = [];
+    let finishReason = "unknown";
+    let usage = {
+      promptTokens: void 0,
+      completionTokens: void 0
+    };
+    let logprobs;
+    const { useLegacyFunctionCalling } = this.settings;
+    return {
+      stream: response.pipeThrough(
+        new TransformStream({
+          transform(chunk, controller) {
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r;
+            if (!chunk.success) {
+              finishReason = "error";
+              controller.enqueue({ type: "error", error: chunk.error });
+              return;
+            }
+            const value = chunk.value;
+            if ("tool_call_id" in value) {
+              switch (value.state) {
+                case "START":
+                  break;
+                case "UPDATE":
+                  break;
+                case "END":
+                  break;
+                case "ERROR":
+                  finishReason = "error";
+                  controller.enqueue({
+                    type: "error",
+                    error: new Error(
+                      `Tool call error: ${(_b = (_a = value.error) == null ? void 0 : _a.msg) != null ? _b : "Unknown error"} (type: ${(_d = (_c = value.error) == null ? void 0 : _c.type) != null ? _d : "unknown"})`
+                    )
+                  });
+                  break;
+                default:
+                  finishReason = "error";
+                  controller.enqueue({
+                    type: "error",
+                    error: new Error(
+                      `Unsupported tool call state: ${value.state}`
+                    )
+                  });
+              }
+              return;
+            }
+            if ("error" in value) {
+              finishReason = "error";
+              controller.enqueue({ type: "error", error: value.error });
+              return;
+            }
+            if (value.usage != null) {
+              usage = {
+                promptTokens: (_e = value.usage.prompt_tokens) != null ? _e : void 0,
+                completionTokens: (_f = value.usage.completion_tokens) != null ? _f : void 0
+              };
+            }
+            const choice = value.choices[0];
+            if ((choice == null ? void 0 : choice.finish_reason) != null) {
+              finishReason = mapFriendliAIFinishReason(choice.finish_reason);
+            }
+            if ((choice == null ? void 0 : choice.delta) == null) {
+              return;
+            }
+            const delta = choice.delta;
+            if (delta.content != null) {
+              controller.enqueue({
+                type: "text-delta",
+                textDelta: delta.content
+              });
+            }
+            const mappedLogprobs = mapFriendliAIChatLogProbsOutput(
+              choice == null ? void 0 : choice.logprobs
+            );
+            if (mappedLogprobs == null ? void 0 : mappedLogprobs.length) {
+              if (logprobs === void 0) logprobs = [];
+              logprobs.push(...mappedLogprobs);
+            }
+            const mappedToolCalls = useLegacyFunctionCalling && delta.function_call != null ? [
+              {
+                type: "function",
+                id: (0, import_provider_utils2.generateId)(),
+                function: delta.function_call,
+                index: 0
+              }
+            ] : delta.tool_calls;
+            if (mappedToolCalls != null) {
+              for (const toolCallDelta of mappedToolCalls) {
+                const index = toolCallDelta.index;
+                if (toolCalls[index] == null) {
+                  if (toolCallDelta.type !== "function") {
+                    throw new import_provider2.InvalidResponseDataError({
+                      data: toolCallDelta,
+                      message: `Expected 'function' type.`
+                    });
+                  }
+                  if (toolCallDelta.id == null) {
+                    throw new import_provider2.InvalidResponseDataError({
+                      data: toolCallDelta,
+                      message: `Expected 'id' to be a string.`
+                    });
+                  }
+                  if (((_g = toolCallDelta.function) == null ? void 0 : _g.name) == null) {
+                    throw new import_provider2.InvalidResponseDataError({
+                      data: toolCallDelta,
+                      message: `Expected 'function.name' to be a string.`
+                    });
+                  }
+                  toolCalls[index] = {
+                    id: toolCallDelta.id,
+                    type: "function",
+                    function: {
+                      name: toolCallDelta.function.name,
+                      arguments: (_h = toolCallDelta.function.arguments) != null ? _h : ""
+                    }
+                  };
+                  const toolCall2 = toolCalls[index];
+                  if (((_i = toolCall2.function) == null ? void 0 : _i.name) != null && ((_j = toolCall2.function) == null ? void 0 : _j.arguments) != null) {
+                    if (toolCall2.function.arguments.length > 0) {
+                      controller.enqueue({
+                        type: "tool-call-delta",
+                        toolCallType: "function",
+                        toolCallId: toolCall2.id,
+                        toolName: toolCall2.function.name,
+                        argsTextDelta: toolCall2.function.arguments
+                      });
+                    }
+                    if ((0, import_provider_utils2.isParsableJson)(toolCall2.function.arguments)) {
+                      controller.enqueue({
+                        type: "tool-call",
+                        toolCallType: "function",
+                        toolCallId: (_k = toolCall2.id) != null ? _k : (0, import_provider_utils2.generateId)(),
+                        toolName: toolCall2.function.name,
+                        args: toolCall2.function.arguments
+                      });
+                    }
+                  }
+                  continue;
+                }
+                const toolCall = toolCalls[index];
+                if (((_l = toolCallDelta.function) == null ? void 0 : _l.arguments) != null) {
+                  toolCall.function.arguments += (_n = (_m = toolCallDelta.function) == null ? void 0 : _m.arguments) != null ? _n : "";
+                }
+                controller.enqueue({
+                  type: "tool-call-delta",
+                  toolCallType: "function",
+                  toolCallId: toolCall.id,
+                  toolName: toolCall.function.name,
+                  argsTextDelta: (_o = toolCallDelta.function.arguments) != null ? _o : ""
+                });
+                if (((_p = toolCall.function) == null ? void 0 : _p.name) != null && ((_q = toolCall.function) == null ? void 0 : _q.arguments) != null && (0, import_provider_utils2.isParsableJson)(toolCall.function.arguments)) {
+                  controller.enqueue({
+                    type: "tool-call",
+                    toolCallType: "function",
+                    toolCallId: (_r = toolCall.id) != null ? _r : (0, import_provider_utils2.generateId)(),
+                    toolName: toolCall.function.name,
+                    args: toolCall.function.arguments
+                  });
+                }
+              }
+            }
+          },
+          flush(controller) {
+            var _a, _b;
+            controller.enqueue({
+              type: "finish",
+              finishReason,
+              logprobs,
+              usage: {
+                promptTokens: (_a = usage.promptTokens) != null ? _a : NaN,
+                completionTokens: (_b = usage.completionTokens) != null ? _b : NaN
+              }
+            });
+          }
+        })
+      ),
+      rawCall: { rawPrompt, rawSettings },
+      rawResponse: { headers: responseHeaders },
+      warnings
+    };
+  }
+};
+var friendliAITokenUsageSchema = import_zod2.z.object({
+  prompt_tokens: import_zod2.z.number().nullish(),
+  completion_tokens: import_zod2.z.number().nullish()
+}).nullish();
+var friendliAIChatResponseSchema = import_zod2.z.object({
+  choices: import_zod2.z.array(
+    import_zod2.z.object({
+      message: import_zod2.z.object({
+        role: import_zod2.z.literal("assistant").nullish(),
+        content: import_zod2.z.string().nullish(),
+        function_call: import_zod2.z.object({
+          arguments: import_zod2.z.string(),
+          name: import_zod2.z.string()
+        }).nullish(),
+        tool_calls: import_zod2.z.array(
+          import_zod2.z.object({
+            id: import_zod2.z.string().nullish(),
+            type: import_zod2.z.literal("function"),
+            function: import_zod2.z.object({
+              name: import_zod2.z.string(),
+              arguments: import_zod2.z.string()
+            })
+          })
+        ).nullish()
+      }),
+      index: import_zod2.z.number(),
+      logprobs: import_zod2.z.object({
+        content: import_zod2.z.array(
+          import_zod2.z.object({
+            token: import_zod2.z.string(),
+            logprob: import_zod2.z.number(),
+            top_logprobs: import_zod2.z.array(
+              import_zod2.z.object({
+                token: import_zod2.z.string(),
+                logprob: import_zod2.z.number()
+              })
+            )
+          })
+        ).nullable()
+      }).nullish(),
+      finish_reason: import_zod2.z.string().nullish()
+    })
+  ),
+  usage: friendliAITokenUsageSchema
+});
+var friendliaiChatChunkSchema = import_zod2.z.union([
+  import_zod2.z.object({
+    name: import_zod2.z.string(),
+    state: import_zod2.z.enum(["END", "START", "ERROR", "UPDATE"]),
+    status: import_zod2.z.enum(["ENDED", "STARTED", "ERRORED", "UPDATING"]),
+    message: import_zod2.z.null(),
+    parameters: import_zod2.z.array(
+      import_zod2.z.object({
+        name: import_zod2.z.string(),
+        value: import_zod2.z.string()
+      })
+    ),
+    result: import_zod2.z.string(),
+    error: import_zod2.z.object({
+      type: import_zod2.z.enum(["INVALID_PARAMETER", "UNKNOWN"]),
+      msg: import_zod2.z.string()
+    }).nullable(),
+    timestamp: import_zod2.z.number(),
+    usage: import_zod2.z.null(),
+    tool_call_id: import_zod2.z.string()
+  }),
+  import_zod2.z.object({
+    choices: import_zod2.z.array(
+      import_zod2.z.object({
+        delta: import_zod2.z.object({
+          role: import_zod2.z.enum(["assistant"]).nullish(),
+          content: import_zod2.z.string().nullish(),
+          function_call: import_zod2.z.object({
+            name: import_zod2.z.string().optional(),
+            arguments: import_zod2.z.string().optional()
+          }).nullish(),
+          tool_calls: import_zod2.z.array(
+            import_zod2.z.object({
+              index: import_zod2.z.number(),
+              id: import_zod2.z.string().nullish(),
+              type: import_zod2.z.literal("function").optional(),
+              function: import_zod2.z.object({
+                name: import_zod2.z.string().nullish(),
+                arguments: import_zod2.z.string().nullish()
+              })
+            })
+          ).nullish()
+        }).nullish(),
+        logprobs: import_zod2.z.object({
+          content: import_zod2.z.array(
+            import_zod2.z.object({
+              token: import_zod2.z.string(),
+              logprob: import_zod2.z.number(),
+              top_logprobs: import_zod2.z.array(
+                import_zod2.z.object({
+                  token: import_zod2.z.string(),
+                  logprob: import_zod2.z.number()
+                })
+              )
+            })
+          ).nullable()
+        }).nullish(),
+        finish_reason: import_zod2.z.string().nullable().optional(),
+        index: import_zod2.z.number()
+      })
+    ),
+    usage: friendliAITokenUsageSchema
+  }),
+  friendliAIErrorDataSchema
+]);
+function prepareToolsAndToolChoice({
+  mode,
+  useLegacyFunctionCalling = false,
+  structuredOutputs = false,
+  tools: hostedTools
+}) {
+  var _a;
+  const tools = ((_a = mode.tools) == null ? void 0 : _a.length) ? mode.tools : void 0;
+  if (tools == null && hostedTools != null) {
+    return { tools: void 0, tool_choice: void 0 };
+  }
+  const toolChoice = mode.toolChoice;
+  if (useLegacyFunctionCalling) {
+    const mappedFunctions = tools == null ? void 0 : tools.map((tool) => ({
+      name: tool.name,
+      description: tool.description,
+      parameters: tool.parameters
+    }));
+    if (toolChoice == null) {
+      return { functions: mappedFunctions, function_call: void 0 };
+    }
+    const type2 = toolChoice.type;
+    switch (type2) {
+      case "auto":
+      case "none":
+      case void 0:
+        return {
+          functions: mappedFunctions,
+          function_call: void 0
+        };
+      case "required":
+        throw new import_provider2.UnsupportedFunctionalityError({
+          functionality: "useLegacyFunctionCalling and toolChoice: required"
+        });
+      default:
+        return {
+          functions: mappedFunctions,
+          function_call: { name: toolChoice.toolName }
+        };
+    }
+  }
+  const mappedTools = tools == null ? void 0 : tools.map((tool) => ({
+    type: "function",
+    function: {
+      name: tool.name,
+      description: tool.description,
+      parameters: tool.parameters,
+      strict: structuredOutputs === true ? true : void 0
+    }
+  }));
+  const mappedHostedTools = hostedTools == null ? void 0 : hostedTools.map((tool) => ({
+    type: tool.type
+  }));
+  if (toolChoice == null) {
+    return {
+      tools: [...mappedTools != null ? mappedTools : [], ...mappedHostedTools != null ? mappedHostedTools : []],
+      tool_choice: void 0
+    };
+  }
+  const type = toolChoice.type;
+  switch (type) {
+    case "auto":
+    case "none":
+    case "required":
+      return {
+        tools: [...mappedTools != null ? mappedTools : [], ...mappedHostedTools != null ? mappedHostedTools : []],
+        tool_choice: type
+      };
+    case "tool":
+      return {
+        tools: [...mappedTools != null ? mappedTools : [], ...mappedHostedTools != null ? mappedHostedTools : []],
+        tool_choice: {
+          type: "function",
+          function: {
+            name: toolChoice.toolName
+          }
+        }
+      };
+    default: {
+      const _exhaustiveCheck = type;
+      throw new Error(`Unsupported tool choice type: ${_exhaustiveCheck}`);
+    }
+  }
+}
+
+// src/friendliai-completion-language-model.ts
+var import_provider4 = require("@ai-sdk/provider");
+var import_provider_utils3 = require("@ai-sdk/provider-utils");
+var import_zod3 = require("zod");
+
+// src/convert-to-friendliai-completion-prompt.ts
+var import_provider3 = require("@ai-sdk/provider");
+function convertToFriendliAICompletionPrompt({
+  prompt,
+  inputFormat,
+  user = "user",
+  assistant = "assistant"
+}) {
+  if (inputFormat === "prompt" && prompt.length === 1 && prompt[0].role === "user" && prompt[0].content.length === 1 && prompt[0].content[0].type === "text") {
+    return { prompt: prompt[0].content[0].text };
+  }
+  let text = "";
+  if (prompt[0].role === "system") {
+    text += `${prompt[0].content}
+
+`;
+    prompt = prompt.slice(1);
+  }
+  for (const { role, content } of prompt) {
+    switch (role) {
+      case "system": {
+        throw new import_provider3.InvalidPromptError({
+          message: "Unexpected system message in prompt: ${content}",
+          prompt
+        });
+      }
+      case "user": {
+        const userMessage = content.map((part) => {
+          switch (part.type) {
+            case "text": {
+              return part.text;
+            }
+            case "image": {
+              throw new import_provider3.UnsupportedFunctionalityError({
+                functionality: "images"
+              });
+            }
+          }
+        }).join("");
+        text += `${user}:
+${userMessage}
+
+`;
+        break;
+      }
+      case "assistant": {
+        const assistantMessage = content.map((part) => {
+          switch (part.type) {
+            case "text": {
+              return part.text;
+            }
+            case "tool-call": {
+              throw new import_provider3.UnsupportedFunctionalityError({
+                functionality: "tool-call messages"
+              });
+            }
+          }
+        }).join("");
+        text += `${assistant}:
+${assistantMessage}
+
+`;
+        break;
+      }
+      case "tool": {
+        throw new import_provider3.UnsupportedFunctionalityError({
+          functionality: "tool messages"
+        });
+      }
+      default: {
+        const _exhaustiveCheck = role;
+        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  text += `${assistant}:
+`;
+  return {
+    prompt: text,
+    stopSequences: [`
+${user}:`]
+  };
+}
+
+// src/map-friendliai-completion-logprobs.ts
+function mapFriendliAICompletionLogProbs(logprobs) {
+  return logprobs == null ? void 0 : logprobs.tokens.map((token, index) => ({
+    token,
+    logprob: logprobs.token_logprobs[index],
+    topLogprobs: logprobs.top_logprobs ? Object.entries(logprobs.top_logprobs[index]).map(
+      ([token2, logprob]) => ({
+        token: token2,
+        logprob
+      })
+    ) : []
+  }));
+}
+
+// src/friendliai-completion-language-model.ts
+var FriendliAICompletionLanguageModel = class {
+  constructor(modelId, settings, config) {
+    this.specificationVersion = "v1";
+    this.defaultObjectGenerationMode = void 0;
+    this.modelId = modelId;
+    this.settings = settings;
+    this.config = config;
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  getArgs({
+    mode,
+    inputFormat,
+    prompt,
+    maxTokens,
+    temperature,
+    topP,
+    topK,
+    frequencyPenalty,
+    presencePenalty,
+    stopSequences: userStopSequences,
+    responseFormat,
+    seed
+  }) {
+    var _a;
+    const type = mode.type;
+    const warnings = [];
+    if (topK != null) {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "topK"
+      });
+    }
+    if (responseFormat != null && responseFormat.type !== "text") {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "responseFormat",
+        details: "JSON response format is not supported."
+      });
+    }
+    const { prompt: completionPrompt, stopSequences } = convertToFriendliAICompletionPrompt({ prompt, inputFormat });
+    const stop = [...stopSequences != null ? stopSequences : [], ...userStopSequences != null ? userStopSequences : []];
+    const baseArgs = {
+      // model id:
+      model: this.modelId,
+      // model specific settings:
+      echo: this.settings.echo,
+      logit_bias: this.settings.logitBias,
+      logprobs: typeof this.settings.logprobs === "number" ? this.settings.logprobs : typeof this.settings.logprobs === "boolean" ? this.settings.logprobs ? 0 : void 0 : void 0,
+      suffix: this.settings.suffix,
+      user: this.settings.user,
+      // standardized settings:
+      max_tokens: maxTokens,
+      temperature,
+      top_p: topP,
+      frequency_penalty: frequencyPenalty,
+      presence_penalty: presencePenalty,
+      seed,
+      // prompt:
+      prompt: completionPrompt,
+      // stop sequences:
+      stop: stop.length > 0 ? stop : void 0
+    };
+    switch (type) {
+      case "regular": {
+        if ((_a = mode.tools) == null ? void 0 : _a.length) {
+          throw new import_provider4.UnsupportedFunctionalityError({
+            functionality: "tools"
+          });
+        }
+        if (mode.toolChoice) {
+          throw new import_provider4.UnsupportedFunctionalityError({
+            functionality: "toolChoice"
+          });
+        }
+        return { args: baseArgs, warnings };
+      }
+      case "object-json": {
+        throw new import_provider4.UnsupportedFunctionalityError({
+          functionality: "object-json mode"
+        });
+      }
+      case "object-tool": {
+        throw new import_provider4.UnsupportedFunctionalityError({
+          functionality: "object-tool mode"
+        });
+      }
+      default: {
+        const _exhaustiveCheck = type;
+        throw new Error(`Unsupported type: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  async doGenerate(options) {
+    const { args, warnings } = this.getArgs(options);
+    const { responseHeaders, value: response } = await (0, import_provider_utils3.postJsonToApi)({
+      url: this.config.url({
+        path: "/completions",
+        modelId: this.modelId
+      }),
+      headers: (0, import_provider_utils3.combineHeaders)(this.config.headers(), options.headers),
+      body: args,
+      failedResponseHandler: friendliaiFailedResponseHandler,
+      successfulResponseHandler: (0, import_provider_utils3.createJsonResponseHandler)(
+        friendliAICompletionResponseSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const { prompt: rawPrompt, ...rawSettings } = args;
+    const choice = response.choices[0];
+    return {
+      text: choice.text,
+      usage: {
+        promptTokens: response.usage.prompt_tokens,
+        completionTokens: response.usage.completion_tokens
+      },
+      finishReason: mapFriendliAIFinishReason(choice.finish_reason),
+      logprobs: mapFriendliAICompletionLogProbs(choice.logprobs),
+      rawCall: { rawPrompt, rawSettings },
+      rawResponse: { headers: responseHeaders },
+      warnings
+    };
+  }
+  async doStream(options) {
+    const { args, warnings } = this.getArgs(options);
+    const { responseHeaders, value: response } = await (0, import_provider_utils3.postJsonToApi)({
+      url: this.config.url({
+        path: "/completions",
+        modelId: this.modelId
+      }),
+      headers: (0, import_provider_utils3.combineHeaders)(this.config.headers(), options.headers),
+      body: {
+        ...args,
+        stream: true,
+        // only include stream_options when in strict compatibility mode:
+        stream_options: this.config.compatibility === "strict" ? { include_usage: true } : void 0
+      },
+      failedResponseHandler: friendliaiFailedResponseHandler,
+      successfulResponseHandler: (0, import_provider_utils3.createEventSourceResponseHandler)(
+        friendliaiCompletionChunkSchema
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    const { prompt: rawPrompt, ...rawSettings } = args;
+    let finishReason = "unknown";
+    let usage = {
+      promptTokens: Number.NaN,
+      completionTokens: Number.NaN
+    };
+    let logprobs;
+    return {
+      stream: response.pipeThrough(
+        new TransformStream({
+          transform(chunk, controller) {
+            if (!chunk.success) {
+              finishReason = "error";
+              controller.enqueue({ type: "error", error: chunk.error });
+              return;
+            }
+            const value = chunk.value;
+            if ("error" in value) {
+              finishReason = "error";
+              controller.enqueue({ type: "error", error: value.error });
+              return;
+            }
+            if (value.usage != null) {
+              usage = {
+                promptTokens: value.usage.prompt_tokens,
+                completionTokens: value.usage.completion_tokens
+              };
+            }
+            const choice = value.choices[0];
+            if ((choice == null ? void 0 : choice.finish_reason) != null) {
+              finishReason = mapFriendliAIFinishReason(choice.finish_reason);
+            }
+            if ((choice == null ? void 0 : choice.text) != null) {
+              controller.enqueue({
+                type: "text-delta",
+                textDelta: choice.text
+              });
+            }
+            const mappedLogprobs = mapFriendliAICompletionLogProbs(
+              choice == null ? void 0 : choice.logprobs
+            );
+            if (mappedLogprobs == null ? void 0 : mappedLogprobs.length) {
+              if (logprobs === void 0) logprobs = [];
+              logprobs.push(...mappedLogprobs);
+            }
+          },
+          flush(controller) {
+            controller.enqueue({
+              type: "finish",
+              finishReason,
+              logprobs,
+              usage
+            });
+          }
+        })
+      ),
+      rawCall: { rawPrompt, rawSettings },
+      rawResponse: { headers: responseHeaders },
+      warnings
+    };
+  }
+};
+var friendliAICompletionResponseSchema = import_zod3.z.object({
+  choices: import_zod3.z.array(
+    import_zod3.z.object({
+      text: import_zod3.z.string(),
+      finish_reason: import_zod3.z.string(),
+      logprobs: import_zod3.z.object({
+        tokens: import_zod3.z.array(import_zod3.z.string()),
+        token_logprobs: import_zod3.z.array(import_zod3.z.number()),
+        top_logprobs: import_zod3.z.array(import_zod3.z.record(import_zod3.z.string(), import_zod3.z.number())).nullable()
+      }).nullable().optional()
+    })
+  ),
+  usage: import_zod3.z.object({
+    prompt_tokens: import_zod3.z.number(),
+    completion_tokens: import_zod3.z.number()
+  })
+});
+var friendliaiCompletionChunkSchema = import_zod3.z.union([
+  import_zod3.z.object({
+    choices: import_zod3.z.array(
+      import_zod3.z.object({
+        text: import_zod3.z.string(),
+        finish_reason: import_zod3.z.string().nullish(),
+        index: import_zod3.z.number(),
+        logprobs: import_zod3.z.object({
+          tokens: import_zod3.z.array(import_zod3.z.string()),
+          token_logprobs: import_zod3.z.array(import_zod3.z.number()),
+          top_logprobs: import_zod3.z.array(import_zod3.z.record(import_zod3.z.string(), import_zod3.z.number())).nullable()
+        }).nullable().optional()
+      })
+    ),
+    usage: import_zod3.z.object({
+      prompt_tokens: import_zod3.z.number(),
+      completion_tokens: import_zod3.z.number()
+    }).optional().nullable()
+  }),
+  friendliAIErrorDataSchema
+]);
+
+// src/friendliai-facade.ts
+var FriendliAI = class {
+  /**
+   * Creates a new FriendliAI provider instance.
+   */
+  constructor(options = {}) {
+    var _a, _b;
+    this.baseURL = (_b = (0, import_provider_utils4.withoutTrailingSlash)((_a = options.baseURL) != null ? _a : options.baseUrl)) != null ? _b : "https://inference.friendli.ai/tools/v1";
+    this.apiKey = options.apiKey;
+    this.teamId = options.teamId;
+    this.headers = options.headers;
+  }
+  get baseConfig() {
+    return {
+      teamId: this.teamId,
+      baseURL: this.baseURL,
+      headers: () => ({
+        Authorization: `Bearer ${(0, import_provider_utils4.loadApiKey)({
+          apiKey: this.apiKey,
+          environmentVariableName: "FRIENDLI_API_KEY",
+          description: "FriendliAI"
+        })}`,
+        "X-Friendli-Team": this.teamId,
+        ...this.headers
+      })
+    };
+  }
+  chat(modelId, settings = {}) {
+    return new FriendliAIChatLanguageModel(modelId, settings, {
+      provider: "friendliai.chat",
+      ...this.baseConfig,
+      compatibility: "strict",
+      url: ({ path }) => `${this.baseURL}${path}`
+    });
+  }
+  completion(modelId, settings = {}) {
+    return new FriendliAICompletionLanguageModel(modelId, settings, {
+      provider: "friendliai.completion",
+      ...this.baseConfig,
+      compatibility: "strict",
+      url: ({ path }) => `${this.baseURL}${path}`
+    });
+  }
+};
+
+// src/friendliai-provider.ts
+var import_provider5 = require("@ai-sdk/provider");
+var import_provider_utils5 = require("@ai-sdk/provider-utils");
+function createFriendliAI(options = {}) {
+  var _a, _b;
+  const baseURL = (_b = (0, import_provider_utils5.withoutTrailingSlash)((_a = options.baseURL) != null ? _a : options.baseUrl)) != null ? _b : "https://inference.friendli.ai/tools/v1";
+  const compatibility = "compatible";
+  const getHeaders = () => ({
+    Authorization: `Bearer ${(0, import_provider_utils5.loadApiKey)({
+      apiKey: options.apiKey,
+      environmentVariableName: "FRIENDLI_API_KEY",
+      description: "FriendliAI API key"
+    })}`,
+    "X-Friendli-Team": options.teamId,
+    ...options.headers
+  });
+  const createChatModel = (modelId, settings = {}) => new FriendliAIChatLanguageModel(modelId, settings, {
+    provider: "friendliai.chat",
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    compatibility,
+    fetch: options.fetch
+  });
+  const createCompletionModel = (modelId, settings = {}) => new FriendliAICompletionLanguageModel(modelId, settings, {
+    provider: "friendliai.completion",
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    compatibility,
+    fetch: options.fetch
+  });
+  const createLanguageModel = (modelId, settings) => {
+    if (new.target) {
+      throw new Error(
+        "The FriendliAI model function cannot be called with the new keyword."
+      );
+    }
+    if (modelId === "gpt-3.5-turbo") {
+      return createCompletionModel(
+        modelId,
+        settings
+      );
+    }
+    return createChatModel(modelId, settings);
+  };
+  const provider = function(modelId, settings) {
+    return createLanguageModel(modelId, settings);
+  };
+  provider.languageModel = createLanguageModel;
+  provider.chat = createChatModel;
+  provider.completion = createCompletionModel;
+  provider.textEmbeddingModel = (modelId) => {
+    throw new import_provider5.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
+  };
+  return provider;
+}
+var friendliai = createFriendliAI({
+  // compatibility: "compatible", // strict for FriendliAI API
+});
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  FriendliAI,
+  createFriendliAI,
+  friendliai
+});
+//# sourceMappingURL=index.js.map