ai 3.0.13 → 3.0.14

package/mistral/dist/index.mjs

@@ -0,0 +1,900 @@
+// ai-model-specification/errors/api-call-error.ts
+var APICallError = class extends Error {
+  constructor({
+    message,
+    url,
+    requestBodyValues,
+    statusCode,
+    responseBody,
+    cause,
+    isRetryable = statusCode != null && (statusCode === 408 || // request timeout
+    statusCode === 409 || // conflict
+    statusCode === 429 || // too many requests
+    statusCode >= 500),
+    // server error
+    data
+  }) {
+    super(message);
+    this.name = "AI_APICallError";
+    this.url = url;
+    this.requestBodyValues = requestBodyValues;
+    this.statusCode = statusCode;
+    this.responseBody = responseBody;
+    this.cause = cause;
+    this.isRetryable = isRetryable;
+    this.data = data;
+  }
+  static isAPICallError(error) {
+    return error instanceof Error && error.name === "AI_APICallError" && typeof error.url === "string" && typeof error.requestBodyValues === "object" && (error.statusCode == null || typeof error.statusCode === "number") && (error.responseBody == null || typeof error.responseBody === "string") && (error.cause == null || typeof error.cause === "object") && typeof error.isRetryable === "boolean" && (error.data == null || typeof error.data === "object");
+  }
+  toJSON() {
+    return {
+      name: this.name,
+      message: this.message,
+      url: this.url,
+      requestBodyValues: this.requestBodyValues,
+      statusCode: this.statusCode,
+      responseBody: this.responseBody,
+      cause: this.cause,
+      isRetryable: this.isRetryable,
+      data: this.data
+    };
+  }
+};
+
+// ai-model-specification/util/generate-id.ts
+import { customAlphabet } from "nanoid/non-secure";
+var generateId = customAlphabet(
+  "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz",
+  7
+);
+
+// ai-model-specification/util/get-error-message.ts
+function getErrorMessage(error) {
+  if (error == null) {
+    return "unknown error";
+  }
+  if (typeof error === "string") {
+    return error;
+  }
+  if (error instanceof Error) {
+    return error.message;
+  }
+  return JSON.stringify(error);
+}
+
+// ai-model-specification/errors/load-api-key-error.ts
+var LoadAPIKeyError = class extends Error {
+  constructor({ message }) {
+    super(message);
+    this.name = "AI_LoadAPIKeyError";
+  }
+  static isLoadAPIKeyError(error) {
+    return error instanceof Error && error.name === "AI_LoadAPIKeyError";
+  }
+  toJSON() {
+    return {
+      name: this.name,
+      message: this.message
+    };
+  }
+};
+
+// ai-model-specification/util/load-api-key.ts
+function loadApiKey({
+  apiKey,
+  environmentVariableName,
+  apiKeyParameterName = "apiKey",
+  description
+}) {
+  if (typeof apiKey === "string") {
+    return apiKey;
+  }
+  if (apiKey != null) {
+    throw new LoadAPIKeyError({
+      message: `${description} API key must be a string.`
+    });
+  }
+  if (typeof process === "undefined") {
+    throw new LoadAPIKeyError({
+      message: `${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter. Environment variables is not supported in this environment.`
+    });
+  }
+  apiKey = process.env[environmentVariableName];
+  if (apiKey == null) {
+    throw new LoadAPIKeyError({
+      message: `${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter or the ${environmentVariableName} environment variable.`
+    });
+  }
+  if (typeof apiKey !== "string") {
+    throw new LoadAPIKeyError({
+      message: `${description} API key must be a string. The value of the ${environmentVariableName} environment variable is not a string.`
+    });
+  }
+  return apiKey;
+}
+
+// ai-model-specification/util/parse-json.ts
+import SecureJSON from "secure-json-parse";
+
+// ai-model-specification/errors/json-parse-error.ts
+var JSONParseError = class extends Error {
+  constructor({ text, cause }) {
+    super(
+      `JSON parsing failed: Text: ${text}.
+Error message: ${getErrorMessage(cause)}`
+    );
+    this.name = "AI_JSONParseError";
+    this.cause = cause;
+    this.text = text;
+  }
+  static isJSONParseError(error) {
+    return error instanceof Error && error.name === "AI_JSONParseError" && typeof error.text === "string" && typeof error.cause === "string";
+  }
+  toJSON() {
+    return {
+      name: this.name,
+      message: this.message,
+      cause: this.cause,
+      stack: this.stack,
+      valueText: this.text
+    };
+  }
+};
+
+// ai-model-specification/errors/type-validation-error.ts
+var TypeValidationError = class extends Error {
+  constructor({ value, cause }) {
+    super(
+      `Type validation failed: Value: ${JSON.stringify(value)}.
+Error message: ${getErrorMessage(cause)}`
+    );
+    this.name = "AI_TypeValidationError";
+    this.cause = cause;
+    this.value = value;
+  }
+  static isTypeValidationError(error) {
+    return error instanceof Error && error.name === "AI_TypeValidationError" && typeof error.value === "string" && typeof error.cause === "string";
+  }
+  toJSON() {
+    return {
+      name: this.name,
+      message: this.message,
+      cause: this.cause,
+      stack: this.stack,
+      value: this.value
+    };
+  }
+};
+
+// ai-model-specification/util/validate-types.ts
+function validateTypes({
+  value,
+  schema
+}) {
+  try {
+    return schema.parse(value);
+  } catch (error) {
+    throw new TypeValidationError({ value, cause: error });
+  }
+}
+function safeValidateTypes({
+  value,
+  schema
+}) {
+  try {
+    const validationResult = schema.safeParse(value);
+    if (validationResult.success) {
+      return {
+        success: true,
+        value: validationResult.data
+      };
+    }
+    return {
+      success: false,
+      error: new TypeValidationError({
+        value,
+        cause: validationResult.error
+      })
+    };
+  } catch (error) {
+    return {
+      success: false,
+      error: TypeValidationError.isTypeValidationError(error) ? error : new TypeValidationError({ value, cause: error })
+    };
+  }
+}
+
+// ai-model-specification/util/parse-json.ts
+function parseJSON({
+  text,
+  schema
+}) {
+  try {
+    const value = SecureJSON.parse(text);
+    if (schema == null) {
+      return value;
+    }
+    return validateTypes({ value, schema });
+  } catch (error) {
+    if (JSONParseError.isJSONParseError(error) || TypeValidationError.isTypeValidationError(error)) {
+      throw error;
+    }
+    throw new JSONParseError({ text, cause: error });
+  }
+}
+function safeParseJSON({
+  text,
+  schema
+}) {
+  try {
+    const value = SecureJSON.parse(text);
+    if (schema == null) {
+      return {
+        success: true,
+        value
+      };
+    }
+    return safeValidateTypes({ value, schema });
+  } catch (error) {
+    return {
+      success: false,
+      error: JSONParseError.isJSONParseError(error) ? error : new JSONParseError({ text, cause: error })
+    };
+  }
+}
+
+// ai-model-specification/util/post-to-api.ts
+var postJsonToApi = async ({
+  url,
+  headers,
+  body,
+  failedResponseHandler,
+  successfulResponseHandler,
+  abortSignal
+}) => postToApi({
+  url,
+  headers: {
+    ...headers,
+    "Content-Type": "application/json"
+  },
+  body: {
+    content: JSON.stringify(body),
+    values: body
+  },
+  failedResponseHandler,
+  successfulResponseHandler,
+  abortSignal
+});
+var postToApi = async ({
+  url,
+  headers = {},
+  body,
+  successfulResponseHandler,
+  failedResponseHandler,
+  abortSignal
+}) => {
+  try {
+    const definedHeaders = Object.fromEntries(
+      Object.entries(headers).filter(([_key, value]) => value != null)
+    );
+    const response = await fetch(url, {
+      method: "POST",
+      headers: definedHeaders,
+      body: body.content,
+      signal: abortSignal
+    });
+    if (!response.ok) {
+      try {
+        throw await failedResponseHandler({
+          response,
+          url,
+          requestBodyValues: body.values
+        });
+      } catch (error) {
+        if (error instanceof Error) {
+          if (error.name === "AbortError" || APICallError.isAPICallError(error)) {
+            throw error;
+          }
+        }
+        throw new APICallError({
+          message: "Failed to process error response",
+          cause: error,
+          statusCode: response.status,
+          url,
+          requestBodyValues: body.values
+        });
+      }
+    }
+    try {
+      return await successfulResponseHandler({
+        response,
+        url,
+        requestBodyValues: body.values
+      });
+    } catch (error) {
+      if (error instanceof Error) {
+        if (error.name === "AbortError" || APICallError.isAPICallError(error)) {
+          throw error;
+        }
+      }
+      throw new APICallError({
+        message: "Failed to process successful response",
+        cause: error,
+        statusCode: response.status,
+        url,
+        requestBodyValues: body.values
+      });
+    }
+  } catch (error) {
+    if (error instanceof Error) {
+      if (error.name === "AbortError") {
+        throw error;
+      }
+    }
+    if (error instanceof TypeError && error.message === "fetch failed") {
+      const cause = error.cause;
+      if (cause != null) {
+        throw new APICallError({
+          message: `Cannot connect to API: ${cause.message}`,
+          cause,
+          url,
+          requestBodyValues: body.values,
+          isRetryable: true
+          // retry when network error
+        });
+      }
+    }
+    throw error;
+  }
+};
+
+// ai-model-specification/util/response-handler.ts
+import {
+  EventSourceParserStream
+} from "eventsource-parser/stream";
+
+// ai-model-specification/errors/no-response-body-error.ts
+var NoResponseBodyError = class extends Error {
+  constructor({ message = "No response body" } = {}) {
+    super(message);
+    this.name = "AI_NoResponseBodyError";
+  }
+  static isNoResponseBodyError(error) {
+    return error instanceof Error && error.name === "AI_NoResponseBodyError";
+  }
+  toJSON() {
+    return {
+      name: this.name,
+      message: this.message,
+      stack: this.stack
+    };
+  }
+};
+
+// ai-model-specification/util/response-handler.ts
+var createJsonErrorResponseHandler = ({
+  errorSchema,
+  errorToMessage,
+  isRetryable
+}) => async ({ response, url, requestBodyValues }) => {
+  const responseBody = await response.text();
+  if (responseBody.trim() === "") {
+    return new APICallError({
+      message: response.statusText,
+      url,
+      requestBodyValues,
+      statusCode: response.status,
+      responseBody,
+      isRetryable: isRetryable == null ? void 0 : isRetryable(response)
+    });
+  }
+  try {
+    const parsedError = parseJSON({
+      text: responseBody,
+      schema: errorSchema
+    });
+    return new APICallError({
+      message: errorToMessage(parsedError),
+      url,
+      requestBodyValues,
+      statusCode: response.status,
+      responseBody,
+      data: parsedError,
+      isRetryable: isRetryable == null ? void 0 : isRetryable(response, parsedError)
+    });
+  } catch (parseError) {
+    return new APICallError({
+      message: response.statusText,
+      url,
+      requestBodyValues,
+      statusCode: response.status,
+      responseBody,
+      isRetryable: isRetryable == null ? void 0 : isRetryable(response)
+    });
+  }
+};
+var createEventSourceResponseHandler = (chunkSchema) => async ({ response }) => {
+  if (response.body == null) {
+    throw new NoResponseBodyError();
+  }
+  return response.body.pipeThrough(new TextDecoderStream()).pipeThrough(new EventSourceParserStream()).pipeThrough(
+    new TransformStream({
+      transform({ data }, controller) {
+        if (data === "[DONE]") {
+          return;
+        }
+        controller.enqueue(
+          safeParseJSON({
+            text: data,
+            schema: chunkSchema
+          })
+        );
+      }
+    })
+  );
+};
+var createJsonResponseHandler = (responseSchema) => async ({ response, url, requestBodyValues }) => {
+  const responseBody = await response.text();
+  const parsedResult = safeParseJSON({
+    text: responseBody,
+    schema: responseSchema
+  });
+  if (!parsedResult.success) {
+    throw new APICallError({
+      message: "Invalid JSON response",
+      cause: parsedResult.error,
+      statusCode: response.status,
+      responseBody,
+      url,
+      requestBodyValues
+    });
+  }
+  return parsedResult.value;
+};
+
+// ai-model-specification/errors/unsupported-functionality-error.ts
+var UnsupportedFunctionalityError = class extends Error {
+  constructor({
+    provider,
+    functionality
+  }) {
+    super(
+      `Functionality not supported by the provider. Provider: ${provider}.
+Functionality: ${functionality}`
+    );
+    this.name = "AI_UnsupportedFunctionalityError";
+    this.provider = provider;
+    this.functionality = functionality;
+  }
+  static isUnsupportedFunctionalityError(error) {
+    return error instanceof Error && error.name === "AI_UnsupportedFunctionalityError" && typeof error.provider === "string" && typeof error.functionality === "string";
+  }
+  toJSON() {
+    return {
+      name: this.name,
+      message: this.message,
+      stack: this.stack,
+      provider: this.provider,
+      functionality: this.functionality
+    };
+  }
+};
+
+// mistral/mistral-chat-language-model.ts
+import { z as z2 } from "zod";
+
+// mistral/convert-to-mistral-chat-messages.ts
+function convertToMistralChatMessages({
+  prompt,
+  provider
+}) {
+  const messages = [];
+  for (const { role, content } of prompt) {
+    switch (role) {
+      case "system": {
+        messages.push({ role: "system", content });
+        break;
+      }
+      case "user": {
+        messages.push({
+          role: "user",
+          content: content.map((part) => {
+            switch (part.type) {
+              case "text": {
+                return part.text;
+              }
+              case "image": {
+                throw new UnsupportedFunctionalityError({
+                  provider,
+                  functionality: "image-part"
+                });
+              }
+            }
+          }).join("")
+        });
+        break;
+      }
+      case "assistant": {
+        let text = "";
+        const toolCalls = [];
+        for (const part of content) {
+          switch (part.type) {
+            case "text": {
+              text += part.text;
+              break;
+            }
+            case "tool-call": {
+              toolCalls.push({
+                id: part.toolCallId,
+                type: "function",
+                function: {
+                  name: part.toolName,
+                  arguments: JSON.stringify(part.args)
+                }
+              });
+              break;
+            }
+            default: {
+              const _exhaustiveCheck = part;
+              throw new Error(`Unsupported part: ${_exhaustiveCheck}`);
+            }
+          }
+        }
+        messages.push({
+          role: "assistant",
+          content: text,
+          tool_calls: toolCalls.length > 0 ? toolCalls.map(({ function: { name, arguments: args } }) => ({
+            id: "null",
+            type: "function",
+            function: { name, arguments: args }
+          })) : void 0
+        });
+        break;
+      }
+      case "tool": {
+        for (const toolResponse of content) {
+          messages.push({
+            role: "tool",
+            name: toolResponse.toolName,
+            content: JSON.stringify(toolResponse.result)
+          });
+        }
+        break;
+      }
+      default: {
+        const _exhaustiveCheck = role;
+        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  return messages;
+}
+
+// mistral/map-mistral-finish-reason.ts
+function mapMistralFinishReason(finishReason) {
+  switch (finishReason) {
+    case "stop":
+      return "stop";
+    case "length":
+    case "model_length":
+      return "length";
+    case "tool_calls":
+      return "tool-calls";
+    default:
+      return "other";
+  }
+}
+
+// mistral/mistral-error.ts
+import { z } from "zod";
+var mistralErrorDataSchema = z.object({
+  object: z.literal("error"),
+  message: z.string(),
+  type: z.string(),
+  param: z.string().nullable(),
+  code: z.string().nullable()
+});
+var mistralFailedResponseHandler = createJsonErrorResponseHandler({
+  errorSchema: mistralErrorDataSchema,
+  errorToMessage: (data) => data.message
+});
+
+// mistral/mistral-chat-language-model.ts
+var MistralChatLanguageModel = class {
+  constructor(modelId, settings, config) {
+    this.specificationVersion = "v1";
+    this.defaultObjectGenerationMode = "json";
+    this.modelId = modelId;
+    this.settings = settings;
+    this.config = config;
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  getArgs({
+    mode,
+    prompt,
+    maxTokens,
+    temperature,
+    topP,
+    frequencyPenalty,
+    presencePenalty,
+    seed
+  }) {
+    var _a;
+    const type = mode.type;
+    const warnings = [];
+    if (frequencyPenalty != null) {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "frequencyPenalty"
+      });
+    }
+    if (presencePenalty != null) {
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "presencePenalty"
+      });
+    }
+    const baseArgs = {
+      // model id:
+      model: this.modelId,
+      // model specific settings:
+      safe_prompt: this.settings.safePrompt,
+      // standardized settings:
+      max_tokens: maxTokens,
+      temperature,
+      // uses 0..1 scale
+      top_p: topP,
+      random_seed: seed,
+      // messages:
+      messages: convertToMistralChatMessages({
+        provider: this.provider,
+        prompt
+      })
+    };
+    switch (type) {
+      case "regular": {
+        const tools = ((_a = mode.tools) == null ? void 0 : _a.length) ? mode.tools : void 0;
+        return {
+          args: {
+            ...baseArgs,
+            tools: tools == null ? void 0 : tools.map((tool) => ({
+              type: "function",
+              function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters
+              }
+            }))
+          },
+          warnings
+        };
+      }
+      case "object-json": {
+        return {
+          args: {
+            ...baseArgs,
+            response_format: { type: "json_object" }
+          },
+          warnings
+        };
+      }
+      case "object-tool": {
+        return {
+          args: {
+            ...baseArgs,
+            tool_choice: "any",
+            tools: [{ type: "function", function: mode.tool }]
+          },
+          warnings
+        };
+      }
+      case "object-grammar": {
+        throw new UnsupportedFunctionalityError({
+          functionality: "object-grammar mode",
+          provider: this.provider
+        });
+      }
+      default: {
+        const _exhaustiveCheck = type;
+        throw new Error(`Unsupported type: ${_exhaustiveCheck}`);
+      }
+    }
+  }
+  async doGenerate(options) {
+    var _a, _b;
+    const { args, warnings } = this.getArgs(options);
+    const response = await postJsonToApi({
+      url: `${this.config.baseUrl}/chat/completions`,
+      headers: this.config.headers(),
+      body: args,
+      failedResponseHandler: mistralFailedResponseHandler,
+      successfulResponseHandler: createJsonResponseHandler(
+        openAIChatResponseSchema
+      ),
+      abortSignal: options.abortSignal
+    });
+    const { messages: rawPrompt, ...rawSettings } = args;
+    const choice = response.choices[0];
+    return {
+      text: (_a = choice.message.content) != null ? _a : void 0,
+      toolCalls: (_b = choice.message.tool_calls) == null ? void 0 : _b.map((toolCall) => ({
+        toolCallType: "function",
+        toolCallId: this.config.generateId(),
+        toolName: toolCall.function.name,
+        args: toolCall.function.arguments
+      })),
+      finishReason: mapMistralFinishReason(choice.finish_reason),
+      usage: {
+        promptTokens: response.usage.prompt_tokens,
+        completionTokens: response.usage.completion_tokens
+      },
+      rawCall: { rawPrompt, rawSettings },
+      warnings
+    };
+  }
+  async doStream(options) {
+    const { args, warnings } = this.getArgs(options);
+    const response = await postJsonToApi({
+      url: `${this.config.baseUrl}/chat/completions`,
+      headers: this.config.headers(),
+      body: {
+        ...args,
+        stream: true
+      },
+      failedResponseHandler: mistralFailedResponseHandler,
+      successfulResponseHandler: createEventSourceResponseHandler(
+        mistralChatChunkSchema
+      ),
+      abortSignal: options.abortSignal
+    });
+    const { messages: rawPrompt, ...rawSettings } = args;
+    let finishReason = "other";
+    let usage = {
+      promptTokens: Number.NaN,
+      completionTokens: Number.NaN
+    };
+    const generateId2 = this.config.generateId;
+    return {
+      stream: response.pipeThrough(
+        new TransformStream({
+          transform(chunk, controller) {
+            if (!chunk.success) {
+              controller.enqueue({ type: "error", error: chunk.error });
+              return;
+            }
+            const value = chunk.value;
+            if (value.usage != null) {
+              usage = {
+                promptTokens: value.usage.prompt_tokens,
+                completionTokens: value.usage.completion_tokens
+              };
+            }
+            const choice = value.choices[0];
+            if ((choice == null ? void 0 : choice.finish_reason) != null) {
+              finishReason = mapMistralFinishReason(choice.finish_reason);
+            }
+            if ((choice == null ? void 0 : choice.delta) == null) {
+              return;
+            }
+            const delta = choice.delta;
+            if (delta.content != null) {
+              controller.enqueue({
+                type: "text-delta",
+                textDelta: delta.content
+              });
+            }
+            if (delta.tool_calls != null) {
+              for (const toolCall of delta.tool_calls) {
+                controller.enqueue({
+                  type: "tool-call-delta",
+                  toolCallType: "function",
+                  toolCallId: generateId2(),
+                  toolName: toolCall.function.name,
+                  argsTextDelta: toolCall.function.arguments
+                });
+                controller.enqueue({
+                  type: "tool-call",
+                  toolCallType: "function",
+                  toolCallId: generateId2(),
+                  toolName: toolCall.function.name,
+                  args: toolCall.function.arguments
+                });
+              }
+            }
+          },
+          flush(controller) {
+            controller.enqueue({ type: "finish", finishReason, usage });
+          }
+        })
+      ),
+      rawCall: { rawPrompt, rawSettings },
+      warnings
+    };
+  }
+};
+var openAIChatResponseSchema = z2.object({
+  choices: z2.array(
+    z2.object({
+      message: z2.object({
+        role: z2.literal("assistant"),
+        content: z2.string().nullable(),
+        tool_calls: z2.array(
+          z2.object({
+            function: z2.object({
+              name: z2.string(),
+              arguments: z2.string()
+            })
+          })
+        ).optional().nullable()
+      }),
+      index: z2.number(),
+      finish_reason: z2.string().optional().nullable()
+    })
+  ),
+  object: z2.literal("chat.completion"),
+  usage: z2.object({
+    prompt_tokens: z2.number(),
+    completion_tokens: z2.number()
+  })
+});
+var mistralChatChunkSchema = z2.object({
+  object: z2.literal("chat.completion.chunk"),
+  choices: z2.array(
+    z2.object({
+      delta: z2.object({
+        role: z2.enum(["assistant"]).optional(),
+        content: z2.string().nullable().optional(),
+        tool_calls: z2.array(
+          z2.object({
+            function: z2.object({ name: z2.string(), arguments: z2.string() })
+          })
+        ).optional().nullable()
+      }),
+      finish_reason: z2.string().nullable().optional(),
+      index: z2.number()
+    })
+  ),
+  usage: z2.object({
+    prompt_tokens: z2.number(),
+    completion_tokens: z2.number()
+  }).optional().nullable()
+});
+
+// mistral/mistral-facade.ts
+var Mistral = class {
+  constructor(options = {}) {
+    var _a;
+    this.baseUrl = options.baseUrl;
+    this.apiKey = options.apiKey;
+    this.generateId = (_a = options.generateId) != null ? _a : generateId;
+  }
+  get baseConfig() {
+    var _a;
+    return {
+      baseUrl: (_a = this.baseUrl) != null ? _a : "https://api.mistral.ai/v1",
+      headers: () => ({
+        Authorization: `Bearer ${loadApiKey({
+          apiKey: this.apiKey,
+          environmentVariableName: "MISTRAL_API_KEY",
+          description: "Mistral"
+        })}`
+      })
+    };
+  }
+  chat(modelId, settings = {}) {
+    return new MistralChatLanguageModel(modelId, settings, {
+      provider: "mistral.chat",
+      ...this.baseConfig,
+      generateId: this.generateId
+    });
+  }
+};
+var mistral = new Mistral();
+export {
+  Mistral,
+  mistral
+};
+//# sourceMappingURL=index.mjs.map