@nocobase/plugin-ai 2.2.0-alpha.3 → 2.2.0-alpha.4

package/dist/node_modules/@langchain/mistralai/dist/embeddings.cjs

@@ -0,0 +1,140 @@
+const require_rolldown_runtime = require('./_virtual/rolldown_runtime.cjs');
+const __mistralai_mistralai_lib_http_js = require_rolldown_runtime.__toESM(require("@mistralai/mistralai/lib/http.js"));
+const __langchain_core_utils_env = require_rolldown_runtime.__toESM(require("@langchain/core/utils/env"));
+const __langchain_core_embeddings = require_rolldown_runtime.__toESM(require("@langchain/core/embeddings"));
+const __langchain_core_utils_chunk_array = require_rolldown_runtime.__toESM(require("@langchain/core/utils/chunk_array"));
+
+//#region src/embeddings.ts
+/**
+* Class for generating embeddings using the MistralAI API.
+*/
+var MistralAIEmbeddings = class extends __langchain_core_embeddings.Embeddings {
+	modelName = "mistral-embed";
+	model = "mistral-embed";
+	encodingFormat = "float";
+	batchSize = 512;
+	stripNewLines = true;
+	apiKey;
+	/**
+	* @deprecated use serverURL instead
+	*/
+	endpoint;
+	serverURL;
+	beforeRequestHooks;
+	requestErrorHooks;
+	responseHooks;
+	httpClient;
+	constructor(fields) {
+		super(fields ?? {});
+		const apiKey = fields?.apiKey ?? (0, __langchain_core_utils_env.getEnvironmentVariable)("MISTRAL_API_KEY");
+		if (!apiKey) throw new Error("API key missing for MistralAI, but it is required.");
+		this.apiKey = apiKey;
+		this.serverURL = fields?.serverURL ?? this.serverURL;
+		this.modelName = fields?.model ?? fields?.modelName ?? this.model;
+		this.model = this.modelName;
+		this.encodingFormat = fields?.encodingFormat ?? this.encodingFormat;
+		this.batchSize = fields?.batchSize ?? this.batchSize;
+		this.stripNewLines = fields?.stripNewLines ?? this.stripNewLines;
+		this.beforeRequestHooks = fields?.beforeRequestHooks ?? this.beforeRequestHooks;
+		this.requestErrorHooks = fields?.requestErrorHooks ?? this.requestErrorHooks;
+		this.responseHooks = fields?.responseHooks ?? this.responseHooks;
+		this.httpClient = fields?.httpClient ?? this.httpClient;
+		this.addAllHooksToHttpClient();
+	}
+	/**
+	* Method to generate embeddings for an array of documents. Splits the
+	* documents into batches and makes requests to the MistralAI API to generate
+	* embeddings.
+	* @param {Array<string>} texts Array of documents to generate embeddings for.
+	* @returns {Promise<number[][]>} Promise that resolves to a 2D array of embeddings for each document.
+	*/
+	async embedDocuments(texts) {
+		const batches = (0, __langchain_core_utils_chunk_array.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+		const batchRequests = batches.map((batch) => this.embeddingWithRetry(batch));
+		const batchResponses = await Promise.all(batchRequests);
+		const embeddings = [];
+		for (let i = 0; i < batchResponses.length; i += 1) {
+			const batch = batches[i];
+			const { data: batchResponse } = batchResponses[i];
+			for (let j = 0; j < batch.length; j += 1) embeddings.push(batchResponse[j].embedding ?? []);
+		}
+		return embeddings;
+	}
+	/**
+	* Method to generate an embedding for a single document. Calls the
+	* embeddingWithRetry method with the document as the input.
+	* @param {string} text Document to generate an embedding for.
+	* @returns {Promise<number[]>} Promise that resolves to an embedding for the document.
+	*/
+	async embedQuery(text) {
+		const { data } = await this.embeddingWithRetry(this.stripNewLines ? text.replace(/\n/g, " ") : text);
+		return data[0].embedding ?? [];
+	}
+	/**
+	* Private method to make a request to the MistralAI API to generate
+	* embeddings. Handles the retry logic and returns the response from the
+	* API.
+	* @param {string | Array<string>} inputs Text to send to the MistralAI API.
+	* @returns {Promise<MistralAIEmbeddingsResponse>} Promise that resolves to the response from the API.
+	*/
+	async embeddingWithRetry(inputs) {
+		const { Mistral } = await this.imports();
+		const client = new Mistral({
+			apiKey: this.apiKey,
+			serverURL: this.serverURL,
+			...this.httpClient ? { httpClient: this.httpClient } : {}
+		});
+		const embeddingsRequest = {
+			model: this.model,
+			inputs,
+			encodingFormat: this.encodingFormat
+		};
+		return this.caller.call(async () => {
+			const res = await client.embeddings.create(embeddingsRequest);
+			return res;
+		});
+	}
+	addAllHooksToHttpClient() {
+		try {
+			this.removeAllHooksFromHttpClient();
+			const hasHooks = [
+				this.beforeRequestHooks,
+				this.requestErrorHooks,
+				this.responseHooks
+			].some((hook) => hook && hook.length > 0);
+			if (hasHooks && !this.httpClient) this.httpClient = new __mistralai_mistralai_lib_http_js.HTTPClient();
+			if (this.beforeRequestHooks) for (const hook of this.beforeRequestHooks) this.httpClient?.addHook("beforeRequest", hook);
+			if (this.requestErrorHooks) for (const hook of this.requestErrorHooks) this.httpClient?.addHook("requestError", hook);
+			if (this.responseHooks) for (const hook of this.responseHooks) this.httpClient?.addHook("response", hook);
+		} catch {
+			throw new Error("Error in adding all hooks");
+		}
+	}
+	removeAllHooksFromHttpClient() {
+		try {
+			if (this.beforeRequestHooks) for (const hook of this.beforeRequestHooks) this.httpClient?.removeHook("beforeRequest", hook);
+			if (this.requestErrorHooks) for (const hook of this.requestErrorHooks) this.httpClient?.removeHook("requestError", hook);
+			if (this.responseHooks) for (const hook of this.responseHooks) this.httpClient?.removeHook("response", hook);
+		} catch {
+			throw new Error("Error in removing hooks");
+		}
+	}
+	removeHookFromHttpClient(hook) {
+		try {
+			this.httpClient?.removeHook("beforeRequest", hook);
+			this.httpClient?.removeHook("requestError", hook);
+			this.httpClient?.removeHook("response", hook);
+		} catch {
+			throw new Error("Error in removing hook");
+		}
+	}
+	/** @ignore */
+	async imports() {
+		const { Mistral } = await import("@mistralai/mistralai");
+		return { Mistral };
+	}
+};
+
+//#endregion
+exports.MistralAIEmbeddings = MistralAIEmbeddings;
+//# sourceMappingURL=embeddings.cjs.map

package/dist/node_modules/@langchain/mistralai/dist/embeddings.d.cts

@@ -0,0 +1,116 @@
+import { BeforeRequestHook, HTTPClient, RequestErrorHook, ResponseHook } from "@mistralai/mistralai/lib/http.js";
+import { Embeddings, EmbeddingsParams } from "@langchain/core/embeddings";
+
+//#region src/embeddings.d.ts
+
+/**
+ * Interface for MistralAIEmbeddings parameters. Extends EmbeddingsParams and
+ * defines additional parameters specific to the MistralAIEmbeddings class.
+ */
+interface MistralAIEmbeddingsParams extends EmbeddingsParams {
+  /**
+   * The API key to use.
+   * @default {process.env.MISTRAL_API_KEY}
+   */
+  apiKey?: string;
+  /**
+   * The name of the model to use.
+   * Alias for `model`.
+   * @default {"mistral-embed"}
+   */
+  modelName?: string;
+  /**
+   * The name of the model to use.
+   * @default {"mistral-embed"}
+   */
+  model?: string;
+  /**
+   * The format of the output data.
+   * @default {"float"}
+   */
+  encodingFormat?: string;
+  /**
+   * Override the default server URL used by the Mistral SDK.
+   * @deprecated use serverURL instead
+   */
+  endpoint?: string;
+  /**
+   * Override the default server URL used by the Mistral SDK.
+   */
+  serverURL?: string;
+  /**
+   * The maximum number of documents to embed in a single request.
+   * @default {512}
+   */
+  batchSize?: number;
+  /**
+   * Whether to strip new lines from the input text. This is recommended,
+   * but may not be suitable for all use cases.
+   * @default {true}
+   */
+  stripNewLines?: boolean;
+  /**
+   * A list of custom hooks that must follow (req: Request) => Awaitable<Request | void>
+   * They are automatically added when a ChatMistralAI instance is created
+   */
+  beforeRequestHooks?: BeforeRequestHook[];
+  /**
+   * A list of custom hooks that must follow (err: unknown, req: Request) => Awaitable<void>
+   * They are automatically added when a ChatMistralAI instance is created
+   */
+  requestErrorHooks?: RequestErrorHook[];
+  /**
+   * A list of custom hooks that must follow (res: Response, req: Request) => Awaitable<void>
+   * They are automatically added when a ChatMistralAI instance is created
+   */
+  responseHooks?: ResponseHook[];
+  /**
+   * Optional custom HTTP client to manage API requests
+   * Allows users to add custom fetch implementations, hooks, as well as error and response processing.
+   */
+  httpClient?: HTTPClient;
+}
+/**
+ * Class for generating embeddings using the MistralAI API.
+ */
+declare class MistralAIEmbeddings extends Embeddings implements MistralAIEmbeddingsParams {
+  modelName: string;
+  model: string;
+  encodingFormat: string;
+  batchSize: number;
+  stripNewLines: boolean;
+  apiKey: string;
+  /**
+   * @deprecated use serverURL instead
+   */
+  endpoint: string;
+  serverURL?: string;
+  beforeRequestHooks?: Array<BeforeRequestHook>;
+  requestErrorHooks?: Array<RequestErrorHook>;
+  responseHooks?: Array<ResponseHook>;
+  httpClient?: HTTPClient;
+  constructor(fields?: Partial<MistralAIEmbeddingsParams>);
+  /**
+   * Method to generate embeddings for an array of documents. Splits the
+   * documents into batches and makes requests to the MistralAI API to generate
+   * embeddings.
+   * @param {Array<string>} texts Array of documents to generate embeddings for.
+   * @returns {Promise<number[][]>} Promise that resolves to a 2D array of embeddings for each document.
+   */
+  embedDocuments(texts: string[]): Promise<number[][]>;
+  /**
+   * Method to generate an embedding for a single document. Calls the
+   * embeddingWithRetry method with the document as the input.
+   * @param {string} text Document to generate an embedding for.
+   * @returns {Promise<number[]>} Promise that resolves to an embedding for the document.
+   */
+  embedQuery(text: string): Promise<number[]>;
+  private embeddingWithRetry;
+  addAllHooksToHttpClient(): void;
+  removeAllHooksFromHttpClient(): void;
+  removeHookFromHttpClient(hook: BeforeRequestHook | RequestErrorHook | ResponseHook): void;
+  private imports;
+}
+//#endregion
+export { MistralAIEmbeddings, MistralAIEmbeddingsParams };
+//# sourceMappingURL=embeddings.d.cts.map

package/dist/node_modules/@langchain/mistralai/dist/embeddings.d.ts

@@ -0,0 +1,116 @@
+import { BeforeRequestHook, HTTPClient, RequestErrorHook, ResponseHook } from "@mistralai/mistralai/lib/http.js";
+import { Embeddings, EmbeddingsParams } from "@langchain/core/embeddings";
+
+//#region src/embeddings.d.ts
+
+/**
+ * Interface for MistralAIEmbeddings parameters. Extends EmbeddingsParams and
+ * defines additional parameters specific to the MistralAIEmbeddings class.
+ */
+interface MistralAIEmbeddingsParams extends EmbeddingsParams {
+  /**
+   * The API key to use.
+   * @default {process.env.MISTRAL_API_KEY}
+   */
+  apiKey?: string;
+  /**
+   * The name of the model to use.
+   * Alias for `model`.
+   * @default {"mistral-embed"}
+   */
+  modelName?: string;
+  /**
+   * The name of the model to use.
+   * @default {"mistral-embed"}
+   */
+  model?: string;
+  /**
+   * The format of the output data.
+   * @default {"float"}
+   */
+  encodingFormat?: string;
+  /**
+   * Override the default server URL used by the Mistral SDK.
+   * @deprecated use serverURL instead
+   */
+  endpoint?: string;
+  /**
+   * Override the default server URL used by the Mistral SDK.
+   */
+  serverURL?: string;
+  /**
+   * The maximum number of documents to embed in a single request.
+   * @default {512}
+   */
+  batchSize?: number;
+  /**
+   * Whether to strip new lines from the input text. This is recommended,
+   * but may not be suitable for all use cases.
+   * @default {true}
+   */
+  stripNewLines?: boolean;
+  /**
+   * A list of custom hooks that must follow (req: Request) => Awaitable<Request | void>
+   * They are automatically added when a ChatMistralAI instance is created
+   */
+  beforeRequestHooks?: BeforeRequestHook[];
+  /**
+   * A list of custom hooks that must follow (err: unknown, req: Request) => Awaitable<void>
+   * They are automatically added when a ChatMistralAI instance is created
+   */
+  requestErrorHooks?: RequestErrorHook[];
+  /**
+   * A list of custom hooks that must follow (res: Response, req: Request) => Awaitable<void>
+   * They are automatically added when a ChatMistralAI instance is created
+   */
+  responseHooks?: ResponseHook[];
+  /**
+   * Optional custom HTTP client to manage API requests
+   * Allows users to add custom fetch implementations, hooks, as well as error and response processing.
+   */
+  httpClient?: HTTPClient;
+}
+/**
+ * Class for generating embeddings using the MistralAI API.
+ */
+declare class MistralAIEmbeddings extends Embeddings implements MistralAIEmbeddingsParams {
+  modelName: string;
+  model: string;
+  encodingFormat: string;
+  batchSize: number;
+  stripNewLines: boolean;
+  apiKey: string;
+  /**
+   * @deprecated use serverURL instead
+   */
+  endpoint: string;
+  serverURL?: string;
+  beforeRequestHooks?: Array<BeforeRequestHook>;
+  requestErrorHooks?: Array<RequestErrorHook>;
+  responseHooks?: Array<ResponseHook>;
+  httpClient?: HTTPClient;
+  constructor(fields?: Partial<MistralAIEmbeddingsParams>);
+  /**
+   * Method to generate embeddings for an array of documents. Splits the
+   * documents into batches and makes requests to the MistralAI API to generate
+   * embeddings.
+   * @param {Array<string>} texts Array of documents to generate embeddings for.
+   * @returns {Promise<number[][]>} Promise that resolves to a 2D array of embeddings for each document.
+   */
+  embedDocuments(texts: string[]): Promise<number[][]>;
+  /**
+   * Method to generate an embedding for a single document. Calls the
+   * embeddingWithRetry method with the document as the input.
+   * @param {string} text Document to generate an embedding for.
+   * @returns {Promise<number[]>} Promise that resolves to an embedding for the document.
+   */
+  embedQuery(text: string): Promise<number[]>;
+  private embeddingWithRetry;
+  addAllHooksToHttpClient(): void;
+  removeAllHooksFromHttpClient(): void;
+  removeHookFromHttpClient(hook: BeforeRequestHook | RequestErrorHook | ResponseHook): void;
+  private imports;
+}
+//#endregion
+export { MistralAIEmbeddings, MistralAIEmbeddingsParams };
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/node_modules/@langchain/mistralai/dist/embeddings.js

@@ -0,0 +1,139 @@
+import { HTTPClient } from "@mistralai/mistralai/lib/http.js";
+import { getEnvironmentVariable } from "@langchain/core/utils/env";
+import { Embeddings } from "@langchain/core/embeddings";
+import { chunkArray } from "@langchain/core/utils/chunk_array";
+
+//#region src/embeddings.ts
+/**
+* Class for generating embeddings using the MistralAI API.
+*/
+var MistralAIEmbeddings = class extends Embeddings {
+	modelName = "mistral-embed";
+	model = "mistral-embed";
+	encodingFormat = "float";
+	batchSize = 512;
+	stripNewLines = true;
+	apiKey;
+	/**
+	* @deprecated use serverURL instead
+	*/
+	endpoint;
+	serverURL;
+	beforeRequestHooks;
+	requestErrorHooks;
+	responseHooks;
+	httpClient;
+	constructor(fields) {
+		super(fields ?? {});
+		const apiKey = fields?.apiKey ?? getEnvironmentVariable("MISTRAL_API_KEY");
+		if (!apiKey) throw new Error("API key missing for MistralAI, but it is required.");
+		this.apiKey = apiKey;
+		this.serverURL = fields?.serverURL ?? this.serverURL;
+		this.modelName = fields?.model ?? fields?.modelName ?? this.model;
+		this.model = this.modelName;
+		this.encodingFormat = fields?.encodingFormat ?? this.encodingFormat;
+		this.batchSize = fields?.batchSize ?? this.batchSize;
+		this.stripNewLines = fields?.stripNewLines ?? this.stripNewLines;
+		this.beforeRequestHooks = fields?.beforeRequestHooks ?? this.beforeRequestHooks;
+		this.requestErrorHooks = fields?.requestErrorHooks ?? this.requestErrorHooks;
+		this.responseHooks = fields?.responseHooks ?? this.responseHooks;
+		this.httpClient = fields?.httpClient ?? this.httpClient;
+		this.addAllHooksToHttpClient();
+	}
+	/**
+	* Method to generate embeddings for an array of documents. Splits the
+	* documents into batches and makes requests to the MistralAI API to generate
+	* embeddings.
+	* @param {Array<string>} texts Array of documents to generate embeddings for.
+	* @returns {Promise<number[][]>} Promise that resolves to a 2D array of embeddings for each document.
+	*/
+	async embedDocuments(texts) {
+		const batches = chunkArray(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+		const batchRequests = batches.map((batch) => this.embeddingWithRetry(batch));
+		const batchResponses = await Promise.all(batchRequests);
+		const embeddings = [];
+		for (let i = 0; i < batchResponses.length; i += 1) {
+			const batch = batches[i];
+			const { data: batchResponse } = batchResponses[i];
+			for (let j = 0; j < batch.length; j += 1) embeddings.push(batchResponse[j].embedding ?? []);
+		}
+		return embeddings;
+	}
+	/**
+	* Method to generate an embedding for a single document. Calls the
+	* embeddingWithRetry method with the document as the input.
+	* @param {string} text Document to generate an embedding for.
+	* @returns {Promise<number[]>} Promise that resolves to an embedding for the document.
+	*/
+	async embedQuery(text) {
+		const { data } = await this.embeddingWithRetry(this.stripNewLines ? text.replace(/\n/g, " ") : text);
+		return data[0].embedding ?? [];
+	}
+	/**
+	* Private method to make a request to the MistralAI API to generate
+	* embeddings. Handles the retry logic and returns the response from the
+	* API.
+	* @param {string | Array<string>} inputs Text to send to the MistralAI API.
+	* @returns {Promise<MistralAIEmbeddingsResponse>} Promise that resolves to the response from the API.
+	*/
+	async embeddingWithRetry(inputs) {
+		const { Mistral } = await this.imports();
+		const client = new Mistral({
+			apiKey: this.apiKey,
+			serverURL: this.serverURL,
+			...this.httpClient ? { httpClient: this.httpClient } : {}
+		});
+		const embeddingsRequest = {
+			model: this.model,
+			inputs,
+			encodingFormat: this.encodingFormat
+		};
+		return this.caller.call(async () => {
+			const res = await client.embeddings.create(embeddingsRequest);
+			return res;
+		});
+	}
+	addAllHooksToHttpClient() {
+		try {
+			this.removeAllHooksFromHttpClient();
+			const hasHooks = [
+				this.beforeRequestHooks,
+				this.requestErrorHooks,
+				this.responseHooks
+			].some((hook) => hook && hook.length > 0);
+			if (hasHooks && !this.httpClient) this.httpClient = new HTTPClient();
+			if (this.beforeRequestHooks) for (const hook of this.beforeRequestHooks) this.httpClient?.addHook("beforeRequest", hook);
+			if (this.requestErrorHooks) for (const hook of this.requestErrorHooks) this.httpClient?.addHook("requestError", hook);
+			if (this.responseHooks) for (const hook of this.responseHooks) this.httpClient?.addHook("response", hook);
+		} catch {
+			throw new Error("Error in adding all hooks");
+		}
+	}
+	removeAllHooksFromHttpClient() {
+		try {
+			if (this.beforeRequestHooks) for (const hook of this.beforeRequestHooks) this.httpClient?.removeHook("beforeRequest", hook);
+			if (this.requestErrorHooks) for (const hook of this.requestErrorHooks) this.httpClient?.removeHook("requestError", hook);
+			if (this.responseHooks) for (const hook of this.responseHooks) this.httpClient?.removeHook("response", hook);
+		} catch {
+			throw new Error("Error in removing hooks");
+		}
+	}
+	removeHookFromHttpClient(hook) {
+		try {
+			this.httpClient?.removeHook("beforeRequest", hook);
+			this.httpClient?.removeHook("requestError", hook);
+			this.httpClient?.removeHook("response", hook);
+		} catch {
+			throw new Error("Error in removing hook");
+		}
+	}
+	/** @ignore */
+	async imports() {
+		const { Mistral } = await import("@mistralai/mistralai");
+		return { Mistral };
+	}
+};
+
+//#endregion
+export { MistralAIEmbeddings };
+//# sourceMappingURL=embeddings.js.map