@nocobase/plugin-ai 2.0.0-alpha.9 → 2.0.0-beta.1

package/dist/node_modules/@langchain/ollama/dist/embeddings.cjs

@@ -0,0 +1,125 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OllamaEmbeddings = void 0;
+const embeddings_1 = require("@langchain/core/embeddings");
+const browser_1 = require("ollama/browser");
+class OllamaEmbeddings extends embeddings_1.Embeddings {
+    constructor(fields) {
+        super({ maxConcurrency: 1, ...fields });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "mxbai-embed-large"
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "http://localhost:11434"
+        });
+        Object.defineProperty(this, "keepAlive", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "requestOptions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "truncate", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        this.client = new browser_1.Ollama({
+            host: fields?.baseUrl,
+            headers: fields?.headers ? new Headers(fields.headers) : undefined,
+        });
+        this.baseUrl = fields?.baseUrl ?? this.baseUrl;
+        this.model = fields?.model ?? this.model;
+        this.keepAlive = fields?.keepAlive;
+        this.truncate = fields?.truncate ?? this.truncate;
+        this.requestOptions = fields?.requestOptions
+            ? this._convertOptions(fields?.requestOptions)
+            : undefined;
+    }
+    /** convert camelCased Ollama request options like "useMMap" to
+     * the snake_cased equivalent which the ollama API actually uses.
+     * Used only for consistency with the llms/Ollama and chatModels/Ollama classes
+     */
+    _convertOptions(requestOptions) {
+        const snakeCasedOptions = {};
+        const mapping = {
+            embeddingOnly: "embedding_only",
+            frequencyPenalty: "frequency_penalty",
+            keepAlive: "keep_alive",
+            logitsAll: "logits_all",
+            lowVram: "low_vram",
+            mainGpu: "main_gpu",
+            mirostat: "mirostat",
+            mirostatEta: "mirostat_eta",
+            mirostatTau: "mirostat_tau",
+            numBatch: "num_batch",
+            numCtx: "num_ctx",
+            numGpu: "num_gpu",
+            numKeep: "num_keep",
+            numPredict: "num_predict",
+            numThread: "num_thread",
+            penalizeNewline: "penalize_newline",
+            presencePenalty: "presence_penalty",
+            repeatLastN: "repeat_last_n",
+            repeatPenalty: "repeat_penalty",
+            temperature: "temperature",
+            stop: "stop",
+            tfsZ: "tfs_z",
+            topK: "top_k",
+            topP: "top_p",
+            typicalP: "typical_p",
+            useMlock: "use_mlock",
+            useMmap: "use_mmap",
+            vocabOnly: "vocab_only",
+            f16Kv: "f16_kv",
+            numa: "numa",
+            seed: "seed",
+        };
+        for (const [key, value] of Object.entries(requestOptions)) {
+            const snakeCasedOption = mapping[key];
+            if (snakeCasedOption) {
+                snakeCasedOptions[snakeCasedOption] = value;
+            }
+            else {
+                // Just pass unknown options through
+                snakeCasedOptions[key] = value;
+            }
+        }
+        return snakeCasedOptions;
+    }
+    async embedDocuments(texts) {
+        return this.embeddingWithRetry(texts);
+    }
+    async embedQuery(text) {
+        return (await this.embeddingWithRetry([text]))[0];
+    }
+    async embeddingWithRetry(texts) {
+        const res = await this.caller.call(() => this.client.embed({
+            model: this.model,
+            input: texts,
+            keep_alive: this.keepAlive,
+            options: this.requestOptions,
+            truncate: this.truncate,
+        }));
+        return res.embeddings;
+    }
+}
+exports.OllamaEmbeddings = OllamaEmbeddings;

package/dist/node_modules/@langchain/ollama/dist/embeddings.d.ts

@@ -0,0 +1,57 @@
+import { Embeddings, EmbeddingsParams } from "@langchain/core/embeddings";
+import { Ollama } from "ollama/browser";
+import type { Options as OllamaOptions } from "ollama";
+import { OllamaCamelCaseOptions } from "./types.js";
+/**
+ * Interface for OllamaEmbeddings parameters. Extends EmbeddingsParams and
+ * defines additional parameters specific to the OllamaEmbeddings class.
+ */
+export interface OllamaEmbeddingsParams extends EmbeddingsParams {
+    /**
+     * The Ollama model to use for embeddings.
+     * @default "mxbai-embed-large"
+     */
+    model?: string;
+    /**
+     * Base URL of the Ollama server
+     * @default "http://localhost:11434"
+     */
+    baseUrl?: string;
+    /**
+     * Defaults to "5m"
+     */
+    keepAlive?: string | number;
+    /**
+     * Whether or not to truncate the input text to fit inside the model's
+     * context window.
+     * @default false
+     */
+    truncate?: boolean;
+    /**
+     * Optional HTTP Headers to include in the request.
+     */
+    headers?: Headers | Record<string, string>;
+    /**
+     * Advanced Ollama API request parameters in camelCase, see
+     * https://github.com/ollama/ollama/blob/main/docs/modelfile.md#valid-parameters-and-values
+     * for details of the available parameters.
+     */
+    requestOptions?: OllamaCamelCaseOptions & Partial<OllamaOptions>;
+}
+export declare class OllamaEmbeddings extends Embeddings {
+    model: string;
+    baseUrl: string;
+    keepAlive?: string | number;
+    requestOptions?: Partial<OllamaOptions>;
+    client: Ollama;
+    truncate: boolean;
+    constructor(fields?: OllamaEmbeddingsParams);
+    /** convert camelCased Ollama request options like "useMMap" to
+     * the snake_cased equivalent which the ollama API actually uses.
+     * Used only for consistency with the llms/Ollama and chatModels/Ollama classes
+     */
+    _convertOptions(requestOptions: OllamaCamelCaseOptions): Partial<OllamaOptions>;
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    embedQuery(text: string): Promise<number[]>;
+    private embeddingWithRetry;
+}

package/dist/node_modules/@langchain/ollama/dist/embeddings.js

@@ -0,0 +1,121 @@
+import { Embeddings } from "@langchain/core/embeddings";
+import { Ollama } from "ollama/browser";
+export class OllamaEmbeddings extends Embeddings {
+    constructor(fields) {
+        super({ maxConcurrency: 1, ...fields });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "mxbai-embed-large"
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "http://localhost:11434"
+        });
+        Object.defineProperty(this, "keepAlive", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "requestOptions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "truncate", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        this.client = new Ollama({
+            host: fields?.baseUrl,
+            headers: fields?.headers ? new Headers(fields.headers) : undefined,
+        });
+        this.baseUrl = fields?.baseUrl ?? this.baseUrl;
+        this.model = fields?.model ?? this.model;
+        this.keepAlive = fields?.keepAlive;
+        this.truncate = fields?.truncate ?? this.truncate;
+        this.requestOptions = fields?.requestOptions
+            ? this._convertOptions(fields?.requestOptions)
+            : undefined;
+    }
+    /** convert camelCased Ollama request options like "useMMap" to
+     * the snake_cased equivalent which the ollama API actually uses.
+     * Used only for consistency with the llms/Ollama and chatModels/Ollama classes
+     */
+    _convertOptions(requestOptions) {
+        const snakeCasedOptions = {};
+        const mapping = {
+            embeddingOnly: "embedding_only",
+            frequencyPenalty: "frequency_penalty",
+            keepAlive: "keep_alive",
+            logitsAll: "logits_all",
+            lowVram: "low_vram",
+            mainGpu: "main_gpu",
+            mirostat: "mirostat",
+            mirostatEta: "mirostat_eta",
+            mirostatTau: "mirostat_tau",
+            numBatch: "num_batch",
+            numCtx: "num_ctx",
+            numGpu: "num_gpu",
+            numKeep: "num_keep",
+            numPredict: "num_predict",
+            numThread: "num_thread",
+            penalizeNewline: "penalize_newline",
+            presencePenalty: "presence_penalty",
+            repeatLastN: "repeat_last_n",
+            repeatPenalty: "repeat_penalty",
+            temperature: "temperature",
+            stop: "stop",
+            tfsZ: "tfs_z",
+            topK: "top_k",
+            topP: "top_p",
+            typicalP: "typical_p",
+            useMlock: "use_mlock",
+            useMmap: "use_mmap",
+            vocabOnly: "vocab_only",
+            f16Kv: "f16_kv",
+            numa: "numa",
+            seed: "seed",
+        };
+        for (const [key, value] of Object.entries(requestOptions)) {
+            const snakeCasedOption = mapping[key];
+            if (snakeCasedOption) {
+                snakeCasedOptions[snakeCasedOption] = value;
+            }
+            else {
+                // Just pass unknown options through
+                snakeCasedOptions[key] = value;
+            }
+        }
+        return snakeCasedOptions;
+    }
+    async embedDocuments(texts) {
+        return this.embeddingWithRetry(texts);
+    }
+    async embedQuery(text) {
+        return (await this.embeddingWithRetry([text]))[0];
+    }
+    async embeddingWithRetry(texts) {
+        const res = await this.caller.call(() => this.client.embed({
+            model: this.model,
+            input: texts,
+            keep_alive: this.keepAlive,
+            options: this.requestOptions,
+            truncate: this.truncate,
+        }));
+        return res.embeddings;
+    }
+}

package/dist/node_modules/@langchain/ollama/dist/index.cjs

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./chat_models.cjs"), exports);
+__exportStar(require("./embeddings.cjs"), exports);
+__exportStar(require("./types.cjs"), exports);
+__exportStar(require("./llms.cjs"), exports);

package/dist/node_modules/@langchain/ollama/dist/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./chat_models.js";
+export * from "./embeddings.js";
+export * from "./types.js";
+export * from "./llms.js";

package/dist/node_modules/@langchain/ollama/dist/index.js

@@ -0,0 +1,4 @@
+export * from "./chat_models.js";
+export * from "./embeddings.js";
+export * from "./types.js";
+export * from "./llms.js";

package/dist/node_modules/@langchain/ollama/dist/llms.cjs

@@ -0,0 +1,365 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Ollama = void 0;
+const outputs_1 = require("@langchain/core/outputs");
+const llms_1 = require("@langchain/core/language_models/llms");
+const browser_1 = require("ollama/browser");
+/**
+ * Class that represents the Ollama language model. It extends the base
+ * LLM class and implements the OllamaInput interface.
+ * @example
+ * ```typescript
+ * const ollama = new Ollama({
+ *   baseUrl: "http://api.example.com",
+ *   model: "llama3",
+ * });
+ *
+ * // Streaming translation from English to German
+ * const stream = await ollama.stream(
+ *   `Translate "I love programming" into German.`
+ * );
+ *
+ * const chunks = [];
+ * for await (const chunk of stream) {
+ *   chunks.push(chunk);
+ * }
+ *
+ * console.log(chunks.join(""));
+ * ```
+ */
+class Ollama extends llms_1.LLM {
+    static lc_name() {
+        return "Ollama";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "llama3"
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "http://localhost:11434"
+        });
+        Object.defineProperty(this, "keepAlive", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "embeddingOnly", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "f16KV", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "frequencyPenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "logitsAll", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "lowVram", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "mainGpu", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "mirostat", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "mirostatEta", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "mirostatTau", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "numBatch", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "numCtx", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "numGpu", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "numKeep", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "numPredict", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "numThread", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "penalizeNewline", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "presencePenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "repeatLastN", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "repeatPenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "stop", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "tfsZ", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "topK", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "topP", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "typicalP", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "useMLock", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "useMMap", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "vocabOnly", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "format", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = fields?.model ?? this.model;
+        this.baseUrl = fields?.baseUrl?.endsWith("/")
+            ? fields?.baseUrl.slice(0, -1)
+            : fields?.baseUrl ?? this.baseUrl;
+        this.client = new browser_1.Ollama({
+            host: this.baseUrl,
+            headers: fields?.headers,
+        });
+        this.keepAlive = fields?.keepAlive;
+        this.embeddingOnly = fields?.embeddingOnly;
+        this.f16KV = fields?.f16Kv;
+        this.frequencyPenalty = fields?.frequencyPenalty;
+        this.logitsAll = fields?.logitsAll;
+        this.lowVram = fields?.lowVram;
+        this.mainGpu = fields?.mainGpu;
+        this.mirostat = fields?.mirostat;
+        this.mirostatEta = fields?.mirostatEta;
+        this.mirostatTau = fields?.mirostatTau;
+        this.numBatch = fields?.numBatch;
+        this.numCtx = fields?.numCtx;
+        this.numGpu = fields?.numGpu;
+        this.numKeep = fields?.numKeep;
+        this.numPredict = fields?.numPredict;
+        this.numThread = fields?.numThread;
+        this.penalizeNewline = fields?.penalizeNewline;
+        this.presencePenalty = fields?.presencePenalty;
+        this.repeatLastN = fields?.repeatLastN;
+        this.repeatPenalty = fields?.repeatPenalty;
+        this.temperature = fields?.temperature;
+        this.stop = fields?.stop;
+        this.tfsZ = fields?.tfsZ;
+        this.topK = fields?.topK;
+        this.topP = fields?.topP;
+        this.typicalP = fields?.typicalP;
+        this.useMLock = fields?.useMlock;
+        this.useMMap = fields?.useMmap;
+        this.vocabOnly = fields?.vocabOnly;
+        this.format = fields?.format;
+    }
+    _llmType() {
+        return "ollama";
+    }
+    invocationParams(options) {
+        return {
+            model: this.model,
+            format: this.format,
+            keep_alive: this.keepAlive,
+            images: options?.images,
+            options: {
+                embedding_only: this.embeddingOnly,
+                f16_kv: this.f16KV,
+                frequency_penalty: this.frequencyPenalty,
+                logits_all: this.logitsAll,
+                low_vram: this.lowVram,
+                main_gpu: this.mainGpu,
+                mirostat: this.mirostat,
+                mirostat_eta: this.mirostatEta,
+                mirostat_tau: this.mirostatTau,
+                num_batch: this.numBatch,
+                num_ctx: this.numCtx,
+                num_gpu: this.numGpu,
+                num_keep: this.numKeep,
+                num_predict: this.numPredict,
+                num_thread: this.numThread,
+                penalize_newline: this.penalizeNewline,
+                presence_penalty: this.presencePenalty,
+                repeat_last_n: this.repeatLastN,
+                repeat_penalty: this.repeatPenalty,
+                temperature: this.temperature,
+                stop: options?.stop ?? this.stop,
+                tfs_z: this.tfsZ,
+                top_k: this.topK,
+                top_p: this.topP,
+                typical_p: this.typicalP,
+                use_mlock: this.useMLock,
+                use_mmap: this.useMMap,
+                vocab_only: this.vocabOnly,
+            },
+        };
+    }
+    async *_streamResponseChunks(prompt, options, runManager) {
+        const stream = await this.caller.call(async () => this.client.generate({
+            ...this.invocationParams(options),
+            prompt,
+            stream: true,
+        }));
+        for await (const chunk of stream) {
+            if (options.signal?.aborted) {
+                throw new Error("This operation was aborted");
+            }
+            if (!chunk.done) {
+                yield new outputs_1.GenerationChunk({
+                    text: chunk.response,
+                    generationInfo: {
+                        ...chunk,
+                        response: undefined,
+                    },
+                });
+                await runManager?.handleLLMNewToken(chunk.response ?? "");
+            }
+            else {
+                yield new outputs_1.GenerationChunk({
+                    text: "",
+                    generationInfo: {
+                        model: chunk.model,
+                        total_duration: chunk.total_duration,
+                        load_duration: chunk.load_duration,
+                        prompt_eval_count: chunk.prompt_eval_count,
+                        prompt_eval_duration: chunk.prompt_eval_duration,
+                        eval_count: chunk.eval_count,
+                        eval_duration: chunk.eval_duration,
+                    },
+                });
+            }
+        }
+    }
+    /** @ignore */
+    async _call(prompt, options, runManager) {
+        const chunks = [];
+        for await (const chunk of this._streamResponseChunks(prompt, options, runManager)) {
+            chunks.push(chunk.text);
+        }
+        return chunks.join("");
+    }
+}
+exports.Ollama = Ollama;