langchain 0.0.137 → 0.0.139

package/dist/chat_models/ollama.cjs

@@ -33,6 +33,42 @@ class ChatOllama extends base_js_1.SimpleChatModel {
             writable: true,
             value: "http://localhost:11434"
         });
+        Object.defineProperty(this, "embeddingOnly", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "f16KV", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "frequencyPenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "logitsAll", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "lowVram", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "mainGpu", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "mirostat", {
             enumerable: true,
             configurable: true,
@@ -51,6 +87,12 @@ class ChatOllama extends base_js_1.SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "numBatch", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "numCtx", {
             enumerable: true,
             configurable: true,
@@ -63,12 +105,36 @@ class ChatOllama extends base_js_1.SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "numGqa", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "numKeep", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "numThread", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "penalizeNewline", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "presencePenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "repeatLastN", {
             enumerable: true,
             configurable: true,
@@ -81,6 +147,18 @@ class ChatOllama extends base_js_1.SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "ropeFrequencyBase", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ropeFrequencyScale", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "temperature", {
             enumerable: true,
             configurable: true,
@@ -111,23 +189,64 @@ class ChatOllama extends base_js_1.SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "typicalP", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "useMLock", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "useMMap", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "vocabOnly", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.model = fields.model ?? this.model;
         this.baseUrl = fields.baseUrl?.endsWith("/")
             ? fields.baseUrl.slice(0, -1)
             : fields.baseUrl ?? this.baseUrl;
+        this.embeddingOnly = fields.embeddingOnly;
+        this.f16KV = fields.f16KV;
+        this.frequencyPenalty = fields.frequencyPenalty;
+        this.logitsAll = fields.logitsAll;
+        this.lowVram = fields.lowVram;
+        this.mainGpu = fields.mainGpu;
         this.mirostat = fields.mirostat;
         this.mirostatEta = fields.mirostatEta;
         this.mirostatTau = fields.mirostatTau;
+        this.numBatch = fields.numBatch;
         this.numCtx = fields.numCtx;
         this.numGpu = fields.numGpu;
+        this.numGqa = fields.numGqa;
+        this.numKeep = fields.numKeep;
         this.numThread = fields.numThread;
+        this.penalizeNewline = fields.penalizeNewline;
+        this.presencePenalty = fields.presencePenalty;
         this.repeatLastN = fields.repeatLastN;
         this.repeatPenalty = fields.repeatPenalty;
+        this.ropeFrequencyBase = fields.ropeFrequencyBase;
+        this.ropeFrequencyScale = fields.ropeFrequencyScale;
         this.temperature = fields.temperature;
         this.stop = fields.stop;
         this.tfsZ = fields.tfsZ;
         this.topK = fields.topK;
         this.topP = fields.topP;
+        this.typicalP = fields.typicalP;
+        this.useMLock = fields.useMLock;
+        this.useMMap = fields.useMMap;
+        this.vocabOnly = fields.vocabOnly;
     }
     _llmType() {
         return "ollama";
@@ -142,19 +261,36 @@ class ChatOllama extends base_js_1.SimpleChatModel {
         return {
             model: this.model,
             options: {
+                embedding_only: this.embeddingOnly,
+                f16_kv: this.f16KV,
+                frequency_penalty: this.frequencyPenalty,
+                logits_all: this.logitsAll,
+                low_vram: this.lowVram,
+                main_gpu: this.mainGpu,
                 mirostat: this.mirostat,
                 mirostat_eta: this.mirostatEta,
                 mirostat_tau: this.mirostatTau,
+                num_batch: this.numBatch,
                 num_ctx: this.numCtx,
                 num_gpu: this.numGpu,
+                num_gqa: this.numGqa,
+                num_keep: this.numKeep,
                 num_thread: this.numThread,
+                penalize_newline: this.penalizeNewline,
+                presence_penalty: this.presencePenalty,
                 repeat_last_n: this.repeatLastN,
                 repeat_penalty: this.repeatPenalty,
+                rope_frequency_base: this.ropeFrequencyBase,
+                rope_frequency_scale: this.ropeFrequencyScale,
                 temperature: this.temperature,
                 stop: options?.stop ?? this.stop,
                 tfs_z: this.tfsZ,
                 top_k: this.topK,
                 top_p: this.topP,
+                typical_p: this.typicalP,
+                use_mlock: this.useMLock,
+                use_mmap: this.useMMap,
+                vocab_only: this.vocabOnly,
             },
         };
     }

package/dist/chat_models/ollama.d.ts

@@ -20,19 +20,36 @@ export declare class ChatOllama extends SimpleChatModel implements OllamaInput {
     lc_serializable: boolean;
     model: string;
     baseUrl: string;
+    embeddingOnly?: boolean;
+    f16KV?: boolean;
+    frequencyPenalty?: number;
+    logitsAll?: boolean;
+    lowVram?: boolean;
+    mainGpu?: number;
     mirostat?: number;
     mirostatEta?: number;
     mirostatTau?: number;
+    numBatch?: number;
     numCtx?: number;
     numGpu?: number;
+    numGqa?: number;
+    numKeep?: number;
     numThread?: number;
+    penalizeNewline?: boolean;
+    presencePenalty?: number;
     repeatLastN?: number;
     repeatPenalty?: number;
+    ropeFrequencyBase?: number;
+    ropeFrequencyScale?: number;
     temperature?: number;
     stop?: string[];
     tfsZ?: number;
     topK?: number;
     topP?: number;
+    typicalP?: number;
+    useMLock?: boolean;
+    useMMap?: boolean;
+    vocabOnly?: boolean;
     constructor(fields: OllamaInput & BaseChatModelParams);
     _llmType(): string;
     /**
@@ -44,19 +61,36 @@ export declare class ChatOllama extends SimpleChatModel implements OllamaInput {
     invocationParams(options?: this["ParsedCallOptions"]): {
         model: string;
         options: {
+            embedding_only: boolean | undefined;
+            f16_kv: boolean | undefined;
+            frequency_penalty: number | undefined;
+            logits_all: boolean | undefined;
+            low_vram: boolean | undefined;
+            main_gpu: number | undefined;
             mirostat: number | undefined;
             mirostat_eta: number | undefined;
             mirostat_tau: number | undefined;
+            num_batch: number | undefined;
             num_ctx: number | undefined;
             num_gpu: number | undefined;
+            num_gqa: number | undefined;
+            num_keep: number | undefined;
             num_thread: number | undefined;
+            penalize_newline: boolean | undefined;
+            presence_penalty: number | undefined;
             repeat_last_n: number | undefined;
             repeat_penalty: number | undefined;
+            rope_frequency_base: number | undefined;
+            rope_frequency_scale: number | undefined;
             temperature: number | undefined;
             stop: string[] | undefined;
             tfs_z: number | undefined;
             top_k: number | undefined;
             top_p: number | undefined;
+            typical_p: number | undefined;
+            use_mlock: boolean | undefined;
+            use_mmap: boolean | undefined;
+            vocab_only: boolean | undefined;
         };
     };
     _combineLLMOutput(): {};

package/dist/chat_models/ollama.js

@@ -30,6 +30,42 @@ export class ChatOllama extends SimpleChatModel {
             writable: true,
             value: "http://localhost:11434"
         });
+        Object.defineProperty(this, "embeddingOnly", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "f16KV", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "frequencyPenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "logitsAll", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "lowVram", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "mainGpu", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "mirostat", {
             enumerable: true,
             configurable: true,
@@ -48,6 +84,12 @@ export class ChatOllama extends SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "numBatch", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "numCtx", {
             enumerable: true,
             configurable: true,
@@ -60,12 +102,36 @@ export class ChatOllama extends SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "numGqa", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "numKeep", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "numThread", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "penalizeNewline", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "presencePenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "repeatLastN", {
             enumerable: true,
             configurable: true,
@@ -78,6 +144,18 @@ export class ChatOllama extends SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "ropeFrequencyBase", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ropeFrequencyScale", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "temperature", {
             enumerable: true,
             configurable: true,
@@ -108,23 +186,64 @@ export class ChatOllama extends SimpleChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "typicalP", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "useMLock", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "useMMap", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "vocabOnly", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.model = fields.model ?? this.model;
         this.baseUrl = fields.baseUrl?.endsWith("/")
             ? fields.baseUrl.slice(0, -1)
             : fields.baseUrl ?? this.baseUrl;
+        this.embeddingOnly = fields.embeddingOnly;
+        this.f16KV = fields.f16KV;
+        this.frequencyPenalty = fields.frequencyPenalty;
+        this.logitsAll = fields.logitsAll;
+        this.lowVram = fields.lowVram;
+        this.mainGpu = fields.mainGpu;
         this.mirostat = fields.mirostat;
         this.mirostatEta = fields.mirostatEta;
         this.mirostatTau = fields.mirostatTau;
+        this.numBatch = fields.numBatch;
         this.numCtx = fields.numCtx;
         this.numGpu = fields.numGpu;
+        this.numGqa = fields.numGqa;
+        this.numKeep = fields.numKeep;
         this.numThread = fields.numThread;
+        this.penalizeNewline = fields.penalizeNewline;
+        this.presencePenalty = fields.presencePenalty;
         this.repeatLastN = fields.repeatLastN;
         this.repeatPenalty = fields.repeatPenalty;
+        this.ropeFrequencyBase = fields.ropeFrequencyBase;
+        this.ropeFrequencyScale = fields.ropeFrequencyScale;
         this.temperature = fields.temperature;
         this.stop = fields.stop;
         this.tfsZ = fields.tfsZ;
         this.topK = fields.topK;
         this.topP = fields.topP;
+        this.typicalP = fields.typicalP;
+        this.useMLock = fields.useMLock;
+        this.useMMap = fields.useMMap;
+        this.vocabOnly = fields.vocabOnly;
     }
     _llmType() {
         return "ollama";
@@ -139,19 +258,36 @@ export class ChatOllama extends SimpleChatModel {
         return {
             model: this.model,
             options: {
+                embedding_only: this.embeddingOnly,
+                f16_kv: this.f16KV,
+                frequency_penalty: this.frequencyPenalty,
+                logits_all: this.logitsAll,
+                low_vram: this.lowVram,
+                main_gpu: this.mainGpu,
                 mirostat: this.mirostat,
                 mirostat_eta: this.mirostatEta,
                 mirostat_tau: this.mirostatTau,
+                num_batch: this.numBatch,
                 num_ctx: this.numCtx,
                 num_gpu: this.numGpu,
+                num_gqa: this.numGqa,
+                num_keep: this.numKeep,
                 num_thread: this.numThread,
+                penalize_newline: this.penalizeNewline,
+                presence_penalty: this.presencePenalty,
                 repeat_last_n: this.repeatLastN,
                 repeat_penalty: this.repeatPenalty,
+                rope_frequency_base: this.ropeFrequencyBase,
+                rope_frequency_scale: this.ropeFrequencyScale,
                 temperature: this.temperature,
                 stop: options?.stop ?? this.stop,
                 tfs_z: this.tfsZ,
                 top_k: this.topK,
                 top_p: this.topP,
+                typical_p: this.typicalP,
+                use_mlock: this.useMLock,
+                use_mmap: this.useMMap,
+                vocab_only: this.vocabOnly,
             },
         };
     }

package/dist/embeddings/minimax.cjs

@@ -0,0 +1,152 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MinimaxEmbeddings = void 0;
+const env_js_1 = require("../util/env.cjs");
+const chunk_js_1 = require("../util/chunk.cjs");
+const base_js_1 = require("./base.cjs");
+/**
+ * Class for generating embeddings using the Minimax API. Extends the
+ * Embeddings class and implements MinimaxEmbeddingsParams
+ */
+class MinimaxEmbeddings extends base_js_1.Embeddings {
+    constructor(fields) {
+        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
+        super(fieldsWithDefaults);
+        Object.defineProperty(this, "modelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "embo-01"
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 512
+        });
+        Object.defineProperty(this, "stripNewLines", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "minimaxGroupId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "minimaxApiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "type", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "db"
+        });
+        Object.defineProperty(this, "apiUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "basePath", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "https://api.minimax.chat/v1"
+        });
+        Object.defineProperty(this, "headers", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.minimaxGroupId =
+            fields?.minimaxGroupId ?? (0, env_js_1.getEnvironmentVariable)("MINIMAX_GROUP_ID");
+        if (!this.minimaxGroupId) {
+            throw new Error("Minimax GroupID  not found");
+        }
+        this.minimaxApiKey =
+            fields?.minimaxApiKey ?? (0, env_js_1.getEnvironmentVariable)("MINIMAX_API_KEY");
+        if (!this.minimaxApiKey) {
+            throw new Error("Minimax ApiKey not found");
+        }
+        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
+        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
+        this.type = fieldsWithDefaults?.type ?? this.type;
+        this.stripNewLines =
+            fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
+        this.apiUrl = `${this.basePath}/embeddings`;
+        this.basePath = fields?.configuration?.basePath ?? this.basePath;
+        this.headers = fields?.configuration?.headers ?? this.headers;
+    }
+    /**
+     * Method to generate embeddings for an array of documents. Splits the
+     * documents into batches and makes requests to the Minimax API to generate
+     * embeddings.
+     * @param texts Array of documents to generate embeddings for.
+     * @returns Promise that resolves to a 2D array of embeddings for each document.
+     */
+    async embedDocuments(texts) {
+        const batches = (0, chunk_js_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
+            model: this.modelName,
+            texts: batch,
+            type: this.type,
+        }));
+        const batchResponses = await Promise.all(batchRequests);
+        const embeddings = [];
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { vectors: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse[j]);
+            }
+        }
+        return embeddings;
+    }
+    /**
+     * Method to generate an embedding for a single document. Calls the
+     * embeddingWithRetry method with the document as the input.
+     * @param text Document to generate an embedding for.
+     * @returns Promise that resolves to an embedding for the document.
+     */
+    async embedQuery(text) {
+        const { vectors } = await this.embeddingWithRetry({
+            model: this.modelName,
+            texts: [this.stripNewLines ? text.replace(/\n/g, " ") : text],
+            type: this.type,
+        });
+        return vectors[0];
+    }
+    /**
+     * Private method to make a request to the Minimax API to generate
+     * embeddings. Handles the retry logic and returns the response from the
+     * API.
+     * @param request Request to send to the Minimax API.
+     * @returns Promise that resolves to the response from the API.
+     */
+    async embeddingWithRetry(request) {
+        const makeCompletionRequest = async () => {
+            const url = `${this.apiUrl}?GroupId=${this.minimaxGroupId}`;
+            const response = await fetch(url, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.minimaxApiKey}`,
+                    ...this.headers,
+                },
+                body: JSON.stringify(request),
+            });
+            const json = await response.json();
+            return json;
+        };
+        return this.caller.call(makeCompletionRequest);
+    }
+}
+exports.MinimaxEmbeddings = MinimaxEmbeddings;