langchain 0.0.202 → 0.0.204-rc.0

package/dist/chat_models/ollama.cjs

@@ -1,396 +1,17 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatOllama = void 0;
-const base_js_1 = require("./base.cjs");
-const ollama_js_1 = require("../util/ollama.cjs");
-const index_js_1 = require("../schema/index.cjs");
-/**
- * A class that enables calls to the Ollama API to access large language
- * models in a chat-like fashion. It extends the SimpleChatModel class and
- * implements the OllamaInput interface.
- * @example
- * ```typescript
- * const prompt = ChatPromptTemplate.fromMessages([
- *   [
- *     "system",
- *     `You are an expert translator. Format all responses as JSON objects with two keys: "original" and "translated".`,
- *   ],
- *   ["human", `Translate "{input}" into {language}.`],
- * ]);
- *
- * const model = new ChatOllama({
- *   baseUrl: "http://api.example.com",
- *   model: "llama2",
- *   format: "json",
- * });
- *
- * const chain = prompt.pipe(model);
- *
- * const result = await chain.invoke({
- *   input: "I love programming",
- *   language: "German",
- * });
- *
- * ```
- */
-class ChatOllama extends base_js_1.SimpleChatModel {
-    static lc_name() {
-        return "ChatOllama";
-    }
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "llama2"
-        });
-        Object.defineProperty(this, "baseUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "http://localhost:11434"
-        });
-        Object.defineProperty(this, "embeddingOnly", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "f16KV", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "frequencyPenalty", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "logitsAll", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "lowVram", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "mainGpu", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "mirostat", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "mirostatEta", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "mirostatTau", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "numBatch", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "numCtx", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "numGpu", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "numGqa", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "numKeep", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "numThread", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "penalizeNewline", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "presencePenalty", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "repeatLastN", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "repeatPenalty", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ropeFrequencyBase", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ropeFrequencyScale", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "stop", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tfsZ", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "topK", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "topP", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "typicalP", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "useMLock", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "useMMap", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "vocabOnly", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "format", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.model = fields.model ?? this.model;
-        this.baseUrl = fields.baseUrl?.endsWith("/")
-            ? fields.baseUrl.slice(0, -1)
-            : fields.baseUrl ?? this.baseUrl;
-        this.embeddingOnly = fields.embeddingOnly;
-        this.f16KV = fields.f16KV;
-        this.frequencyPenalty = fields.frequencyPenalty;
-        this.logitsAll = fields.logitsAll;
-        this.lowVram = fields.lowVram;
-        this.mainGpu = fields.mainGpu;
-        this.mirostat = fields.mirostat;
-        this.mirostatEta = fields.mirostatEta;
-        this.mirostatTau = fields.mirostatTau;
-        this.numBatch = fields.numBatch;
-        this.numCtx = fields.numCtx;
-        this.numGpu = fields.numGpu;
-        this.numGqa = fields.numGqa;
-        this.numKeep = fields.numKeep;
-        this.numThread = fields.numThread;
-        this.penalizeNewline = fields.penalizeNewline;
-        this.presencePenalty = fields.presencePenalty;
-        this.repeatLastN = fields.repeatLastN;
-        this.repeatPenalty = fields.repeatPenalty;
-        this.ropeFrequencyBase = fields.ropeFrequencyBase;
-        this.ropeFrequencyScale = fields.ropeFrequencyScale;
-        this.temperature = fields.temperature;
-        this.stop = fields.stop;
-        this.tfsZ = fields.tfsZ;
-        this.topK = fields.topK;
-        this.topP = fields.topP;
-        this.typicalP = fields.typicalP;
-        this.useMLock = fields.useMLock;
-        this.useMMap = fields.useMMap;
-        this.vocabOnly = fields.vocabOnly;
-        this.format = fields.format;
-    }
-    _llmType() {
-        return "ollama";
-    }
-    /**
-     * A method that returns the parameters for an Ollama API call. It
-     * includes model and options parameters.
-     * @param options Optional parsed call options.
-     * @returns An object containing the parameters for an Ollama API call.
-     */
-    invocationParams(options) {
-        return {
-            model: this.model,
-            format: this.format,
-            options: {
-                embedding_only: this.embeddingOnly,
-                f16_kv: this.f16KV,
-                frequency_penalty: this.frequencyPenalty,
-                logits_all: this.logitsAll,
-                low_vram: this.lowVram,
-                main_gpu: this.mainGpu,
-                mirostat: this.mirostat,
-                mirostat_eta: this.mirostatEta,
-                mirostat_tau: this.mirostatTau,
-                num_batch: this.numBatch,
-                num_ctx: this.numCtx,
-                num_gpu: this.numGpu,
-                num_gqa: this.numGqa,
-                num_keep: this.numKeep,
-                num_thread: this.numThread,
-                penalize_newline: this.penalizeNewline,
-                presence_penalty: this.presencePenalty,
-                repeat_last_n: this.repeatLastN,
-                repeat_penalty: this.repeatPenalty,
-                rope_frequency_base: this.ropeFrequencyBase,
-                rope_frequency_scale: this.ropeFrequencyScale,
-                temperature: this.temperature,
-                stop: options?.stop ?? this.stop,
-                tfs_z: this.tfsZ,
-                top_k: this.topK,
-                top_p: this.topP,
-                typical_p: this.typicalP,
-                use_mlock: this.useMLock,
-                use_mmap: this.useMMap,
-                vocab_only: this.vocabOnly,
-            },
-        };
-    }
-    _combineLLMOutput() {
-        return {};
-    }
-    async *_streamResponseChunks(input, options, runManager) {
-        const stream = await this.caller.call(async () => (0, ollama_js_1.createOllamaStream)(this.baseUrl, {
-            ...this.invocationParams(options),
-            prompt: this._formatMessagesAsPrompt(input),
-        }, options));
-        for await (const chunk of stream) {
-            if (!chunk.done) {
-                yield new index_js_1.ChatGenerationChunk({
-                    text: chunk.response,
-                    message: new index_js_1.AIMessageChunk({ content: chunk.response }),
-                });
-                await runManager?.handleLLMNewToken(chunk.response ?? "");
-            }
-            else {
-                yield new index_js_1.ChatGenerationChunk({
-                    text: "",
-                    message: new index_js_1.AIMessageChunk({ content: "" }),
-                    generationInfo: {
-                        model: chunk.model,
-                        total_duration: chunk.total_duration,
-                        load_duration: chunk.load_duration,
-                        prompt_eval_count: chunk.prompt_eval_count,
-                        prompt_eval_duration: chunk.prompt_eval_duration,
-                        eval_count: chunk.eval_count,
-                        eval_duration: chunk.eval_duration,
-                    },
-                });
-            }
-        }
-    }
-    _formatMessagesAsPrompt(messages) {
-        const formattedMessages = messages
-            .map((message) => {
-            let messageText;
-            if (message._getType() === "human") {
-                messageText = `[INST] ${message.content} [/INST]`;
-            }
-            else if (message._getType() === "ai") {
-                messageText = message.content;
-            }
-            else if (message._getType() === "system") {
-                messageText = `<<SYS>> ${message.content} <</SYS>>`;
-            }
-            else if (index_js_1.ChatMessage.isInstance(message)) {
-                messageText = `\n\n${message.role[0].toUpperCase()}${message.role.slice(1)}: ${message.content}`;
-            }
-            else {
-                console.warn(`Unsupported message type passed to Ollama: "${message._getType()}"`);
-                messageText = "";
-            }
-            return messageText;
-        })
-            .join("\n");
-        return formattedMessages;
-    }
-    /** @ignore */
-    async _call(messages, options, runManager) {
-        const chunks = [];
-        for await (const chunk of this._streamResponseChunks(messages, options, runManager)) {
-            chunks.push(chunk.message.content);
-        }
-        return chunks.join("");
-    }
-}
-exports.ChatOllama = ChatOllama;
+__exportStar(require("@langchain/community/chat_models/ollama"), exports);

package/dist/chat_models/ollama.d.ts

@@ -1,127 +1 @@
-import { SimpleChatModel, BaseChatModelParams } from "./base.js";
-import { BaseLanguageModelCallOptions } from "../base_language/index.js";
-import { OllamaInput } from "../util/ollama.js";
-import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
-import { BaseMessage, ChatGenerationChunk } from "../schema/index.js";
-import type { StringWithAutocomplete } from "../util/types.js";
-/**
- * An interface defining the options for an Ollama API call. It extends
- * the BaseLanguageModelCallOptions interface.
- */
-export interface OllamaCallOptions extends BaseLanguageModelCallOptions {
-}
-/**
- * A class that enables calls to the Ollama API to access large language
- * models in a chat-like fashion. It extends the SimpleChatModel class and
- * implements the OllamaInput interface.
- * @example
- * ```typescript
- * const prompt = ChatPromptTemplate.fromMessages([
- *   [
- *     "system",
- *     `You are an expert translator. Format all responses as JSON objects with two keys: "original" and "translated".`,
- *   ],
- *   ["human", `Translate "{input}" into {language}.`],
- * ]);
- *
- * const model = new ChatOllama({
- *   baseUrl: "http://api.example.com",
- *   model: "llama2",
- *   format: "json",
- * });
- *
- * const chain = prompt.pipe(model);
- *
- * const result = await chain.invoke({
- *   input: "I love programming",
- *   language: "German",
- * });
- *
- * ```
- */
-export declare class ChatOllama extends SimpleChatModel<OllamaCallOptions> implements OllamaInput {
-    static lc_name(): string;
-    lc_serializable: boolean;
-    model: string;
-    baseUrl: string;
-    embeddingOnly?: boolean;
-    f16KV?: boolean;
-    frequencyPenalty?: number;
-    logitsAll?: boolean;
-    lowVram?: boolean;
-    mainGpu?: number;
-    mirostat?: number;
-    mirostatEta?: number;
-    mirostatTau?: number;
-    numBatch?: number;
-    numCtx?: number;
-    numGpu?: number;
-    numGqa?: number;
-    numKeep?: number;
-    numThread?: number;
-    penalizeNewline?: boolean;
-    presencePenalty?: number;
-    repeatLastN?: number;
-    repeatPenalty?: number;
-    ropeFrequencyBase?: number;
-    ropeFrequencyScale?: number;
-    temperature?: number;
-    stop?: string[];
-    tfsZ?: number;
-    topK?: number;
-    topP?: number;
-    typicalP?: number;
-    useMLock?: boolean;
-    useMMap?: boolean;
-    vocabOnly?: boolean;
-    format?: StringWithAutocomplete<"json">;
-    constructor(fields: OllamaInput & BaseChatModelParams);
-    _llmType(): string;
-    /**
-     * A method that returns the parameters for an Ollama API call. It
-     * includes model and options parameters.
-     * @param options Optional parsed call options.
-     * @returns An object containing the parameters for an Ollama API call.
-     */
-    invocationParams(options?: this["ParsedCallOptions"]): {
-        model: string;
-        format: StringWithAutocomplete<"json"> | undefined;
-        options: {
-            embedding_only: boolean | undefined;
-            f16_kv: boolean | undefined;
-            frequency_penalty: number | undefined;
-            logits_all: boolean | undefined;
-            low_vram: boolean | undefined;
-            main_gpu: number | undefined;
-            mirostat: number | undefined;
-            mirostat_eta: number | undefined;
-            mirostat_tau: number | undefined;
-            num_batch: number | undefined;
-            num_ctx: number | undefined;
-            num_gpu: number | undefined;
-            num_gqa: number | undefined;
-            num_keep: number | undefined;
-            num_thread: number | undefined;
-            penalize_newline: boolean | undefined;
-            presence_penalty: number | undefined;
-            repeat_last_n: number | undefined;
-            repeat_penalty: number | undefined;
-            rope_frequency_base: number | undefined;
-            rope_frequency_scale: number | undefined;
-            temperature: number | undefined;
-            stop: string[] | undefined;
-            tfs_z: number | undefined;
-            top_k: number | undefined;
-            top_p: number | undefined;
-            typical_p: number | undefined;
-            use_mlock: boolean | undefined;
-            use_mmap: boolean | undefined;
-            vocab_only: boolean | undefined;
-        };
-    };
-    _combineLLMOutput(): {};
-    _streamResponseChunks(input: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
-    protected _formatMessagesAsPrompt(messages: BaseMessage[]): string;
-    /** @ignore */
-    _call(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<string>;
-}
+export * from "@langchain/community/chat_models/ollama";