langchain 0.0.199 → 0.0.201

package/dist/embeddings/gradient_ai.js

@@ -0,0 +1,99 @@
+import { Gradient } from "@gradientai/nodejs-sdk";
+import { getEnvironmentVariable } from "../util/env.js";
+import { chunkArray } from "../util/chunk.js";
+import { Embeddings } from "./base.js";
+/**
+ * Class for generating embeddings using the Gradient AI's API. Extends the
+ * Embeddings class and implements GradientEmbeddingsParams and
+ */
+export class GradientEmbeddings extends Embeddings {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "gradientAccessKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "workspaceId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 128
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.gradientAccessKey =
+            fields?.gradientAccessKey ??
+                getEnvironmentVariable("GRADIENT_ACCESS_TOKEN");
+        this.workspaceId =
+            fields?.workspaceId ?? getEnvironmentVariable("GRADIENT_WORKSPACE_ID");
+        if (!this.gradientAccessKey) {
+            throw new Error("Missing Gradient AI Access Token");
+        }
+        if (!this.workspaceId) {
+            throw new Error("Missing Gradient AI Workspace ID");
+        }
+    }
+    /**
+     * Method to generate embeddings for an array of documents. Splits the
+     * documents into batches and makes requests to the Gradient API to generate
+     * embeddings.
+     * @param texts Array of documents to generate embeddings for.
+     * @returns Promise that resolves to a 2D array of embeddings for each document.
+     */
+    async embedDocuments(texts) {
+        await this.setModel();
+        const mappedTexts = texts.map((text) => ({ input: text }));
+        const batches = chunkArray(mappedTexts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.caller.call(async () => this.model.generateEmbeddings({
+            inputs: batch,
+        })));
+        const batchResponses = await Promise.all(batchRequests);
+        const embeddings = [];
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { embeddings: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse[j].embedding);
+            }
+        }
+        return embeddings;
+    }
+    /**
+     * Method to generate an embedding for a single document. Calls the
+     * embedDocuments method with the document as the input.
+     * @param text Document to generate an embedding for.
+     * @returns Promise that resolves to an embedding for the document.
+     */
+    async embedQuery(text) {
+        const data = await this.embedDocuments([text]);
+        return data[0];
+    }
+    /**
+     * Method to set the model to use for generating embeddings.
+     * @sets the class' `model` value to that of the retrieved Embeddings Model.
+     */
+    async setModel() {
+        if (this.model)
+            return;
+        const gradient = new Gradient({
+            accessToken: this.gradientAccessKey,
+            workspaceId: this.workspaceId,
+        });
+        this.model = await gradient.getEmbeddingsModel({
+            slug: "bge-large",
+        });
+    }
+}

package/dist/llms/gradient_ai.cjs

@@ -26,6 +26,12 @@ class GradientLLM extends base_js_1.LLM {
             writable: true,
             value: "llama2-7b-chat"
         });
+        Object.defineProperty(this, "adapterId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "gradientAccessKey", {
             enumerable: true,
             configurable: true,
@@ -46,13 +52,14 @@ class GradientLLM extends base_js_1.LLM {
         });
         // Gradient AI does not export the BaseModel type. Once it does, we can use it here.
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        Object.defineProperty(this, "baseModel", {
+        Object.defineProperty(this, "model", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
         this.modelSlug = fields?.modelSlug ?? this.modelSlug;
+        this.adapterId = fields?.adapterId;
         this.gradientAccessKey =
             fields?.gradientAccessKey ??
                 (0, env_js_1.getEnvironmentVariable)("GRADIENT_ACCESS_TOKEN");
@@ -76,23 +83,30 @@ class GradientLLM extends base_js_1.LLM {
      */
     /** @ignore */
     async _call(prompt, _options) {
-        await this.setBaseModel();
-        const response = (await this.caller.call(async () => this.baseModel.complete({
+        await this.setModel();
+        const response = (await this.caller.call(async () => this.model.complete({
             query: prompt,
             ...this.inferenceParameters,
         })));
         return response.generatedOutput;
     }
-    async setBaseModel() {
-        if (this.baseModel)
+    async setModel() {
+        if (this.model)
             return;
         const gradient = new nodejs_sdk_1.Gradient({
             accessToken: this.gradientAccessKey,
             workspaceId: this.workspaceId,
         });
-        this.baseModel = await gradient.getBaseModel({
-            baseModelSlug: this.modelSlug,
-        });
+        if (this.adapterId) {
+            this.model = await gradient.getModelAdapter({
+                modelAdapterId: this.adapterId,
+            });
+        }
+        else {
+            this.model = await gradient.getBaseModel({
+                baseModelSlug: this.modelSlug,
+            });
+        }
     }
 }
 exports.GradientLLM = GradientLLM;

package/dist/llms/gradient_ai.d.ts

@@ -22,6 +22,10 @@ export interface GradientLLMParams extends BaseLLMParams {
      * Gradient AI Model Slug.
      */
     modelSlug?: string;
+    /**
+     * Gradient Adapter ID for custom fine tuned models.
+     */
+    adapterId?: string;
 }
 /**
  * The GradientLLM class is used to interact with Gradient AI inference Endpoint models.
@@ -33,10 +37,11 @@ export declare class GradientLLM extends LLM<BaseLLMCallOptions> {
         [key: string]: string;
     } | undefined;
     modelSlug: string;
+    adapterId?: string;
     gradientAccessKey?: string;
     workspaceId?: string;
     inferenceParameters?: Record<string, unknown>;
-    baseModel: any;
+    model: any;
     constructor(fields: GradientLLMParams);
     _llmType(): string;
     /**
@@ -46,5 +51,5 @@ export declare class GradientLLM extends LLM<BaseLLMCallOptions> {
      */
     /** @ignore */
     _call(prompt: string, _options: this["ParsedCallOptions"]): Promise<string>;
-    setBaseModel(): Promise<void>;
+    setModel(): Promise<void>;
 }

package/dist/llms/gradient_ai.js

@@ -23,6 +23,12 @@ export class GradientLLM extends LLM {
             writable: true,
             value: "llama2-7b-chat"
         });
+        Object.defineProperty(this, "adapterId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "gradientAccessKey", {
             enumerable: true,
             configurable: true,
@@ -43,13 +49,14 @@ export class GradientLLM extends LLM {
         });
         // Gradient AI does not export the BaseModel type. Once it does, we can use it here.
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        Object.defineProperty(this, "baseModel", {
+        Object.defineProperty(this, "model", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
         this.modelSlug = fields?.modelSlug ?? this.modelSlug;
+        this.adapterId = fields?.adapterId;
         this.gradientAccessKey =
             fields?.gradientAccessKey ??
                 getEnvironmentVariable("GRADIENT_ACCESS_TOKEN");
@@ -73,22 +80,29 @@ export class GradientLLM extends LLM {
      */
     /** @ignore */
     async _call(prompt, _options) {
-        await this.setBaseModel();
-        const response = (await this.caller.call(async () => this.baseModel.complete({
+        await this.setModel();
+        const response = (await this.caller.call(async () => this.model.complete({
             query: prompt,
             ...this.inferenceParameters,
         })));
         return response.generatedOutput;
     }
-    async setBaseModel() {
-        if (this.baseModel)
+    async setModel() {
+        if (this.model)
             return;
         const gradient = new Gradient({
             accessToken: this.gradientAccessKey,
             workspaceId: this.workspaceId,
         });
-        this.baseModel = await gradient.getBaseModel({
-            baseModelSlug: this.modelSlug,
-        });
+        if (this.adapterId) {
+            this.model = await gradient.getModelAdapter({
+                modelAdapterId: this.adapterId,
+            });
+        }
+        else {
+            this.model = await gradient.getBaseModel({
+                baseModelSlug: this.modelSlug,
+            });
+        }
     }
 }

package/dist/llms/llama_cpp.cjs

@@ -77,9 +77,10 @@ class LlamaCpp extends base_js_1.LLM {
         return "llama2_cpp";
     }
     /** @ignore */
-    async _call(prompt, _options) {
+    async _call(prompt, options) {
         try {
             const promptOptions = {
+                onToken: options?.onToken,
                 maxTokens: this?.maxTokens,
                 temperature: this?.temperature,
                 topK: this?.topK,

package/dist/llms/llama_cpp.d.ts

@@ -36,6 +36,6 @@ export declare class LlamaCpp extends LLM<LlamaCppCallOptions> {
     constructor(inputs: LlamaCppInputs);
     _llmType(): string;
     /** @ignore */
-    _call(prompt: string, _options?: this["ParsedCallOptions"]): Promise<string>;
+    _call(prompt: string, options?: this["ParsedCallOptions"]): Promise<string>;
     _streamResponseChunks(prompt: string, _options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
 }

package/dist/llms/llama_cpp.js

@@ -74,9 +74,10 @@ export class LlamaCpp extends LLM {
         return "llama2_cpp";
     }
     /** @ignore */
-    async _call(prompt, _options) {
+    async _call(prompt, options) {
         try {
             const promptOptions = {
+                onToken: options?.onToken,
                 maxTokens: this?.maxTokens,
                 temperature: this?.temperature,
                 topK: this?.topK,

package/dist/load/import_constants.cjs

@@ -11,6 +11,7 @@ exports.optionalImportEntrypoints = [
     "langchain/tools/calculator",
     "langchain/tools/sql",
     "langchain/tools/webbrowser",
+    "langchain/tools/gmail",
     "langchain/tools/google_calendar",
     "langchain/chains/load",
     "langchain/chains/query_constructor",
@@ -26,6 +27,7 @@ exports.optionalImportEntrypoints = [
     "langchain/embeddings/googlevertexai",
     "langchain/embeddings/googlepalm",
     "langchain/embeddings/llama_cpp",
+    "langchain/embeddings/gradient_ai",
     "langchain/llms/load",
     "langchain/llms/cohere",
     "langchain/llms/hf",
@@ -111,6 +113,7 @@ exports.optionalImportEntrypoints = [
     "langchain/document_loaders/fs/epub",
     "langchain/document_loaders/fs/csv",
     "langchain/document_loaders/fs/notion",
+    "langchain/document_loaders/fs/obsidian",
     "langchain/document_loaders/fs/unstructured",
     "langchain/document_loaders/fs/openai_whisper_audio",
     "langchain/document_loaders/fs/pptx",

package/dist/load/import_constants.js

@@ -8,6 +8,7 @@ export const optionalImportEntrypoints = [
     "langchain/tools/calculator",
     "langchain/tools/sql",
     "langchain/tools/webbrowser",
+    "langchain/tools/gmail",
     "langchain/tools/google_calendar",
     "langchain/chains/load",
     "langchain/chains/query_constructor",
@@ -23,6 +24,7 @@ export const optionalImportEntrypoints = [
     "langchain/embeddings/googlevertexai",
     "langchain/embeddings/googlepalm",
     "langchain/embeddings/llama_cpp",
+    "langchain/embeddings/gradient_ai",
     "langchain/llms/load",
     "langchain/llms/cohere",
     "langchain/llms/hf",
@@ -108,6 +110,7 @@ export const optionalImportEntrypoints = [
     "langchain/document_loaders/fs/epub",
     "langchain/document_loaders/fs/csv",
     "langchain/document_loaders/fs/notion",
+    "langchain/document_loaders/fs/obsidian",
     "langchain/document_loaders/fs/unstructured",
     "langchain/document_loaders/fs/openai_whisper_audio",
     "langchain/document_loaders/fs/pptx",

package/dist/load/import_map.cjs

@@ -24,12 +24,13 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__google_places = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
-exports.experimental__chat_models__ollama_functions = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_files = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = exports.chat_models__anthropic = void 0;
-exports.runnables__remote = exports.runnables = exports.evaluation = exports.experimental__chains__violation_of_expectations = void 0;
+exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__google_places = exports.tools__render = exports.tools__connery = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits__connery = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
+exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_files = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = void 0;
+exports.runnables__remote = exports.runnables = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__ollama_functions = exports.experimental__chat_models__bittensor = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
+exports.agents__toolkits__connery = __importStar(require("../agents/toolkits/connery/index.cjs"));
 exports.agents__format_scratchpad = __importStar(require("../agents/format_scratchpad/openai_functions.cjs"));
 exports.agents__format_scratchpad__openai_tools = __importStar(require("../agents/format_scratchpad/openai_tools.cjs"));
 exports.agents__format_scratchpad__log = __importStar(require("../agents/format_scratchpad/log.cjs"));
@@ -40,6 +41,7 @@ exports.agents__xml__output_parser = __importStar(require("../agents/xml/output_
 exports.agents__openai__output_parser = __importStar(require("../agents/openai/output_parser.cjs"));
 exports.base_language = __importStar(require("../base_language/index.cjs"));
 exports.tools = __importStar(require("../tools/index.cjs"));
+exports.tools__connery = __importStar(require("../tools/connery.cjs"));
 exports.tools__render = __importStar(require("../tools/render.cjs"));
 exports.tools__google_places = __importStar(require("../tools/google_places.cjs"));
 exports.chains = __importStar(require("../chains/index.cjs"));

package/dist/load/import_map.d.ts

@@ -1,6 +1,7 @@
 export * as load__serializable from "../load/serializable.js";
 export * as agents from "../agents/index.js";
 export * as agents__toolkits from "../agents/toolkits/index.js";
+export * as agents__toolkits__connery from "../agents/toolkits/connery/index.js";
 export * as agents__format_scratchpad from "../agents/format_scratchpad/openai_functions.js";
 export * as agents__format_scratchpad__openai_tools from "../agents/format_scratchpad/openai_tools.js";
 export * as agents__format_scratchpad__log from "../agents/format_scratchpad/log.js";
@@ -11,6 +12,7 @@ export * as agents__xml__output_parser from "../agents/xml/output_parser.js";
 export * as agents__openai__output_parser from "../agents/openai/output_parser.js";
 export * as base_language from "../base_language/index.js";
 export * as tools from "../tools/index.js";
+export * as tools__connery from "../tools/connery.js";
 export * as tools__render from "../tools/render.js";
 export * as tools__google_places from "../tools/google_places.js";
 export * as chains from "../chains/index.js";

package/dist/load/import_map.js

@@ -2,6 +2,7 @@
 export * as load__serializable from "../load/serializable.js";
 export * as agents from "../agents/index.js";
 export * as agents__toolkits from "../agents/toolkits/index.js";
+export * as agents__toolkits__connery from "../agents/toolkits/connery/index.js";
 export * as agents__format_scratchpad from "../agents/format_scratchpad/openai_functions.js";
 export * as agents__format_scratchpad__openai_tools from "../agents/format_scratchpad/openai_tools.js";
 export * as agents__format_scratchpad__log from "../agents/format_scratchpad/log.js";
@@ -12,6 +13,7 @@ export * as agents__xml__output_parser from "../agents/xml/output_parser.js";
 export * as agents__openai__output_parser from "../agents/openai/output_parser.js";
 export * as base_language from "../base_language/index.js";
 export * as tools from "../tools/index.js";
+export * as tools__connery from "../tools/connery.js";
 export * as tools__render from "../tools/render.js";
 export * as tools__google_places from "../tools/google_places.js";
 export * as chains from "../chains/index.js";

package/dist/memory/vector_store.cjs

@@ -83,7 +83,7 @@ class VectorStoreRetrieverMemory extends base_js_1.BaseMemory {
         return {
             [this.memoryKey]: this.returnDocs
                 ? results
-                : (0, document_js_2.formatDocumentsAsString)(results, "\n"),
+                : (0, document_js_2.formatDocumentsAsString)(results),
         };
     }
     /**

package/dist/memory/vector_store.js

@@ -80,7 +80,7 @@ export class VectorStoreRetrieverMemory extends BaseMemory {
         return {
             [this.memoryKey]: this.returnDocs
                 ? results
-                : formatDocumentsAsString(results, "\n"),
+                : formatDocumentsAsString(results),
         };
     }
     /**