langchain 0.0.129 → 0.0.130

package/dist/callbacks/manager.cjs

@@ -495,7 +495,7 @@ class CallbackManager extends BaseCallbackManager {
                 : localHandlers?.handlers, false);
         }
         const verboseEnabled = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_VERBOSE") || options?.verbose;
-        const tracingV2Enabled = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_TRACING_V2") ?? false;
+        const tracingV2Enabled = (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_TRACING_V2") === "true";
         const tracingEnabled = tracingV2Enabled ||
             ((0, env_js_1.getEnvironmentVariable)("LANGCHAIN_TRACING") ?? false);
         if (verboseEnabled || tracingEnabled) {

package/dist/callbacks/manager.js

@@ -486,7 +486,7 @@ export class CallbackManager extends BaseCallbackManager {
                 : localHandlers?.handlers, false);
         }
         const verboseEnabled = getEnvironmentVariable("LANGCHAIN_VERBOSE") || options?.verbose;
-        const tracingV2Enabled = getEnvironmentVariable("LANGCHAIN_TRACING_V2") ?? false;
+        const tracingV2Enabled = getEnvironmentVariable("LANGCHAIN_TRACING_V2") === "true";
         const tracingEnabled = tracingV2Enabled ||
             (getEnvironmentVariable("LANGCHAIN_TRACING") ?? false);
         if (verboseEnabled || tracingEnabled) {

package/dist/document_loaders/web/youtube.cjs

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.YoutubeLoader = void 0;
+const youtube_transcript_1 = require("youtube-transcript");
+const youtubei_js_1 = require("youtubei.js");
+const document_js_1 = require("../../document.cjs");
+const base_js_1 = require("../base.cjs");
+class YoutubeLoader extends base_js_1.BaseDocumentLoader {
+    constructor(config) {
+        super();
+        Object.defineProperty(this, "videoId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "language", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "addVideoInfo", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.videoId = config.videoId;
+        this.language = config?.language;
+        this.addVideoInfo = config?.addVideoInfo ?? false;
+    }
+    static getVideoID(url) {
+        const match = url.match(/.*(?:youtu.be\/|v\/|u\/\w\/|embed\/|watch\?v=)([^#&?]*).*/);
+        if (match !== null && match[1].length === 11) {
+            return match[1];
+        }
+        else {
+            throw new Error("Failed to get youtube video id from the url");
+        }
+    }
+    static createFromUrl(url, config) {
+        const videoId = YoutubeLoader.getVideoID(url);
+        return new YoutubeLoader({ ...config, videoId });
+    }
+    async load() {
+        let transcript;
+        const metadata = {
+            source: this.videoId,
+        };
+        try {
+            transcript = await youtube_transcript_1.YoutubeTranscript.fetchTranscript(this.videoId, {
+                lang: this.language,
+            });
+            if (transcript === undefined) {
+                throw new Error("Transcription not found");
+            }
+            if (this.addVideoInfo) {
+                const youtube = await youtubei_js_1.Innertube.create();
+                const info = (await youtube.getBasicInfo(this.videoId)).basic_info;
+                metadata.description = info.short_description;
+                metadata.title = info.title;
+                metadata.view_count = info.view_count;
+                metadata.author = info.author;
+            }
+        }
+        catch (e) {
+            throw new Error(`Failed to get YouTube video transcription: ${e.message}`);
+        }
+        const document = new document_js_1.Document({
+            pageContent: transcript.map((item) => item.text).join(" "),
+            metadata,
+        });
+        return [document];
+    }
+}
+exports.YoutubeLoader = YoutubeLoader;

package/dist/document_loaders/web/youtube.d.ts

@@ -0,0 +1,17 @@
+import { Document } from "../../document.js";
+import { BaseDocumentLoader } from "../base.js";
+interface YoutubeConfig {
+    videoId: string;
+    language?: string;
+    addVideoInfo?: boolean;
+}
+export declare class YoutubeLoader extends BaseDocumentLoader {
+    private videoId;
+    private language?;
+    private addVideoInfo;
+    constructor(config: YoutubeConfig);
+    private static getVideoID;
+    static createFromUrl(url: string, config?: Omit<YoutubeConfig, "videoId">): YoutubeLoader;
+    load(): Promise<Document[]>;
+}
+export {};

package/dist/document_loaders/web/youtube.js

@@ -0,0 +1,73 @@
+import { YoutubeTranscript } from "youtube-transcript";
+import { Innertube } from "youtubei.js";
+import { Document } from "../../document.js";
+import { BaseDocumentLoader } from "../base.js";
+export class YoutubeLoader extends BaseDocumentLoader {
+    constructor(config) {
+        super();
+        Object.defineProperty(this, "videoId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "language", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "addVideoInfo", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.videoId = config.videoId;
+        this.language = config?.language;
+        this.addVideoInfo = config?.addVideoInfo ?? false;
+    }
+    static getVideoID(url) {
+        const match = url.match(/.*(?:youtu.be\/|v\/|u\/\w\/|embed\/|watch\?v=)([^#&?]*).*/);
+        if (match !== null && match[1].length === 11) {
+            return match[1];
+        }
+        else {
+            throw new Error("Failed to get youtube video id from the url");
+        }
+    }
+    static createFromUrl(url, config) {
+        const videoId = YoutubeLoader.getVideoID(url);
+        return new YoutubeLoader({ ...config, videoId });
+    }
+    async load() {
+        let transcript;
+        const metadata = {
+            source: this.videoId,
+        };
+        try {
+            transcript = await YoutubeTranscript.fetchTranscript(this.videoId, {
+                lang: this.language,
+            });
+            if (transcript === undefined) {
+                throw new Error("Transcription not found");
+            }
+            if (this.addVideoInfo) {
+                const youtube = await Innertube.create();
+                const info = (await youtube.getBasicInfo(this.videoId)).basic_info;
+                metadata.description = info.short_description;
+                metadata.title = info.title;
+                metadata.view_count = info.view_count;
+                metadata.author = info.author;
+            }
+        }
+        catch (e) {
+            throw new Error(`Failed to get YouTube video transcription: ${e.message}`);
+        }
+        const document = new Document({
+            pageContent: transcript.map((item) => item.text).join(" "),
+            metadata,
+        });
+        return [document];
+    }
+}

package/dist/embeddings/cohere.cjs

@@ -13,7 +13,8 @@ class CohereEmbeddings extends base_js_1.Embeddings {
      * @param fields - An optional object with properties to configure the instance.
      */
     constructor(fields) {
-        super(fields ?? {});
+        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
+        super(fieldsWithDefaults);
         Object.defineProperty(this, "modelName", {
             enumerable: true,
             configurable: true,
@@ -38,12 +39,12 @@ class CohereEmbeddings extends base_js_1.Embeddings {
             writable: true,
             value: void 0
         });
-        const apiKey = fields?.apiKey || (0, env_js_1.getEnvironmentVariable)("COHERE_API_KEY");
+        const apiKey = fieldsWithDefaults?.apiKey || (0, env_js_1.getEnvironmentVariable)("COHERE_API_KEY");
         if (!apiKey) {
             throw new Error("Cohere API key not found");
         }
-        this.modelName = fields?.modelName ?? this.modelName;
-        this.batchSize = fields?.batchSize ?? this.batchSize;
+        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
+        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
         this.apiKey = apiKey;
     }
     /**
@@ -53,16 +54,18 @@ class CohereEmbeddings extends base_js_1.Embeddings {
      */
     async embedDocuments(texts) {
         await this.maybeInitClient();
-        const subPrompts = (0, chunk_js_1.chunkArray)(texts, this.batchSize);
+        const batches = (0, chunk_js_1.chunkArray)(texts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
+            model: this.modelName,
+            texts: batch,
+        }));
+        const batchResponses = await Promise.all(batchRequests);
         const embeddings = [];
-        for (let i = 0; i < subPrompts.length; i += 1) {
-            const input = subPrompts[i];
-            const { body } = await this.embeddingWithRetry({
-                model: this.modelName,
-                texts: input,
-            });
-            for (let j = 0; j < input.length; j += 1) {
-                embeddings.push(body.embeddings[j]);
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { body: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse.embeddings[j]);
             }
         }
         return embeddings;

package/dist/embeddings/cohere.js

@@ -10,7 +10,8 @@ export class CohereEmbeddings extends Embeddings {
      * @param fields - An optional object with properties to configure the instance.
      */
     constructor(fields) {
-        super(fields ?? {});
+        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
+        super(fieldsWithDefaults);
         Object.defineProperty(this, "modelName", {
             enumerable: true,
             configurable: true,
@@ -35,12 +36,12 @@ export class CohereEmbeddings extends Embeddings {
             writable: true,
             value: void 0
         });
-        const apiKey = fields?.apiKey || getEnvironmentVariable("COHERE_API_KEY");
+        const apiKey = fieldsWithDefaults?.apiKey || getEnvironmentVariable("COHERE_API_KEY");
         if (!apiKey) {
             throw new Error("Cohere API key not found");
         }
-        this.modelName = fields?.modelName ?? this.modelName;
-        this.batchSize = fields?.batchSize ?? this.batchSize;
+        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
+        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
         this.apiKey = apiKey;
     }
     /**
@@ -50,16 +51,18 @@ export class CohereEmbeddings extends Embeddings {
      */
     async embedDocuments(texts) {
         await this.maybeInitClient();
-        const subPrompts = chunkArray(texts, this.batchSize);
+        const batches = chunkArray(texts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
+            model: this.modelName,
+            texts: batch,
+        }));
+        const batchResponses = await Promise.all(batchRequests);
         const embeddings = [];
-        for (let i = 0; i < subPrompts.length; i += 1) {
-            const input = subPrompts[i];
-            const { body } = await this.embeddingWithRetry({
-                model: this.modelName,
-                texts: input,
-            });
-            for (let j = 0; j < input.length; j += 1) {
-                embeddings.push(body.embeddings[j]);
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { body: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse.embeddings[j]);
             }
         }
         return embeddings;

package/dist/embeddings/googlevertexai.cjs

@@ -39,7 +39,7 @@ class GoogleVertexAIEmbeddings extends base_js_1.Embeddings {
     async embedDocuments(documents) {
         const instanceChunks = (0, chunk_js_1.chunkArray)(documents.map((document) => ({
             content: document,
-        })), 5); // Vertex AI accepts max 5 instnaces per prediction
+        })), 5); // Vertex AI accepts max 5 instances per prediction
         const parameters = {};
         const options = {};
         const responses = await Promise.all(instanceChunks.map((instances) => this.connection.request(instances, parameters, options)));

package/dist/embeddings/googlevertexai.js

@@ -36,7 +36,7 @@ export class GoogleVertexAIEmbeddings extends Embeddings {
     async embedDocuments(documents) {
         const instanceChunks = chunkArray(documents.map((document) => ({
             content: document,
-        })), 5); // Vertex AI accepts max 5 instnaces per prediction
+        })), 5); // Vertex AI accepts max 5 instances per prediction
         const parameters = {};
         const options = {};
         const responses = await Promise.all(instanceChunks.map((instances) => this.connection.request(instances, parameters, options)));

package/dist/embeddings/openai.cjs

@@ -12,7 +12,8 @@ const base_js_1 = require("./base.cjs");
 const azure_js_1 = require("../util/azure.cjs");
 class OpenAIEmbeddings extends base_js_1.Embeddings {
     constructor(fields, configuration) {
-        super(fields ?? {});
+        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
+        super(fieldsWithDefaults);
         Object.defineProperty(this, "modelName", {
             enumerable: true,
             configurable: true,
@@ -79,27 +80,30 @@ class OpenAIEmbeddings extends base_js_1.Embeddings {
             writable: true,
             value: void 0
         });
-        const apiKey = fields?.openAIApiKey ?? (0, env_js_1.getEnvironmentVariable)("OPENAI_API_KEY");
-        const azureApiKey = fields?.azureOpenAIApiKey ??
+        const apiKey = fieldsWithDefaults?.openAIApiKey ??
+            (0, env_js_1.getEnvironmentVariable)("OPENAI_API_KEY");
+        const azureApiKey = fieldsWithDefaults?.azureOpenAIApiKey ??
             (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_API_KEY");
         if (!azureApiKey && !apiKey) {
             throw new Error("OpenAI or Azure OpenAI API key not found");
         }
-        const azureApiInstanceName = fields?.azureOpenAIApiInstanceName ??
+        const azureApiInstanceName = fieldsWithDefaults?.azureOpenAIApiInstanceName ??
             (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_API_INSTANCE_NAME");
-        const azureApiDeploymentName = (fields?.azureOpenAIApiEmbeddingsDeploymentName ||
-            fields?.azureOpenAIApiDeploymentName) ??
+        const azureApiDeploymentName = (fieldsWithDefaults?.azureOpenAIApiEmbeddingsDeploymentName ||
+            fieldsWithDefaults?.azureOpenAIApiDeploymentName) ??
             ((0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_API_EMBEDDINGS_DEPLOYMENT_NAME") ||
                 (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_API_DEPLOYMENT_NAME"));
-        const azureApiVersion = fields?.azureOpenAIApiVersion ??
+        const azureApiVersion = fieldsWithDefaults?.azureOpenAIApiVersion ??
             (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_API_VERSION");
         this.azureOpenAIBasePath =
-            fields?.azureOpenAIBasePath ??
+            fieldsWithDefaults?.azureOpenAIBasePath ??
                 (0, env_js_1.getEnvironmentVariable)("AZURE_OPENAI_BASE_PATH");
-        this.modelName = fields?.modelName ?? this.modelName;
-        this.batchSize = fields?.batchSize ?? (azureApiKey ? 1 : this.batchSize);
-        this.stripNewLines = fields?.stripNewLines ?? this.stripNewLines;
-        this.timeout = fields?.timeout;
+        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
+        this.batchSize =
+            fieldsWithDefaults?.batchSize ?? (azureApiKey ? 1 : this.batchSize);
+        this.stripNewLines =
+            fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
+        this.timeout = fieldsWithDefaults?.timeout;
         this.azureOpenAIApiVersion = azureApiVersion;
         this.azureOpenAIApiKey = azureApiKey;
         this.azureOpenAIApiInstanceName = azureApiInstanceName;
@@ -121,16 +125,18 @@ class OpenAIEmbeddings extends base_js_1.Embeddings {
         };
     }
     async embedDocuments(texts) {
-        const subPrompts = (0, chunk_js_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+        const batches = (0, chunk_js_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
+            model: this.modelName,
+            input: batch,
+        }));
+        const batchResponses = await Promise.all(batchRequests);
         const embeddings = [];
-        for (let i = 0; i < subPrompts.length; i += 1) {
-            const input = subPrompts[i];
-            const { data } = await this.embeddingWithRetry({
-                model: this.modelName,
-                input,
-            });
-            for (let j = 0; j < input.length; j += 1) {
-                embeddings.push(data.data[j].embedding);
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { data: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse.data[j].embedding);
             }
         }
         return embeddings;

package/dist/embeddings/openai.js

@@ -6,7 +6,8 @@ import { Embeddings } from "./base.js";
 import { getEndpoint } from "../util/azure.js";
 export class OpenAIEmbeddings extends Embeddings {
     constructor(fields, configuration) {
-        super(fields ?? {});
+        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
+        super(fieldsWithDefaults);
         Object.defineProperty(this, "modelName", {
             enumerable: true,
             configurable: true,
@@ -73,27 +74,30 @@ export class OpenAIEmbeddings extends Embeddings {
             writable: true,
             value: void 0
         });
-        const apiKey = fields?.openAIApiKey ?? getEnvironmentVariable("OPENAI_API_KEY");
-        const azureApiKey = fields?.azureOpenAIApiKey ??
+        const apiKey = fieldsWithDefaults?.openAIApiKey ??
+            getEnvironmentVariable("OPENAI_API_KEY");
+        const azureApiKey = fieldsWithDefaults?.azureOpenAIApiKey ??
             getEnvironmentVariable("AZURE_OPENAI_API_KEY");
         if (!azureApiKey && !apiKey) {
             throw new Error("OpenAI or Azure OpenAI API key not found");
         }
-        const azureApiInstanceName = fields?.azureOpenAIApiInstanceName ??
+        const azureApiInstanceName = fieldsWithDefaults?.azureOpenAIApiInstanceName ??
             getEnvironmentVariable("AZURE_OPENAI_API_INSTANCE_NAME");
-        const azureApiDeploymentName = (fields?.azureOpenAIApiEmbeddingsDeploymentName ||
-            fields?.azureOpenAIApiDeploymentName) ??
+        const azureApiDeploymentName = (fieldsWithDefaults?.azureOpenAIApiEmbeddingsDeploymentName ||
+            fieldsWithDefaults?.azureOpenAIApiDeploymentName) ??
             (getEnvironmentVariable("AZURE_OPENAI_API_EMBEDDINGS_DEPLOYMENT_NAME") ||
                 getEnvironmentVariable("AZURE_OPENAI_API_DEPLOYMENT_NAME"));
-        const azureApiVersion = fields?.azureOpenAIApiVersion ??
+        const azureApiVersion = fieldsWithDefaults?.azureOpenAIApiVersion ??
             getEnvironmentVariable("AZURE_OPENAI_API_VERSION");
         this.azureOpenAIBasePath =
-            fields?.azureOpenAIBasePath ??
+            fieldsWithDefaults?.azureOpenAIBasePath ??
                 getEnvironmentVariable("AZURE_OPENAI_BASE_PATH");
-        this.modelName = fields?.modelName ?? this.modelName;
-        this.batchSize = fields?.batchSize ?? (azureApiKey ? 1 : this.batchSize);
-        this.stripNewLines = fields?.stripNewLines ?? this.stripNewLines;
-        this.timeout = fields?.timeout;
+        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
+        this.batchSize =
+            fieldsWithDefaults?.batchSize ?? (azureApiKey ? 1 : this.batchSize);
+        this.stripNewLines =
+            fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
+        this.timeout = fieldsWithDefaults?.timeout;
         this.azureOpenAIApiVersion = azureApiVersion;
         this.azureOpenAIApiKey = azureApiKey;
         this.azureOpenAIApiInstanceName = azureApiInstanceName;
@@ -115,16 +119,18 @@ export class OpenAIEmbeddings extends Embeddings {
         };
     }
     async embedDocuments(texts) {
-        const subPrompts = chunkArray(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+        const batches = chunkArray(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
+            model: this.modelName,
+            input: batch,
+        }));
+        const batchResponses = await Promise.all(batchRequests);
         const embeddings = [];
-        for (let i = 0; i < subPrompts.length; i += 1) {
-            const input = subPrompts[i];
-            const { data } = await this.embeddingWithRetry({
-                model: this.modelName,
-                input,
-            });
-            for (let j = 0; j < input.length; j += 1) {
-                embeddings.push(data.data[j].embedding);
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { data: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse.data[j].embedding);
             }
         }
         return embeddings;

package/dist/load/import_constants.cjs

@@ -71,6 +71,7 @@ exports.optionalImportEntrypoints = [
     "langchain/document_loaders/web/s3",
     "langchain/document_loaders/web/sonix_audio",
     "langchain/document_loaders/web/confluence",
+    "langchain/document_loaders/web/youtube",
     "langchain/document_loaders/fs/directory",
     "langchain/document_loaders/fs/buffer",
     "langchain/document_loaders/fs/text",

package/dist/load/import_constants.js

@@ -68,6 +68,7 @@ export const optionalImportEntrypoints = [
     "langchain/document_loaders/web/s3",
     "langchain/document_loaders/web/sonix_audio",
     "langchain/document_loaders/web/confluence",
+    "langchain/document_loaders/web/youtube",
     "langchain/document_loaders/fs/directory",
     "langchain/document_loaders/fs/buffer",
     "langchain/document_loaders/fs/text",

package/dist/schema/index.cjs

@@ -206,8 +206,8 @@ class FunctionMessage extends BaseMessage {
     /** @deprecated */
     name) {
         if (typeof fields === "string") {
-            // eslint-disable-next-line no-param-reassign
-            fields = { content: fields, name };
+            // eslint-disable-next-line no-param-reassign, @typescript-eslint/no-non-null-assertion
+            fields = { content: fields, name: name };
         }
         super(fields);
     }

package/dist/schema/index.d.ts

@@ -71,6 +71,9 @@ export interface BaseMessageFields {
 export interface ChatMessageFieldsWithRole extends BaseMessageFields {
     role: string;
 }
+export interface FunctionMessageFieldsWithName extends BaseMessageFields {
+    name: string;
+}
 export declare abstract class BaseMessage extends Serializable implements BaseMessageFields {
     lc_namespace: string[];
     lc_serializable: boolean;
@@ -138,6 +141,7 @@ export declare const AIChatMessage: typeof AIMessage;
  */
 export declare const SystemChatMessage: typeof SystemMessage;
 export declare class FunctionMessage extends BaseMessage {
+    constructor(fields: FunctionMessageFieldsWithName);
     constructor(fields: string | BaseMessageFields, 
     /** @deprecated */
     name: string);

package/dist/schema/index.js

@@ -194,8 +194,8 @@ export class FunctionMessage extends BaseMessage {
     /** @deprecated */
     name) {
         if (typeof fields === "string") {
-            // eslint-disable-next-line no-param-reassign
-            fields = { content: fields, name };
+            // eslint-disable-next-line no-param-reassign, @typescript-eslint/no-non-null-assertion
+            fields = { content: fields, name: name };
         }
         super(fields);
     }

package/dist/stores/message/utils.cjs

@@ -30,6 +30,11 @@ function mapStoredMessagesToChatMessages(messages) {
                 return new index_js_1.AIMessage(storedMessage.data);
             case "system":
                 return new index_js_1.SystemMessage(storedMessage.data);
+            case "function":
+                if (storedMessage.data.name === undefined) {
+                    throw new Error("Name must be defined for function messages");
+                }
+                return new index_js_1.FunctionMessage(storedMessage.data);
             case "chat": {
                 if (storedMessage.data.role === undefined) {
                     throw new Error("Role must be defined for chat messages");

package/dist/stores/message/utils.js

@@ -1,4 +1,4 @@
-import { AIMessage, ChatMessage, HumanMessage, SystemMessage, } from "../../schema/index.js";
+import { AIMessage, ChatMessage, FunctionMessage, HumanMessage, SystemMessage, } from "../../schema/index.js";
 export function mapV1MessageToStoredMessage(message) {
     // TODO: Remove this mapper when we deprecate the old message format.
     if (message.data !== undefined) {
@@ -26,6 +26,11 @@ export function mapStoredMessagesToChatMessages(messages) {
                 return new AIMessage(storedMessage.data);
             case "system":
                 return new SystemMessage(storedMessage.data);
+            case "function":
+                if (storedMessage.data.name === undefined) {
+                    throw new Error("Name must be defined for function messages");
+                }
+                return new FunctionMessage(storedMessage.data);
             case "chat": {
                 if (storedMessage.data.role === undefined) {
                     throw new Error("Role must be defined for chat messages");

package/dist/vectorstores/hnswlib.cjs

@@ -125,6 +125,25 @@ class HNSWLib extends base_js_1.SaveableVectorStore {
             result.distances[resultIndex],
         ]);
     }
+    async delete(params) {
+        const fs = await import("node:fs/promises");
+        const path = await import("node:path");
+        try {
+            await fs.access(path.join(params.directory, "hnswlib.index"));
+        }
+        catch (err) {
+            throw new Error(`Directory ${params.directory} does not contain a hnswlib.index file.`);
+        }
+        await Promise.all([
+            await fs.rm(path.join(params.directory, "hnswlib.index"), {
+                force: true,
+            }),
+            await fs.rm(path.join(params.directory, "docstore.json"), {
+                force: true,
+            }),
+            await fs.rm(path.join(params.directory, "args.json"), { force: true }),
+        ]);
+    }
     async save(directory) {
         const fs = await import("node:fs/promises");
         const path = await import("node:path");

package/dist/vectorstores/hnswlib.d.ts

@@ -25,6 +25,9 @@ export declare class HNSWLib extends SaveableVectorStore {
     private set index(value);
     addVectors(vectors: number[][], documents: Document[]): Promise<void>;
     similaritySearchVectorWithScore(query: number[], k: number, filter?: this["FilterType"]): Promise<[Document<Record<string, any>>, number][]>;
+    delete(params: {
+        directory: string;
+    }): Promise<void>;
     save(directory: string): Promise<void>;
     static load(directory: string, embeddings: Embeddings): Promise<HNSWLib>;
     static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig?: {

package/dist/vectorstores/hnswlib.js

@@ -122,6 +122,25 @@ export class HNSWLib extends SaveableVectorStore {
             result.distances[resultIndex],
         ]);
     }
+    async delete(params) {
+        const fs = await import("node:fs/promises");
+        const path = await import("node:path");
+        try {
+            await fs.access(path.join(params.directory, "hnswlib.index"));
+        }
+        catch (err) {
+            throw new Error(`Directory ${params.directory} does not contain a hnswlib.index file.`);
+        }
+        await Promise.all([
+            await fs.rm(path.join(params.directory, "hnswlib.index"), {
+                force: true,
+            }),
+            await fs.rm(path.join(params.directory, "docstore.json"), {
+                force: true,
+            }),
+            await fs.rm(path.join(params.directory, "args.json"), { force: true }),
+        ]);
+    }
     async save(directory) {
         const fs = await import("node:fs/promises");
         const path = await import("node:path");

package/dist/vectorstores/myscale.cjs

@@ -82,7 +82,7 @@ class MyScaleStore extends base_js_1.VectorStore {
             writable: true,
             value: false
         });
-        this.indexType = args.indexType || "IVFFLAT";
+        this.indexType = args.indexType || "MSTG";
         this.indexParam = args.indexParam || {};
         this.columnMap = args.columnMap || {
             id: "id",

package/dist/vectorstores/myscale.js

@@ -56,7 +56,7 @@ export class MyScaleStore extends VectorStore {
             writable: true,
             value: false
         });
-        this.indexType = args.indexType || "IVFFLAT";
+        this.indexType = args.indexType || "MSTG";
         this.indexParam = args.indexParam || {};
         this.columnMap = args.columnMap || {
             id: "id",

package/document_loaders/web/youtube.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/document_loaders/web/youtube.cjs');

package/document_loaders/web/youtube.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/web/youtube.js'

package/document_loaders/web/youtube.js

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/web/youtube.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.129",
+  "version": "0.0.130",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -313,6 +313,9 @@
     "document_loaders/web/sort_xyz_blockchain.cjs",
     "document_loaders/web/sort_xyz_blockchain.js",
     "document_loaders/web/sort_xyz_blockchain.d.ts",
+    "document_loaders/web/youtube.cjs",
+    "document_loaders/web/youtube.js",
+    "document_loaders/web/youtube.d.ts",
     "document_loaders/fs/directory.cjs",
     "document_loaders/fs/directory.js",
     "document_loaders/fs/directory.d.ts",
@@ -685,7 +688,9 @@
     "typesense": "^1.5.3",
     "usearch": "^1.1.1",
     "vectordb": "^0.1.4",
-    "weaviate-ts-client": "^1.4.0"
+    "weaviate-ts-client": "^1.4.0",
+    "youtube-transcript": "^1.0.6",
+    "youtubei.js": "^5.8.0"
   },
   "peerDependencies": {
     "@aws-crypto/sha256-js": "^5.0.0",
@@ -757,7 +762,9 @@
     "typesense": "^1.5.3",
     "usearch": "^1.1.1",
     "vectordb": "^0.1.4",
-    "weaviate-ts-client": "^1.4.0"
+    "weaviate-ts-client": "^1.4.0",
+    "youtube-transcript": "^1.0.6",
+    "youtubei.js": "^5.8.0"
   },
   "peerDependenciesMeta": {
     "@aws-crypto/sha256-js": {
@@ -817,6 +824,9 @@
     "@huggingface/inference": {
       "optional": true
     },
+    "@mozilla/readability": {
+      "optional": true
+    },
     "@notionhq/client": {
       "optional": true
     },
@@ -904,6 +914,9 @@
     "ioredis": {
       "optional": true
     },
+    "jsdom": {
+      "optional": true
+    },
     "mammoth": {
       "optional": true
     },
@@ -963,6 +976,12 @@
     },
     "weaviate-ts-client": {
       "optional": true
+    },
+    "youtube-transcript": {
+      "optional": true
+    },
+    "youtubei.js": {
+      "optional": true
     }
   },
   "dependencies": {
@@ -1524,6 +1543,11 @@
       "import": "./document_loaders/web/sort_xyz_blockchain.js",
       "require": "./document_loaders/web/sort_xyz_blockchain.cjs"
     },
+    "./document_loaders/web/youtube": {
+      "types": "./document_loaders/web/youtube.d.ts",
+      "import": "./document_loaders/web/youtube.js",
+      "require": "./document_loaders/web/youtube.cjs"
+    },
     "./document_loaders/fs/directory": {
       "types": "./document_loaders/fs/directory.d.ts",
       "import": "./document_loaders/fs/directory.js",