langchain 0.2.17 → 0.3.0-rc.0

package/dist/document_loaders/web/youtube.cjs

@@ -1,116 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.YoutubeLoader = void 0;
-const youtube_transcript_1 = require("youtube-transcript");
-const youtubei_js_1 = require("youtubei.js");
-const documents_1 = require("@langchain/core/documents");
-const base_js_1 = require("../base.cjs");
-const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
-/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
-    oldEntrypointName: "document_loaders/web/youtube",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/youtube" instead. This entrypoint will be removed in 0.3.0.
- *
- * A document loader for loading data from YouTube videos. It uses the
- * youtube-transcript and youtubei.js libraries to fetch the transcript
- * and video metadata.
- * @example
- * ```typescript
- * const loader = new YoutubeLoader(
- *   "https:
- *   "en",
- *   true,
- * );
- * const docs = await loader.load();
- * ```
- */
-class YoutubeLoader extends base_js_1.BaseDocumentLoader {
-    constructor(config) {
-        super();
-        Object.defineProperty(this, "videoId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "language", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "addVideoInfo", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.videoId = config.videoId;
-        this.language = config?.language;
-        this.addVideoInfo = config?.addVideoInfo ?? false;
-    }
-    /**
-     * Extracts the videoId from a YouTube video URL.
-     * @param url The URL of the YouTube video.
-     * @returns The videoId of the YouTube video.
-     */
-    static getVideoID(url) {
-        const match = url.match(/.*(?:youtu.be\/|v\/|u\/\w\/|embed\/|watch\?v=)([^#&?]*).*/);
-        if (match !== null && match[1].length === 11) {
-            return match[1];
-        }
-        else {
-            throw new Error("Failed to get youtube video id from the url");
-        }
-    }
-    /**
-     * Creates a new instance of the YoutubeLoader class from a YouTube video
-     * URL.
-     * @param url The URL of the YouTube video.
-     * @param config Optional configuration options for the YoutubeLoader instance, excluding the videoId.
-     * @returns A new instance of the YoutubeLoader class.
-     */
-    static createFromUrl(url, config) {
-        const videoId = YoutubeLoader.getVideoID(url);
-        return new YoutubeLoader({ ...config, videoId });
-    }
-    /**
-     * Loads the transcript and video metadata from the specified YouTube
-     * video. It uses the youtube-transcript library to fetch the transcript
-     * and the youtubei.js library to fetch the video metadata.
-     * @returns An array of Documents representing the retrieved data.
-     */
-    async load() {
-        let transcript;
-        const metadata = {
-            source: this.videoId,
-        };
-        try {
-            transcript = await youtube_transcript_1.YoutubeTranscript.fetchTranscript(this.videoId, {
-                lang: this.language,
-            });
-            if (transcript === undefined) {
-                throw new Error("Transcription not found");
-            }
-            if (this.addVideoInfo) {
-                const youtube = await youtubei_js_1.Innertube.create();
-                const info = (await youtube.getBasicInfo(this.videoId)).basic_info;
-                metadata.description = info.short_description;
-                metadata.title = info.title;
-                metadata.view_count = info.view_count;
-                metadata.author = info.author;
-            }
-        }
-        catch (e) {
-            throw new Error(`Failed to get YouTube video transcription: ${e.message}`);
-        }
-        const document = new documents_1.Document({
-            pageContent: transcript.map((item) => item.text).join(" "),
-            metadata,
-        });
-        return [document];
-    }
-}
-exports.YoutubeLoader = YoutubeLoader;

package/dist/document_loaders/web/youtube.d.ts

@@ -1,55 +0,0 @@
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "../base.js";
-/**
- * Configuration options for the YoutubeLoader class. Includes properties
- * such as the videoId, language, and addVideoInfo.
- */
-interface YoutubeConfig {
-    videoId: string;
-    language?: string;
-    addVideoInfo?: boolean;
-}
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/youtube" instead. This entrypoint will be removed in 0.3.0.
- *
- * A document loader for loading data from YouTube videos. It uses the
- * youtube-transcript and youtubei.js libraries to fetch the transcript
- * and video metadata.
- * @example
- * ```typescript
- * const loader = new YoutubeLoader(
- *   "https:
- *   "en",
- *   true,
- * );
- * const docs = await loader.load();
- * ```
- */
-export declare class YoutubeLoader extends BaseDocumentLoader {
-    private videoId;
-    private language?;
-    private addVideoInfo;
-    constructor(config: YoutubeConfig);
-    /**
-     * Extracts the videoId from a YouTube video URL.
-     * @param url The URL of the YouTube video.
-     * @returns The videoId of the YouTube video.
-     */
-    private static getVideoID;
-    /**
-     * Creates a new instance of the YoutubeLoader class from a YouTube video
-     * URL.
-     * @param url The URL of the YouTube video.
-     * @param config Optional configuration options for the YoutubeLoader instance, excluding the videoId.
-     * @returns A new instance of the YoutubeLoader class.
-     */
-    static createFromUrl(url: string, config?: Omit<YoutubeConfig, "videoId">): YoutubeLoader;
-    /**
-     * Loads the transcript and video metadata from the specified YouTube
-     * video. It uses the youtube-transcript library to fetch the transcript
-     * and the youtubei.js library to fetch the video metadata.
-     * @returns An array of Documents representing the retrieved data.
-     */
-    load(): Promise<Document[]>;
-}
-export {};

package/dist/document_loaders/web/youtube.js

@@ -1,112 +0,0 @@
-import { YoutubeTranscript } from "youtube-transcript";
-import { Innertube } from "youtubei.js";
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "../base.js";
-import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
-/* #__PURE__ */ logVersion020MigrationWarning({
-    oldEntrypointName: "document_loaders/web/youtube",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/youtube" instead. This entrypoint will be removed in 0.3.0.
- *
- * A document loader for loading data from YouTube videos. It uses the
- * youtube-transcript and youtubei.js libraries to fetch the transcript
- * and video metadata.
- * @example
- * ```typescript
- * const loader = new YoutubeLoader(
- *   "https:
- *   "en",
- *   true,
- * );
- * const docs = await loader.load();
- * ```
- */
-export class YoutubeLoader extends BaseDocumentLoader {
-    constructor(config) {
-        super();
-        Object.defineProperty(this, "videoId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "language", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "addVideoInfo", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.videoId = config.videoId;
-        this.language = config?.language;
-        this.addVideoInfo = config?.addVideoInfo ?? false;
-    }
-    /**
-     * Extracts the videoId from a YouTube video URL.
-     * @param url The URL of the YouTube video.
-     * @returns The videoId of the YouTube video.
-     */
-    static getVideoID(url) {
-        const match = url.match(/.*(?:youtu.be\/|v\/|u\/\w\/|embed\/|watch\?v=)([^#&?]*).*/);
-        if (match !== null && match[1].length === 11) {
-            return match[1];
-        }
-        else {
-            throw new Error("Failed to get youtube video id from the url");
-        }
-    }
-    /**
-     * Creates a new instance of the YoutubeLoader class from a YouTube video
-     * URL.
-     * @param url The URL of the YouTube video.
-     * @param config Optional configuration options for the YoutubeLoader instance, excluding the videoId.
-     * @returns A new instance of the YoutubeLoader class.
-     */
-    static createFromUrl(url, config) {
-        const videoId = YoutubeLoader.getVideoID(url);
-        return new YoutubeLoader({ ...config, videoId });
-    }
-    /**
-     * Loads the transcript and video metadata from the specified YouTube
-     * video. It uses the youtube-transcript library to fetch the transcript
-     * and the youtubei.js library to fetch the video metadata.
-     * @returns An array of Documents representing the retrieved data.
-     */
-    async load() {
-        let transcript;
-        const metadata = {
-            source: this.videoId,
-        };
-        try {
-            transcript = await YoutubeTranscript.fetchTranscript(this.videoId, {
-                lang: this.language,
-            });
-            if (transcript === undefined) {
-                throw new Error("Transcription not found");
-            }
-            if (this.addVideoInfo) {
-                const youtube = await Innertube.create();
-                const info = (await youtube.getBasicInfo(this.videoId)).basic_info;
-                metadata.description = info.short_description;
-                metadata.title = info.title;
-                metadata.view_count = info.view_count;
-                metadata.author = info.author;
-            }
-        }
-        catch (e) {
-            throw new Error(`Failed to get YouTube video transcription: ${e.message}`);
-        }
-        const document = new Document({
-            pageContent: transcript.map((item) => item.text).join(" "),
-            metadata,
-        });
-        return [document];
-    }
-}