langchain 0.2.18 → 0.3.0-rc.0

package/dist/document_loaders/web/youtube.cjs

@@ -1,116 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.YoutubeLoader = void 0;
-const youtube_transcript_1 = require("youtube-transcript");
-const youtubei_js_1 = require("youtubei.js");
-const documents_1 = require("@langchain/core/documents");
-const base_js_1 = require("../base.cjs");
-const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
-/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
-    oldEntrypointName: "document_loaders/web/youtube",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/youtube" instead. This entrypoint will be removed in 0.3.0.
- *
- * A document loader for loading data from YouTube videos. It uses the
- * youtube-transcript and youtubei.js libraries to fetch the transcript
- * and video metadata.
- * @example
- * ```typescript
- * const loader = new YoutubeLoader(
- *   "https:
- *   "en",
- *   true,
- * );
- * const docs = await loader.load();
- * ```
- */
-class YoutubeLoader extends base_js_1.BaseDocumentLoader {
-    constructor(config) {
-        super();
-        Object.defineProperty(this, "videoId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "language", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "addVideoInfo", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.videoId = config.videoId;
-        this.language = config?.language;
-        this.addVideoInfo = config?.addVideoInfo ?? false;
-    }
-    /**
-     * Extracts the videoId from a YouTube video URL.
-     * @param url The URL of the YouTube video.
-     * @returns The videoId of the YouTube video.
-     */
-    static getVideoID(url) {
-        const match = url.match(/.*(?:youtu.be\/|v\/|u\/\w\/|embed\/|watch\?v=)([^#&?]*).*/);
-        if (match !== null && match[1].length === 11) {
-            return match[1];
-        }
-        else {
-            throw new Error("Failed to get youtube video id from the url");
-        }
-    }
-    /**
-     * Creates a new instance of the YoutubeLoader class from a YouTube video
-     * URL.
-     * @param url The URL of the YouTube video.
-     * @param config Optional configuration options for the YoutubeLoader instance, excluding the videoId.
-     * @returns A new instance of the YoutubeLoader class.
-     */
-    static createFromUrl(url, config) {
-        const videoId = YoutubeLoader.getVideoID(url);
-        return new YoutubeLoader({ ...config, videoId });
-    }
-    /**
-     * Loads the transcript and video metadata from the specified YouTube
-     * video. It uses the youtube-transcript library to fetch the transcript
-     * and the youtubei.js library to fetch the video metadata.
-     * @returns An array of Documents representing the retrieved data.
-     */
-    async load() {
-        let transcript;
-        const metadata = {
-            source: this.videoId,
-        };
-        try {
-            transcript = await youtube_transcript_1.YoutubeTranscript.fetchTranscript(this.videoId, {
-                lang: this.language,
-            });
-            if (transcript === undefined) {
-                throw new Error("Transcription not found");
-            }
-            if (this.addVideoInfo) {
-                const youtube = await youtubei_js_1.Innertube.create();
-                const info = (await youtube.getBasicInfo(this.videoId)).basic_info;
-                metadata.description = info.short_description;
-                metadata.title = info.title;
-                metadata.view_count = info.view_count;
-                metadata.author = info.author;
-            }
-        }
-        catch (e) {
-            throw new Error(`Failed to get YouTube video transcription: ${e.message}`);
-        }
-        const document = new documents_1.Document({
-            pageContent: transcript.map((item) => item.text).join(" "),
-            metadata,
-        });
-        return [document];
-    }
-}
-exports.YoutubeLoader = YoutubeLoader;

package/dist/document_loaders/web/youtube.d.ts

@@ -1,55 +0,0 @@
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "../base.js";
-/**
- * Configuration options for the YoutubeLoader class. Includes properties
- * such as the videoId, language, and addVideoInfo.
- */
-interface YoutubeConfig {
-    videoId: string;
-    language?: string;
-    addVideoInfo?: boolean;
-}
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/youtube" instead. This entrypoint will be removed in 0.3.0.
- *
- * A document loader for loading data from YouTube videos. It uses the
- * youtube-transcript and youtubei.js libraries to fetch the transcript
- * and video metadata.
- * @example
- * ```typescript
- * const loader = new YoutubeLoader(
- *   "https:
- *   "en",
- *   true,
- * );
- * const docs = await loader.load();
- * ```
- */
-export declare class YoutubeLoader extends BaseDocumentLoader {
-    private videoId;
-    private language?;
-    private addVideoInfo;
-    constructor(config: YoutubeConfig);
-    /**
-     * Extracts the videoId from a YouTube video URL.
-     * @param url The URL of the YouTube video.
-     * @returns The videoId of the YouTube video.
-     */
-    private static getVideoID;
-    /**
-     * Creates a new instance of the YoutubeLoader class from a YouTube video
-     * URL.
-     * @param url The URL of the YouTube video.
-     * @param config Optional configuration options for the YoutubeLoader instance, excluding the videoId.
-     * @returns A new instance of the YoutubeLoader class.
-     */
-    static createFromUrl(url: string, config?: Omit<YoutubeConfig, "videoId">): YoutubeLoader;
-    /**
-     * Loads the transcript and video metadata from the specified YouTube
-     * video. It uses the youtube-transcript library to fetch the transcript
-     * and the youtubei.js library to fetch the video metadata.
-     * @returns An array of Documents representing the retrieved data.
-     */
-    load(): Promise<Document[]>;
-}
-export {};

package/dist/document_loaders/web/youtube.js

@@ -1,112 +0,0 @@
-import { YoutubeTranscript } from "youtube-transcript";
-import { Innertube } from "youtubei.js";
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "../base.js";
-import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
-/* #__PURE__ */ logVersion020MigrationWarning({
-    oldEntrypointName: "document_loaders/web/youtube",
-    newPackageName: "@langchain/community",
-});
-/**
- * @deprecated - Import from "@langchain/community/document_loaders/web/youtube" instead. This entrypoint will be removed in 0.3.0.
- *
- * A document loader for loading data from YouTube videos. It uses the
- * youtube-transcript and youtubei.js libraries to fetch the transcript
- * and video metadata.
- * @example
- * ```typescript
- * const loader = new YoutubeLoader(
- *   "https:
- *   "en",
- *   true,
- * );
- * const docs = await loader.load();
- * ```
- */
-export class YoutubeLoader extends BaseDocumentLoader {
-    constructor(config) {
-        super();
-        Object.defineProperty(this, "videoId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "language", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "addVideoInfo", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.videoId = config.videoId;
-        this.language = config?.language;
-        this.addVideoInfo = config?.addVideoInfo ?? false;
-    }
-    /**
-     * Extracts the videoId from a YouTube video URL.
-     * @param url The URL of the YouTube video.
-     * @returns The videoId of the YouTube video.
-     */
-    static getVideoID(url) {
-        const match = url.match(/.*(?:youtu.be\/|v\/|u\/\w\/|embed\/|watch\?v=)([^#&?]*).*/);
-        if (match !== null && match[1].length === 11) {
-            return match[1];
-        }
-        else {
-            throw new Error("Failed to get youtube video id from the url");
-        }
-    }
-    /**
-     * Creates a new instance of the YoutubeLoader class from a YouTube video
-     * URL.
-     * @param url The URL of the YouTube video.
-     * @param config Optional configuration options for the YoutubeLoader instance, excluding the videoId.
-     * @returns A new instance of the YoutubeLoader class.
-     */
-    static createFromUrl(url, config) {
-        const videoId = YoutubeLoader.getVideoID(url);
-        return new YoutubeLoader({ ...config, videoId });
-    }
-    /**
-     * Loads the transcript and video metadata from the specified YouTube
-     * video. It uses the youtube-transcript library to fetch the transcript
-     * and the youtubei.js library to fetch the video metadata.
-     * @returns An array of Documents representing the retrieved data.
-     */
-    async load() {
-        let transcript;
-        const metadata = {
-            source: this.videoId,
-        };
-        try {
-            transcript = await YoutubeTranscript.fetchTranscript(this.videoId, {
-                lang: this.language,
-            });
-            if (transcript === undefined) {
-                throw new Error("Transcription not found");
-            }
-            if (this.addVideoInfo) {
-                const youtube = await Innertube.create();
-                const info = (await youtube.getBasicInfo(this.videoId)).basic_info;
-                metadata.description = info.short_description;
-                metadata.title = info.title;
-                metadata.view_count = info.view_count;
-                metadata.author = info.author;
-            }
-        }
-        catch (e) {
-            throw new Error(`Failed to get YouTube video transcription: ${e.message}`);
-        }
-        const document = new Document({
-            pageContent: transcript.map((item) => item.text).join(" "),
-            metadata,
-        });
-        return [document];
-    }
-}

package/dist/experimental/tools/pyinterpreter.cjs

@@ -1,248 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PythonInterpreterTool = void 0;
-const pyodide_1 = require("pyodide");
-const tools_1 = require("@langchain/core/tools");
-class PythonInterpreterTool extends tools_1.Tool {
-    static lc_name() {
-        return "PythonInterpreterTool";
-    }
-    constructor(options) {
-        super(options);
-        Object.defineProperty(this, "name", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "python_interpreter"
-        });
-        Object.defineProperty(this, "description", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: `Evaluates python code in a sandbox environment. The environment resets on every execution. You must send the whole script every time and print your outputs. Script should be pure python code that can be evaluated. Packages available:
-${this.availableDefaultPackages}`
-        });
-        Object.defineProperty(this, "pyodideInstance", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "stdout", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: ""
-        });
-        Object.defineProperty(this, "stderr", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: ""
-        });
-        this.pyodideInstance = options.instance;
-        this.pyodideInstance.setStderr({
-            batched: (text) => {
-                this.stderr += text;
-            },
-        });
-        this.pyodideInstance.setStdout({
-            batched: (text) => {
-                this.stdout += text;
-            },
-        });
-    }
-    async addPackage(packageName) {
-        await this.pyodideInstance.loadPackage(packageName);
-        this.description += `, ${packageName}`;
-    }
-    get availableDefaultPackages() {
-        return [
-            "asciitree",
-            "astropy",
-            "atomicwrites",
-            "attrs",
-            "autograd",
-            "awkward-cpp",
-            "bcrypt",
-            "beautifulsoup4",
-            "biopython",
-            "bitarray",
-            "bitstring",
-            "bleach",
-            "bokeh",
-            "boost-histogram",
-            "brotli",
-            "cachetools",
-            "Cartopy",
-            "cbor-diag",
-            "certifi",
-            "cffi",
-            "cffi_example",
-            "cftime",
-            "click",
-            "cligj",
-            "cloudpickle",
-            "cmyt",
-            "colorspacious",
-            "contourpy",
-            "coolprop",
-            "coverage",
-            "cramjam",
-            "cryptography",
-            "cssselect",
-            "cycler",
-            "cytoolz",
-            "decorator",
-            "demes",
-            "deprecation",
-            "distlib",
-            "docutils",
-            "exceptiongroup",
-            "fastparquet",
-            "fiona",
-            "fonttools",
-            "freesasa",
-            "fsspec",
-            "future",
-            "galpy",
-            "gensim",
-            "geopandas",
-            "gmpy2",
-            "gsw",
-            "h5py",
-            "html5lib",
-            "idna",
-            "igraph",
-            "imageio",
-            "iniconfig",
-            "jedi",
-            "Jinja2",
-            "joblib",
-            "jsonschema",
-            "kiwisolver",
-            "lazy-object-proxy",
-            "lazy_loader",
-            "lightgbm",
-            "logbook",
-            "lxml",
-            "MarkupSafe",
-            "matplotlib",
-            "matplotlib-pyodide",
-            "micropip",
-            "mne",
-            "more-itertools",
-            "mpmath",
-            "msgpack",
-            "msprime",
-            "multidict",
-            "munch",
-            "mypy",
-            "netcdf4",
-            "networkx",
-            "newick",
-            "nlopt",
-            "nltk",
-            "nose",
-            "numcodecs",
-            "numpy",
-            "opencv-python",
-            "optlang",
-            "orjson",
-            "packaging",
-            "pandas",
-            "parso",
-            "patsy",
-            "peewee",
-            "Pillow",
-            "pillow_heif",
-            "pkgconfig",
-            "pluggy",
-            "protobuf",
-            "py",
-            "pyb2d",
-            "pyclipper",
-            "pycparser",
-            "pycryptodome",
-            "pydantic",
-            "pyerfa",
-            "Pygments",
-            "pyheif",
-            "pyinstrument",
-            "pynacl",
-            "pyodide-http",
-            "pyodide-tblib",
-            "pyparsing",
-            "pyproj",
-            "pyrsistent",
-            "pyshp",
-            "pytest",
-            "pytest-benchmark",
-            "python-dateutil",
-            "python-magic",
-            "python-sat",
-            "python_solvespace",
-            "pytz",
-            "pywavelets",
-            "pyxel",
-            "pyyaml",
-            "rebound",
-            "reboundx",
-            "regex",
-            "retrying",
-            "RobotRaconteur",
-            "ruamel.yaml",
-            "rust-panic-test",
-            "scikit-image",
-            "scikit-learn",
-            "scipy",
-            "screed",
-            "setuptools",
-            "shapely",
-            "simplejson",
-            "six",
-            "smart_open",
-            "soupsieve",
-            "sourmash",
-            "sparseqr",
-            "sqlalchemy",
-            "statsmodels",
-            "svgwrite",
-            "swiglpk",
-            "sympy",
-            "termcolor",
-            "texttable",
-            "threadpoolctl",
-            "tomli",
-            "tomli-w",
-            "toolz",
-            "tqdm",
-            "traits",
-            "tskit",
-            "typing-extensions",
-            "uncertainties",
-            "unyt",
-            "webencodings",
-            "wordcloud",
-            "wrapt",
-            "xarray",
-            "xgboost",
-            "xlrd",
-            "xyzservices",
-            "yarl",
-            "yt",
-            "zarr",
-        ].join(", ");
-    }
-    static async initialize(options) {
-        const instance = await (0, pyodide_1.loadPyodide)(options);
-        return new this({ ...options, instance });
-    }
-    async _call(script) {
-        this.stdout = "";
-        this.stderr = "";
-        await this.pyodideInstance.runPythonAsync(script);
-        return JSON.stringify({ stdout: this.stdout, stderr: this.stderr });
-    }
-}
-exports.PythonInterpreterTool = PythonInterpreterTool;

package/dist/experimental/tools/pyinterpreter.d.ts

@@ -1,18 +0,0 @@
-import { loadPyodide, type PyodideInterface } from "pyodide";
-import { Tool, ToolParams } from "@langchain/core/tools";
-export type PythonInterpreterToolParams = Parameters<typeof loadPyodide>[0] & ToolParams & {
-    instance: PyodideInterface;
-};
-export declare class PythonInterpreterTool extends Tool {
-    static lc_name(): string;
-    name: string;
-    description: string;
-    pyodideInstance: PyodideInterface;
-    stdout: string;
-    stderr: string;
-    constructor(options: PythonInterpreterToolParams);
-    addPackage(packageName: string): Promise<void>;
-    get availableDefaultPackages(): string;
-    static initialize(options: Omit<PythonInterpreterToolParams, "instance">): Promise<PythonInterpreterTool>;
-    _call(script: string): Promise<string>;
-}