langchain 0.2.10 → 0.2.11

package/dist/chains/tests/sql_db_chain.int.test.js

@@ -1,125 +0,0 @@
-import { expect, test } from "@jest/globals";
-import { DataSource } from "typeorm";
-import { OpenAI } from "@langchain/openai";
-import { SqlDatabaseChain } from "../sql_db/sql_db_chain.js";
-import { SqlDatabase } from "../../sql_db.js";
-import { SQL_SQLITE_PROMPT } from "../sql_db/sql_db_prompt.js";
-test("Test SqlDatabaseChain", async () => {
-    const datasource = new DataSource({
-        type: "sqlite",
-        database: ":memory:",
-        synchronize: true,
-    });
-    await datasource.initialize();
-    await datasource.query(`
-        CREATE TABLE users (id INTEGER PRIMARY KEY AUTOINCREMENT, name TEXT, age INTEGER);
-    `);
-    await datasource.query(`
-        INSERT INTO users (name, age) VALUES ('Alice', 20);
-    `);
-    await datasource.query(`
-        INSERT INTO users (name, age) VALUES ('Bob', 21);
-    `);
-    await datasource.query(`
-        INSERT INTO users (name, age) VALUES ('Charlie', 22);
-    `);
-    const db = await SqlDatabase.fromDataSourceParams({
-        appDataSource: datasource,
-    });
-    const chain = new SqlDatabaseChain({
-        llm: new OpenAI({ temperature: 0 }),
-        database: db,
-    });
-    expect(chain.prompt).toBe(SQL_SQLITE_PROMPT);
-    const run = await chain.run("How many users are there?");
-    console.log(run);
-    await datasource.destroy();
-});
-test("Test SqlDatabaseChain with sqlOutputKey", async () => {
-    const datasource = new DataSource({
-        type: "sqlite",
-        database: ":memory:",
-        synchronize: true,
-    });
-    await datasource.initialize();
-    await datasource.query(`
-        CREATE TABLE users (id INTEGER PRIMARY KEY AUTOINCREMENT, name TEXT, age INTEGER);
-    `);
-    await datasource.query(`
-        INSERT INTO users (name, age) VALUES ('Alice', 20);
-    `);
-    await datasource.query(`
-        INSERT INTO users (name, age) VALUES ('Bob', 21);
-    `);
-    await datasource.query(`
-        INSERT INTO users (name, age) VALUES ('Charlie', 22);
-    `);
-    const db = await SqlDatabase.fromDataSourceParams({
-        appDataSource: datasource,
-    });
-    const chain = new SqlDatabaseChain({
-        llm: new OpenAI({ temperature: 0 }),
-        database: db,
-        inputKey: "query",
-        sqlOutputKey: "sql",
-    });
-    expect(chain.prompt).toBe(SQL_SQLITE_PROMPT);
-    const run = await chain.call({ query: "How many users are there?" });
-    console.log(run);
-    expect(run).toHaveProperty("sql");
-    await datasource.destroy();
-});
-// We create this string to reach the token limit of the query built to describe the database and get the SQL query.
-const veryLongString = `Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aliquam orci nisi, vulputate ac pulvinar eu, maximus a tortor. Duis suscipit, nibh vel fermentum vehicula, mauris ante convallis metus, et feugiat turpis mauris non felis. Interdum et malesuada fames ac ante ipsum primis in faucibus. Maecenas efficitur nibh in nisi sagittis ultrices. Donec id velit nunc. Nam a lacus risus. Vestibulum molestie massa eget convallis pellentesque.
-Mauris a nisl eget velit finibus blandit ac a odio. Sed sagittis consequat urna a egestas. Curabitur pretium convallis nibh, in ullamcorper odio tempus nec. Curabitur laoreet nec nisl sed accumsan. Sed elementum eleifend molestie. Aenean ullamcorper interdum risus, eget pharetra est volutpat ut. Aenean maximus consequat justo rutrum finibus. Mauris consequat facilisis consectetur. Vivamus rutrum dignissim libero, non aliquam lectus tempus id. In hac habitasse platea dictumst. Sed at magna dignissim, tincidunt lectus in, malesuada risus. Phasellus placerat blandit ligula. Integer posuere id elit at commodo. Sed consequat sagittis odio eget congue.
-Aliquam ultricies, sapien a porta luctus, dolor nibh dignissim erat, dictum luctus orci lorem non quam. Quisque dapibus tempus mattis. Suspendisse gravida consequat mi at viverra. Quisque sed est purus. Fusce tincidunt semper massa eu blandit. Donec in lacus a tortor facilisis facilisis. Interdum et malesuada fames ac ante ipsum primis in faucibus. In aliquam dignissim eros ac consectetur. Aliquam fringilla magna erat. Nullam tincidunt maximus nulla, quis gravida est varius vel. Aliquam cursus, diam non facilisis mollis, nunc diam convallis enim, ac tempus diam tortor in dui. Nunc feugiat ligula odio, eleifend fermentum quam tincidunt sed. Duis pellentesque quam eget volutpat commodo.
-Aliquam ex velit, porta sit amet augue vulputate, rhoncus fermentum magna. Integer non elementum augue. Phasellus rhoncus nisl nec magna lacinia vulputate. Suspendisse diam nibh, egestas a porta a, pellentesque ut nisl. Donec tempus ligula at leo convallis consequat. Duis sapien lorem, lobortis ac nisl dapibus, bibendum mollis lorem. Sed congue porttitor ex, eget scelerisque ligula consectetur quis. Mauris felis mauris, sodales quis nunc non, condimentum eleifend quam. Ut vitae viverra lorem. Vivamus lacinia et dolor vitae cursus. Proin faucibus venenatis enim vitae tincidunt. Sed sed venenatis leo.
-Donec eu erat ullamcorper, consectetur dui sed, cursus tellus. Phasellus consectetur felis augue, quis auctor odio semper ac. In scelerisque gravida ligula eget lobortis. Sed tristique ultricies fringilla. Nunc in ultrices purus. Curabitur dictum cursus ante, at tempus est interdum at. Donec gravida lectus ut purus vestibulum, eu accumsan nisl pharetra.
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aliquam orci nisi, vulputate ac pulvinar eu, maximus a tortor. Duis suscipit, nibh vel fermentum vehicula, mauris ante convallis metus, et feugiat turpis mauris non felis. Interdum et malesuada fames ac ante ipsum primis in faucibus. Maecenas efficitur nibh in nisi sagittis ultrices. Donec id velit nunc. Nam a lacus risus. Vestibulum molestie massa eget convallis pellentesque.
-Mauris a nisl eget velit finibus blandit ac a odio. Sed sagittis consequat urna a egestas. Curabitur pretium convallis nibh, in ullamcorper odio tempus nec. Curabitur laoreet nec nisl sed accumsan. Sed elementum eleifend molestie. Aenean ullamcorper interdum risus, eget pharetra est volutpat ut. Aenean maximus consequat justo rutrum finibus. Mauris consequat facilisis consectetur. Vivamus rutrum dignissim libero, non aliquam lectus tempus id. In hac habitasse platea dictumst. Sed at magna dignissim, tincidunt lectus in, malesuada risus. Phasellus placerat blandit ligula. Integer posuere id elit at commodo. Sed consequat sagittis odio eget congue.
-Aliquam ultricies, sapien a porta luctus, dolor nibh dignissim erat, dictum luctus orci lorem non quam. Quisque dapibus tempus mattis. Suspendisse gravida consequat mi at viverra. Quisque sed est purus. Fusce tincidunt semper massa eu blandit. Donec in lacus a tortor facilisis facilisis. Interdum et malesuada fames ac ante ipsum primis in faucibus. In aliquam dignissim eros ac consectetur. Aliquam fringilla magna erat. Nullam tincidunt maximus nulla, quis gravida est varius vel. Aliquam cursus, diam non facilisis mollis, nunc diam convallis enim, ac tempus diam tortor in dui. Nunc feugiat ligula odio, eleifend fermentum quam tincidunt sed. Duis pellentesque quam eget volutpat commodo.
-Aliquam ex velit, porta sit amet augue vulputate, rhoncus fermentum magna. Integer non elementum augue. Phasellus rhoncus nisl nec magna lacinia vulputate. Suspendisse diam nibh, egestas a porta a, pellentesque ut nisl. Donec tempus ligula at leo convallis consequat. Duis sapien lorem, lobortis ac nisl dapibus, bibendum mollis lorem. Sed congue porttitor ex, eget scelerisque ligula consectetur quis. Mauris felis mauris, sodales quis nunc non, condimentum eleifend quam. Ut vitae viverra lorem. Vivamus lacinia et dolor vitae cursus. Proin faucibus venenatis enim vitae tincidunt. Sed sed venenatis leo.
-Donec eu erat ullamcorper, consectetur dui sed, cursus tellus. Phasellus consectetur felis augue, quis auctor odio semper ac. In scelerisque gravida ligula eget lobortis. Sed tristique ultricies fringilla. Nunc in ultrices purus. Curabitur dictum cursus ante, at tempus est interdum at. Donec gravida lectus ut purus vestibulum, eu accumsan nisl pharetra.
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aliquam orci nisi, vulputate ac pulvinar eu, maximus a tortor. Duis suscipit, nibh vel fermentum vehicula, mauris ante convallis metus, et feugiat turpis mauris non felis. Interdum et malesuada fames ac ante ipsum primis in faucibus. Maecenas efficitur nibh in nisi sagittis ultrices. Donec id velit nunc. Nam a lacus risus. Vestibulum molestie massa eget convallis pellentesque.
-Mauris a nisl eget velit finibus blandit ac a odio. Sed sagittis consequat urna a egestas. Curabitur pretium convallis nibh, in ullamcorper odio tempus nec. Curabitur laoreet nec nisl sed accumsan. Sed elementum eleifend molestie. Aenean ullamcorper interdum risus, eget pharetra est volutpat ut. Aenean maximus consequat justo rutrum finibus. Mauris consequat facilisis consectetur. Vivamus rutrum dignissim libero, non aliquam lectus tempus id. In hac habitasse platea dictumst. Sed at magna dignissim, tincidunt lectus in, malesuada risus. Phasellus placerat blandit ligula. Integer posuere id elit at commodo. Sed consequat sagittis odio eget congue.
-Aliquam ultricies, sapien a porta luctus, dolor nibh dignissim erat, dictum luctus orci lorem non quam. Quisque dapibus tempus mattis. Suspendisse gravida consequat mi at viverra. Quisque sed est purus. Fusce tincidunt semper massa eu blandit. Donec in lacus a tortor facilisis facilisis. Interdum et malesuada fames ac ante ipsum primis in faucibus. In aliquam dignissim eros ac consectetur. Aliquam fringilla magna erat. Nullam tincidunt maximus nulla, quis gravida est varius vel. Aliquam cursus, diam non facilisis mollis, nunc diam convallis enim, ac tempus diam tortor in dui. Nunc feugiat ligula odio, eleifend fermentum quam tincidunt sed. Duis pellentesque quam eget volutpat commodo.
-Aliquam ex velit, porta sit amet augue vulputate, rhoncus fermentum magna. Integer non elementum augue. Phasellus rhoncus nisl nec magna lacinia vulputate. Suspendisse diam nibh, egestas a porta a, pellentesque ut nisl. Donec tempus ligula at leo convallis consequat. Duis sapien lorem, lobortis ac nisl dapibus, bibendum mollis lorem. Sed congue porttitor ex, eget scelerisque ligula consectetur quis. Mauris felis mauris, sodales quis nunc non, condimentum eleifend quam. Ut vitae viverra lorem. Vivamus lacinia et dolor vitae cursus. Proin faucibus venenatis enim vitae tincidunt. Sed sed venenatis leo.
-Donec eu erat ullamcorper, consectetur dui sed, cursus tellus. Phasellus consectetur felis augue, quis auctor odio semper ac. In scelerisque gravida ligula eget lobortis. Sed tristique ultricies fringilla. Nunc in ultrices purus. Curabitur dictum cursus ante, at tempus est interdum at. Donec gravida lectus ut purus vestibulum, eu accumsan nisl pharetra.
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aliquam orci nisi, vulputate ac pulvinar eu, maximus a tortor. Duis suscipit, nibh vel fermentum vehicula, mauris ante convallis metus, et feugiat turpis mauris non felis. Interdum et malesuada fames ac ante ipsum primis in faucibus. Maecenas efficitur nibh in nisi sagittis ultrices. Donec id velit nunc. Nam a lacus risus. Vestibulum molestie massa eget convallis pellentesque.
-Mauris a nisl eget velit finibus blandit ac a odio. Sed sagittis consequat urna a egestas. Curabitur pretium convallis nibh, in ullamcorper odio tempus nec. Curabitur laoreet nec nisl sed accumsan. Sed elementum eleifend molestie. Aenean ullamcorper interdum risus, eget pharetra est volutpat ut. Aenean maximus consequat justo rutrum finibus. Mauris consequat facilisis consectetur. Vivamus rutrum dignissim libero, non aliquam lectus tempus id. In hac habitasse platea dictumst. Sed at magna dignissim, tincidunt lectus in, malesuada risus. Phasellus placerat blandit ligula. Integer posuere id elit at commodo. Sed consequat sagittis odio eget congue.
-Aliquam ultricies, sapien a porta luctus, dolor nibh dignissim erat, dictum luctus orci lorem non quam. Quisque dapibus tempus mattis. Suspendisse gravida consequat mi at viverra. Quisque sed est purus. Fusce tincidunt semper massa eu blandit. Donec in lacus a tortor facilisis facilisis. Interdum et malesuada fames ac ante ipsum primis in faucibus. In aliquam dignissim eros ac consectetur. Aliquam fringilla magna erat. Nullam tincidunt maximus nulla, quis gravida est varius vel. Aliquam cursus, diam non facilisis mollis, nunc diam convallis enim, ac tempus diam tortor in dui. Nunc feugiat ligula odio, eleifend fermentum quam tincidunt sed. Duis pellentesque quam eget volutpat commodo.
-Aliquam ex velit, porta sit amet augue vulputate, rhoncus fermentum magna. Integer non elementum augue. Phasellus rhoncus nisl nec magna lacinia vulputate. Suspendisse diam nibh, egestas a porta a, pellentesque ut nisl. Donec tempus ligula at leo convallis consequat. Duis sapien lorem, lobortis ac nisl dapibus, bibendum mollis lorem. Sed congue porttitor ex, eget scelerisque ligula consectetur quis. Mauris felis mauris, sodales quis nunc non, condimentum eleifend quam. Ut vitae viverra lorem. Vivamus lacinia et dolor vitae cursus. Proin faucibus venenatis enim vitae tincidunt. Sed sed venenatis leo.
-`;
-test.skip("Test token limit SqlDatabaseChain", async () => {
-    const datasource = new DataSource({
-        type: "sqlite",
-        database: ":memory:",
-        synchronize: true,
-    });
-    await datasource.initialize();
-    await datasource.query(`
-        CREATE TABLE users (id INTEGER PRIMARY KEY AUTOINCREMENT, name TEXT, age INTEGER);
-    `);
-    await datasource.query(`
-        INSERT INTO users (name, age) VALUES ('Alice', 20);
-    `);
-    await datasource.query(`
-        INSERT INTO users (name, age) VALUES ('Bob', 21);
-    `);
-    // eslint-disable-next-line @typescript-eslint/no-use-before-define
-    await datasource.query(`
-        INSERT INTO users (name, age) VALUES ('${veryLongString}', 22);
-    `);
-    const db = await SqlDatabase.fromDataSourceParams({
-        appDataSource: datasource,
-    });
-    const chain = new SqlDatabaseChain({
-        llm: new OpenAI({ temperature: 0 }),
-        database: db,
-    });
-    const runChain = async () => {
-        await chain.run("How many users are there?");
-    };
-    await expect(runChain()).rejects.toThrow();
-    await datasource.destroy();
-});

package/dist/chains/tests/transform.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/chains/tests/transform.test.js

@@ -1,12 +0,0 @@
-import { test, expect } from "@jest/globals";
-import { TransformChain } from "../transform.js";
-test("TransformChain", async () => {
-    const chain = new TransformChain({
-        transform: async (values) => ({
-            c: values.a + values.b,
-        }),
-        inputVariables: ["a", "b"],
-        outputVariables: ["c"],
-    });
-    await expect(chain.invoke({ a: 1, b: 2 })).resolves.toEqual({ c: 3 });
-});

package/dist/chains/tests/vector_db_qa_chain.int.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/chains/tests/vector_db_qa_chain.int.test.js

@@ -1,45 +0,0 @@
-import { test } from "@jest/globals";
-import { OpenAI, OpenAIEmbeddings } from "@langchain/openai";
-import { PromptTemplate } from "@langchain/core/prompts";
-import { LLMChain } from "../llm_chain.js";
-import { StuffDocumentsChain } from "../combine_docs_chain.js";
-import { VectorDBQAChain } from "../vector_db_qa.js";
-import { MemoryVectorStore } from "../../vectorstores/memory.js";
-test("Test VectorDBQAChain", async () => {
-    const model = new OpenAI({ modelName: "gpt-3.5-turbo-instruct" });
-    const prompt = new PromptTemplate({
-        template: "Print {foo}",
-        inputVariables: ["foo"],
-    });
-    const vectorStore = await MemoryVectorStore.fromTexts(["Hello world", "Bye bye", "hello nice world", "bye", "hi"], [{ id: 2 }, { id: 1 }, { id: 3 }, { id: 4 }, { id: 5 }], new OpenAIEmbeddings());
-    const llmChain = new LLMChain({ prompt, llm: model });
-    const combineDocsChain = new StuffDocumentsChain({
-        llmChain,
-        documentVariableName: "foo",
-    });
-    const chain = new VectorDBQAChain({
-        combineDocumentsChain: combineDocsChain,
-        vectorstore: vectorStore,
-    });
-    const res = await chain.call({ query: "What up" });
-    console.log({ res });
-});
-test("Test VectorDBQAChain from LLM", async () => {
-    const model = new OpenAI({ modelName: "gpt-3.5-turbo-instruct" });
-    const vectorStore = await MemoryVectorStore.fromTexts(["Hello world", "Bye bye", "hello nice world", "bye", "hi"], [{ id: 2 }, { id: 1 }, { id: 3 }, { id: 4 }, { id: 5 }], new OpenAIEmbeddings());
-    const chain = VectorDBQAChain.fromLLM(model, vectorStore);
-    const res = await chain.call({ query: "What up" });
-    console.log({ res });
-});
-test("Test VectorDBQAChain from LLM with a filter function", async () => {
-    const model = new OpenAI({ modelName: "gpt-3.5-turbo-instruct" });
-    const vectorStore = await MemoryVectorStore.fromTexts(["Hello world", "Bye bye", "hello nice world", "bye", "hi"], [{ id: 2 }, { id: 1 }, { id: 3 }, { id: 4 }, { id: 5 }], new OpenAIEmbeddings());
-    const chain = VectorDBQAChain.fromLLM(model, vectorStore, {
-        returnSourceDocuments: true,
-    });
-    const res = await chain.call({
-        query: "What up",
-        filter: (document) => document.metadata.id === 3,
-    });
-    console.log({ res, sourceDocuments: res.sourceDocuments });
-});

package/dist/document_loaders/tests/assemblyai.int.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/document_loaders/tests/assemblyai.int.test.js

@@ -1,111 +0,0 @@
-/* eslint-disable @typescript-eslint/no-non-null-assertion */
-/* eslint-disable no-process-env */
-import { expect, test } from "@jest/globals";
-import { AudioSubtitleLoader, AudioTranscriptLoader, AudioTranscriptParagraphsLoader, AudioTranscriptSentencesLoader, } from "../web/assemblyai.js";
-const transcriptId = process.env.ASSEMBLYAI_TRANSCRIPT_ID;
-console.log(transcriptId);
-describe.skip("AssemblyAI", () => {
-    test("Invalid API key", async () => {
-        const loader = new AudioTranscriptLoader({
-            audio: "https://storage.googleapis.com/aai-docs-samples/nbc.mp3",
-        }, { apiKey: "invalid" });
-        await expect(loader.load()).rejects.toThrow("Authentication error, API token missing/invalid");
-    });
-    test("Create and retrieve transcript", async () => {
-        const loader = new AudioTranscriptLoader({
-            audio: "https://storage.googleapis.com/aai-docs-samples/nbc.mp3",
-        });
-        const docs = await loader.load();
-        expect(docs).toHaveLength(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-        expect(docs[0].metadata).not.toBeFalsy();
-    });
-    test("Create and retrieve transcript (deprecated)", async () => {
-        const loader = new AudioTranscriptLoader({
-            audio_url: "https://storage.googleapis.com/aai-docs-samples/nbc.mp3",
-        });
-        const docs = await loader.load();
-        expect(docs).toHaveLength(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-        expect(docs[0].metadata).not.toBeFalsy();
-    });
-    test("Retrieve transcript by ID", async () => {
-        const loader = new AudioTranscriptLoader(transcriptId);
-        const docs = await loader.load();
-        expect(docs).toHaveLength(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-        expect(docs[0].metadata).not.toBeFalsy();
-    });
-    test("Create and retrieve paragraphs", async () => {
-        const loader = new AudioTranscriptParagraphsLoader({
-            audio: "https://storage.googleapis.com/aai-docs-samples/nbc.mp3",
-        });
-        const docs = await loader.load();
-        expect(docs.length).toBeGreaterThan(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-        expect(docs[0].metadata).not.toBeFalsy();
-    });
-    test("Create and retrieve paragraphs (deprecated)", async () => {
-        const loader = new AudioTranscriptParagraphsLoader({
-            audio_url: "https://storage.googleapis.com/aai-docs-samples/nbc.mp3",
-        });
-        const docs = await loader.load();
-        expect(docs.length).toBeGreaterThan(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-        expect(docs[0].metadata).not.toBeFalsy();
-    });
-    test("Retrieve paragraphs by ID", async () => {
-        const loader = new AudioTranscriptParagraphsLoader(transcriptId);
-        const docs = await loader.load();
-        expect(docs.length).toBeGreaterThan(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-        expect(docs[0].metadata).not.toBeFalsy();
-    });
-    test("Create and retrieve sentences", async () => {
-        const loader = new AudioTranscriptSentencesLoader({
-            audio: "https://storage.googleapis.com/aai-docs-samples/nbc.mp3",
-        });
-        const docs = await loader.load();
-        expect(docs.length).toBeGreaterThan(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-        expect(docs[0].metadata).not.toBeFalsy();
-    });
-    test("Create and retrieve sentences (deprecated)", async () => {
-        const loader = new AudioTranscriptSentencesLoader({
-            audio_url: "https://storage.googleapis.com/aai-docs-samples/nbc.mp3",
-        });
-        const docs = await loader.load();
-        expect(docs.length).toBeGreaterThan(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-        expect(docs[0].metadata).not.toBeFalsy();
-    });
-    test("Retrieve sentences by ID", async () => {
-        const loader = new AudioTranscriptSentencesLoader(transcriptId);
-        const docs = await loader.load();
-        expect(docs.length).toBeGreaterThan(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-        expect(docs[0].metadata).not.toBeFalsy();
-    });
-    test("Create and retrieve subtitles", async () => {
-        const loader = new AudioSubtitleLoader({
-            audio: "https://storage.googleapis.com/aai-docs-samples/nbc.mp3",
-        }, "srt");
-        const docs = await loader.load();
-        expect(docs).toHaveLength(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-    });
-    test("Create and retrieve subtitles (deprecated)", async () => {
-        const loader = new AudioSubtitleLoader({
-            audio_url: "https://storage.googleapis.com/aai-docs-samples/nbc.mp3",
-        }, "srt");
-        const docs = await loader.load();
-        expect(docs).toHaveLength(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-    });
-    test("Retrieve subtitles by ID", async () => {
-        const loader = new AudioSubtitleLoader(transcriptId, "srt");
-        const docs = await loader.load();
-        expect(docs).toHaveLength(1);
-        expect(docs[0].pageContent).not.toBeFalsy();
-    });
-});

package/dist/document_loaders/tests/chatgpt-blob.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/document_loaders/tests/chatgpt-blob.test.js

@@ -1,30 +0,0 @@
-import * as url from "node:url";
-import * as path from "node:path";
-import * as fs from "node:fs/promises";
-import { test, expect } from "@jest/globals";
-import { Document } from "@langchain/core/documents";
-import { ChatGPTLoader } from "../fs/chatgpt.js";
-test("Test ChatGPT loader from blob to load all documents", async () => {
-    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/chatgpt/example_conversations.json");
-    const loader = new ChatGPTLoader(new Blob([await fs.readFile(filePath)], { type: "application/json" }));
-    const docs = await loader.load();
-    expect(docs.length).toBe(2);
-    expect(docs[0]).toEqual(new Document({
-        metadata: { source: "blob", blobType: "application/json", logIndex: 1 },
-        pageContent: "Example Usage - user on 2023-10-16 23:40:17: Hello, what is your name?\n\nExample Usage - assistant on 2023-10-16 23:40:23: Hello! I'm just a computer program created by OpenAI, so I don't have a personal name. You can call me ChatGPT or simply ask me any questions or chat about topics you're interested in. How can I assist you today?\n\n",
-    }));
-    expect(docs[1]).toEqual(new Document({
-        metadata: { source: "blob", blobType: "application/json", logIndex: 2 },
-        pageContent: "Example Usage 2 - user on 2023-10-13 23:02:19: What should I do today?\n\nExample Usage 2 - assistant on 2023-10-13 23:02:27: You should contribute to LangChain!\n\nExample Usage 2 - user on 2023-10-13 23:03:30: How can I start?\n\nExample Usage 2 - assistant on 2023-10-13 23:03:38: You can take a look at the current LangChain issues and see if you can contribute to any! Don't forget to read the contributing.md file.\n\nExample Usage 2 - user on 2023-10-13 23:09:24: Thank you!\n\nExample Usage 2 - assistant on 2023-10-13 23:09:34: You're welcome! If you have any more questions or need further assistance in the future, feel free to reach out.\n\n",
-    }));
-});
-test("Test ChatGPT loader from blob to only load 1 document", async () => {
-    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/chatgpt/example_conversations.json");
-    const loader = new ChatGPTLoader(new Blob([await fs.readFile(filePath)], { type: "application/json" }), 1);
-    const docs = await loader.load();
-    expect(docs.length).toBe(1);
-    expect(docs[0]).toEqual(new Document({
-        metadata: { source: "blob", blobType: "application/json", logIndex: 1 },
-        pageContent: "Example Usage - user on 2023-10-16 23:40:17: Hello, what is your name?\n\nExample Usage - assistant on 2023-10-16 23:40:23: Hello! I'm just a computer program created by OpenAI, so I don't have a personal name. You can call me ChatGPT or simply ask me any questions or chat about topics you're interested in. How can I assist you today?\n\n",
-    }));
-});

package/dist/document_loaders/tests/chatgpt.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/document_loaders/tests/chatgpt.test.js

@@ -1,29 +0,0 @@
-import * as url from "node:url";
-import * as path from "node:path";
-import { test, expect } from "@jest/globals";
-import { Document } from "@langchain/core/documents";
-import { ChatGPTLoader } from "../fs/chatgpt.js";
-test("Test ChatGPT loader to load all documents", async () => {
-    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/chatgpt/example_conversations.json");
-    const loader = new ChatGPTLoader(filePath);
-    const docs = await loader.load();
-    expect(docs.length).toBe(2);
-    expect(docs[0]).toEqual(new Document({
-        metadata: { source: filePath, logIndex: 1 },
-        pageContent: "Example Usage - user on 2023-10-16 23:40:17: Hello, what is your name?\n\nExample Usage - assistant on 2023-10-16 23:40:23: Hello! I'm just a computer program created by OpenAI, so I don't have a personal name. You can call me ChatGPT or simply ask me any questions or chat about topics you're interested in. How can I assist you today?\n\n",
-    }));
-    expect(docs[1]).toEqual(new Document({
-        metadata: { source: filePath, logIndex: 2 },
-        pageContent: "Example Usage 2 - user on 2023-10-13 23:02:19: What should I do today?\n\nExample Usage 2 - assistant on 2023-10-13 23:02:27: You should contribute to LangChain!\n\nExample Usage 2 - user on 2023-10-13 23:03:30: How can I start?\n\nExample Usage 2 - assistant on 2023-10-13 23:03:38: You can take a look at the current LangChain issues and see if you can contribute to any! Don't forget to read the contributing.md file.\n\nExample Usage 2 - user on 2023-10-13 23:09:24: Thank you!\n\nExample Usage 2 - assistant on 2023-10-13 23:09:34: You're welcome! If you have any more questions or need further assistance in the future, feel free to reach out.\n\n",
-    }));
-});
-test("Test ChatGPT loader to only load 1 document", async () => {
-    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/chatgpt/example_conversations.json");
-    const loader = new ChatGPTLoader(filePath, 1);
-    const docs = await loader.load();
-    expect(docs.length).toBe(1);
-    expect(docs[0]).toEqual(new Document({
-        metadata: { source: filePath, logIndex: 1 },
-        pageContent: "Example Usage - user on 2023-10-16 23:40:17: Hello, what is your name?\n\nExample Usage - assistant on 2023-10-16 23:40:23: Hello! I'm just a computer program created by OpenAI, so I don't have a personal name. You can call me ChatGPT or simply ask me any questions or chat about topics you're interested in. How can I assist you today?\n\n",
-    }));
-});

package/dist/document_loaders/tests/cheerio.int.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/document_loaders/tests/cheerio.int.test.js

@@ -1,21 +0,0 @@
-import { expect, test } from "@jest/globals";
-import { CheerioWebBaseLoader } from "../web/cheerio.js";
-test("Test cheerio web scraper loader", async () => {
-    const loader = new CheerioWebBaseLoader("https://news.ycombinator.com/item?id=34817881");
-    await loader.load();
-});
-test("Test cheerio web scraper loader with selector", async () => {
-    const selectH1 = "h1";
-    const loader = new CheerioWebBaseLoader("https://about.google/commitments/", {
-        selector: selectH1,
-    });
-    const doc = await loader.load();
-    expect(doc[0].pageContent.trim()).toBe("Committed to significantly improving the lives of as many people as possible.");
-});
-test("Test cheerio web scraper loader with textDecoder", async () => {
-    const loader = new CheerioWebBaseLoader("https://corp.163.com/gb/about/management.html", {
-        textDecoder: new TextDecoder("gbk"),
-    });
-    const doc = await loader.load();
-    expect(doc[0].pageContent.trim()).toEqual(expect.stringContaining("网易"));
-});

package/dist/document_loaders/tests/college_confidential.int.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/document_loaders/tests/college_confidential.int.test.js

@@ -1,6 +0,0 @@
-import { test } from "@jest/globals";
-import { CollegeConfidentialLoader } from "../web/college_confidential.js";
-test("Test College confidential loader", async () => {
-    const loader = new CollegeConfidentialLoader("https://www.collegeconfidential.com/colleges/brown-university/");
-    await loader.load();
-});

package/dist/document_loaders/tests/confluence.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/document_loaders/tests/confluence.test.js

@@ -1,52 +0,0 @@
-import { test, jest, expect } from "@jest/globals";
-import { ConfluencePagesLoader, } from "../web/confluence.js";
-test("Test ConfluenceLoader and fetchConfluenceData calls", async () => {
-    // Stub the fetchConfluenceData method to return a fake response
-    // As the Confluence API requires authentication
-    const fakeResponse = [
-        {
-            id: "1",
-            title: "Page 1",
-            body: { storage: { value: "<p>Content of Page 1</p>" } },
-        },
-        {
-            id: "2",
-            title: "Page 2",
-            body: { storage: { value: "<p>Content of Page 2</p>" } },
-        },
-    ];
-    // Initialize the loader and load the documents
-    const loader = new ConfluencePagesLoader({
-        baseUrl: "https://example.atlassian.net/wiki",
-        spaceKey: "SPACEKEY",
-        username: "username@email.com",
-        accessToken: "accessToken",
-    });
-    // Our fetchConfluenceData function is called recursively
-    // until the size of the response is 0
-    const fetchConfluenceDataMock = jest
-        .spyOn(loader, "fetchConfluenceData")
-        .mockImplementationOnce(() => 
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    Promise.resolve({ size: 2, results: fakeResponse }))
-        .mockImplementationOnce(() => 
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    Promise.resolve({ size: 2, results: fakeResponse }))
-        .mockImplementationOnce(() => Promise.resolve({ size: 0, results: [] }));
-    const documents = await loader.load();
-    // Validate the test results
-    expect(documents.length).toBe(4);
-    expect(documents[0].metadata.title).toBeDefined();
-    expect(documents[0].metadata.url).toBeDefined();
-    // Ensure fetchConfluenceData is called three times
-    expect(fetchConfluenceDataMock).toHaveBeenCalledTimes(3);
-    // Ensure the arguments are correct for each call
-    expect(fetchConfluenceDataMock).toHaveBeenNthCalledWith(1, "https://example.atlassian.net/wiki/rest/api/content?spaceKey=SPACEKEY&limit=25&start=0&expand=body.storage,version");
-    expect(fetchConfluenceDataMock).toHaveBeenNthCalledWith(2, "https://example.atlassian.net/wiki/rest/api/content?spaceKey=SPACEKEY&limit=25&start=2&expand=body.storage,version");
-    expect(fetchConfluenceDataMock).toHaveBeenNthCalledWith(3, "https://example.atlassian.net/wiki/rest/api/content?spaceKey=SPACEKEY&limit=25&start=4&expand=body.storage,version");
-    // Check if the generated URLs in the metadata are correct
-    expect(documents[0].metadata.url).toBe("https://example.atlassian.net/wiki/spaces/SPACEKEY/pages/1");
-    expect(documents[1].metadata.url).toBe("https://example.atlassian.net/wiki/spaces/SPACEKEY/pages/2");
-    // Restore the mock to its original behavior
-    fetchConfluenceDataMock.mockRestore();
-});

package/dist/document_loaders/tests/couchbase.int.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/document_loaders/tests/couchbase.int.test.js

@@ -1,28 +0,0 @@
-import { test, expect } from "@jest/globals";
-import { Cluster } from "couchbase";
-import { CouchbaseDocumentLoader } from "../web/couchbase.js";
-test("Test Couchbase Cluster connection ", async () => {
-    const connectionString = "<enter-valid-couchbase-connection-string>";
-    const databaseUsername = "<enter-valid-couchbase-user>";
-    const databasePassword = "<enter-valid-couchbase-password>";
-    const query = `
-    SELECT h.* FROM \`travel-sample\`.inventory.hotel h 
-    WHERE h.country = 'United States'
-    LIMIT 10
-  `;
-    const validPageContentFields = ["country", "name", "description"];
-    const validMetadataFields = ["id"];
-    const couchbaseClient = await Cluster.connect(connectionString, {
-        username: databaseUsername,
-        password: databasePassword,
-        configProfile: "wanDevelopment",
-    });
-    const loader = new CouchbaseDocumentLoader(couchbaseClient, query, validPageContentFields, validMetadataFields);
-    const docs = await loader.load();
-    expect(docs.length).toBeGreaterThan(0);
-    for (const doc of docs) {
-        expect(doc.pageContent).not.toBe(""); // Assuming valid page content fields
-        expect(doc.metadata).toHaveProperty("id"); // Assuming metadata has id field
-        expect(doc.metadata.id).not.toBe("");
-    }
-});

package/dist/document_loaders/tests/csv-blob.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/document_loaders/tests/csv-blob.test.js

@@ -1,53 +0,0 @@
-import * as url from "node:url";
-import * as path from "node:path";
-import * as fs from "node:fs/promises";
-import { test, expect } from "@jest/globals";
-import { Document } from "@langchain/core/documents";
-import { CSVLoader } from "../fs/csv.js";
-test("Test CSV loader from blob", async () => {
-    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.csv");
-    const loader = new CSVLoader(new Blob([await fs.readFile(filePath)], { type: "text/csv" }), "html");
-    const docs = await loader.load();
-    expect(docs.length).toBe(32);
-    expect(docs[0]).toEqual(new Document({
-        metadata: { source: "blob", blobType: "text/csv", line: 1 },
-        pageContent: "<i>Corruption discovered at the core of the Banking Clan!</i>",
-    }));
-    expect(docs[1]).toEqual(new Document({
-        metadata: { source: "blob", blobType: "text/csv", line: 2 },
-        pageContent: "<i>Reunited, Rush Clovis and Senator Amidala</i>",
-    }));
-});
-test("Test CSV loader from blob", async () => {
-    const loader = new CSVLoader(new Blob([
-        `id,text
-1,This is a sentence.
-2,This is another sentence.`,
-    ], { type: "text/csv" }));
-    const docs = await loader.load();
-    expect(docs.length).toBe(2);
-    expect(docs[0]).toMatchInlineSnapshot(`
-    Document {
-      "id": undefined,
-      "metadata": {
-        "blobType": "text/csv",
-        "line": 1,
-        "source": "blob",
-      },
-      "pageContent": "id: 1
-    text: This is a sentence.",
-    }
-  `);
-    expect(docs[1]).toMatchInlineSnapshot(`
-    Document {
-      "id": undefined,
-      "metadata": {
-        "blobType": "text/csv",
-        "line": 2,
-        "source": "blob",
-      },
-      "pageContent": "id: 2
-    text: This is another sentence.",
-    }
-  `);
-});

package/dist/document_loaders/tests/csv.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/document_loaders/tests/csv.test.js

@@ -1,41 +0,0 @@
-import * as url from "node:url";
-import * as path from "node:path";
-import { test, expect } from "@jest/globals";
-import { Document } from "@langchain/core/documents";
-import { CSVLoader } from "../fs/csv.js";
-test("Test CSV loader from file with column arg", async () => {
-    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.csv");
-    const loader = new CSVLoader(filePath, "html");
-    const docs = await loader.load();
-    expect(docs.length).toBe(32);
-    expect(docs[0]).toEqual(new Document({
-        metadata: { source: filePath, line: 1 },
-        pageContent: "<i>Corruption discovered at the core of the Banking Clan!</i>",
-    }));
-    expect(docs[1]).toEqual(new Document({
-        metadata: { source: filePath, line: 2 },
-        pageContent: "<i>Reunited, Rush Clovis and Senator Amidala</i>",
-    }));
-});
-test("Test CSV loader without column arg", async () => {
-    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/Star_Wars_The_Clone_Wars_S06E07_Crisis_at_the_Heart.csv");
-    const loader = new CSVLoader(filePath);
-    const docs = await loader.load();
-    expect(docs.length).toBe(32);
-    expect(docs[0]).toEqual(new Document({
-        metadata: { source: filePath, line: 1 },
-        pageContent: `id: 1
-html: <i>Corruption discovered at the core of the Banking Clan!</i>`,
-    }));
-});
-test("Test CSV loader from file with separator arg", async () => {
-    const filePath = path.resolve(path.dirname(url.fileURLToPath(import.meta.url)), "./example_data/example_separator.csv");
-    const loader = new CSVLoader(filePath, { separator: "｜" });
-    const docs = await loader.load();
-    expect(docs.length).toBe(32);
-    expect(docs[0]).toEqual(new Document({
-        metadata: { source: filePath, line: 1 },
-        pageContent: `id: 1
-html: <i>Corruption discovered at the core of the Banking Clan!</i>`,
-    }));
-});

package/dist/document_loaders/tests/directory.test.d.ts

@@ -1 +0,0 @@
-export {};