@langchain/core 0.2.18 → 0.2.19

package/dist/output_parsers/tests/json.test.js

@@ -1,427 +0,0 @@
-import { ChatPromptTemplate } from "../../prompts/chat.js";
-import { RunnableSequence } from "../../runnables/base.js";
-import { RunnablePassthrough } from "../../runnables/passthrough.js";
-import { FakeStreamingLLM } from "../../utils/testing/index.js";
-import { JsonOutputParser } from "../json.js";
-const STREAMED_TOKENS = `
-{
-
- "
-setup
-":
- "
-Why
- did
- the
- bears
- start
- a
- band
- called
- Bears
- Bears
- Bears
- ?
-"
-,
- "
-punchline
-":
- "
-Because
- they
- wanted
- to
- play
- bear
- -y
- good
- music
- !
-"
-,
- "
-audience
-":
- [
-"
-Haha
-"
-,
- "
-So
- funny
-"
-]
-
-}
-`.split("\n");
-const EXPECTED_STREAMED_JSON = [
-    {},
-    { setup: "" },
-    { setup: "Why" },
-    { setup: "Why did" },
-    { setup: "Why did the" },
-    { setup: "Why did the bears" },
-    { setup: "Why did the bears start" },
-    { setup: "Why did the bears start a" },
-    { setup: "Why did the bears start a band" },
-    { setup: "Why did the bears start a band called" },
-    { setup: "Why did the bears start a band called Bears" },
-    { setup: "Why did the bears start a band called Bears Bears" },
-    { setup: "Why did the bears start a band called Bears Bears Bears" },
-    { setup: "Why did the bears start a band called Bears Bears Bears ?" },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because they",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because they wanted",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because they wanted to",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because they wanted to play",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because they wanted to play bear",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because they wanted to play bear -y",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because they wanted to play bear -y good",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because they wanted to play bear -y good music",
-    },
-    {
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        punchline: "Because they wanted to play bear -y good music !",
-    },
-    {
-        punchline: "Because they wanted to play bear -y good music !",
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        audience: [],
-    },
-    {
-        punchline: "Because they wanted to play bear -y good music !",
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        audience: [""],
-    },
-    {
-        punchline: "Because they wanted to play bear -y good music !",
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        audience: ["Haha"],
-    },
-    {
-        punchline: "Because they wanted to play bear -y good music !",
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        audience: ["Haha", ""],
-    },
-    {
-        punchline: "Because they wanted to play bear -y good music !",
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        audience: ["Haha", "So"],
-    },
-    {
-        punchline: "Because they wanted to play bear -y good music !",
-        setup: "Why did the bears start a band called Bears Bears Bears ?",
-        audience: ["Haha", "So funny"],
-    },
-];
-const EXPECTED_STREAMED_JSON_DIFF = [
-    [{ op: "replace", path: "", value: {} }],
-    [{ op: "add", path: "/setup", value: "" }],
-    [{ op: "replace", path: "/setup", value: "Why" }],
-    [{ op: "replace", path: "/setup", value: "Why did" }],
-    [{ op: "replace", path: "/setup", value: "Why did the" }],
-    [{ op: "replace", path: "/setup", value: "Why did the bears" }],
-    [{ op: "replace", path: "/setup", value: "Why did the bears start" }],
-    [{ op: "replace", path: "/setup", value: "Why did the bears start a" }],
-    [{ op: "replace", path: "/setup", value: "Why did the bears start a band" }],
-    [
-        {
-            op: "replace",
-            path: "/setup",
-            value: "Why did the bears start a band called",
-        },
-    ],
-    [
-        {
-            op: "replace",
-            path: "/setup",
-            value: "Why did the bears start a band called Bears",
-        },
-    ],
-    [
-        {
-            op: "replace",
-            path: "/setup",
-            value: "Why did the bears start a band called Bears Bears",
-        },
-    ],
-    [
-        {
-            op: "replace",
-            path: "/setup",
-            value: "Why did the bears start a band called Bears Bears Bears",
-        },
-    ],
-    [
-        {
-            op: "replace",
-            path: "/setup",
-            value: "Why did the bears start a band called Bears Bears Bears ?",
-        },
-    ],
-    [{ op: "add", path: "/punchline", value: "" }],
-    [{ op: "replace", path: "/punchline", value: "Because" }],
-    [{ op: "replace", path: "/punchline", value: "Because they" }],
-    [{ op: "replace", path: "/punchline", value: "Because they wanted" }],
-    [{ op: "replace", path: "/punchline", value: "Because they wanted to" }],
-    [{ op: "replace", path: "/punchline", value: "Because they wanted to play" }],
-    [
-        {
-            op: "replace",
-            path: "/punchline",
-            value: "Because they wanted to play bear",
-        },
-    ],
-    [
-        {
-            op: "replace",
-            path: "/punchline",
-            value: "Because they wanted to play bear -y",
-        },
-    ],
-    [
-        {
-            op: "replace",
-            path: "/punchline",
-            value: "Because they wanted to play bear -y good",
-        },
-    ],
-    [
-        {
-            op: "replace",
-            path: "/punchline",
-            value: "Because they wanted to play bear -y good music",
-        },
-    ],
-    [
-        {
-            op: "replace",
-            path: "/punchline",
-            value: "Because they wanted to play bear -y good music !",
-        },
-    ],
-    [{ op: "add", path: "/audience", value: [] }],
-    [{ op: "add", path: "/audience/0", value: "" }],
-    [{ op: "replace", path: "/audience/0", value: "Haha" }],
-    [{ op: "add", path: "/audience/1", value: "" }],
-    [{ op: "replace", path: "/audience/1", value: "So" }],
-    [{ op: "replace", path: "/audience/1", value: "So funny" }],
-];
-async function acc(iter) {
-    const acc = [];
-    for await (const chunk of iter) {
-        acc.push(chunk);
-    }
-    return acc;
-}
-test("JSONOutputParser parses streamed JSON", async () => {
-    async function* generator() {
-        for (const token of STREAMED_TOKENS) {
-            yield token;
-        }
-    }
-    const parser = new JsonOutputParser();
-    const result = await acc(parser.transform(generator(), {}));
-    expect(result).toEqual(EXPECTED_STREAMED_JSON);
-    await expect(parser.parse(STREAMED_TOKENS.join(""))).resolves.toEqual(EXPECTED_STREAMED_JSON[EXPECTED_STREAMED_JSON.length - 1]);
-});
-test("JSONOutputParser parses streamed JSON diff", async () => {
-    async function* generator() {
-        for (const token of STREAMED_TOKENS) {
-            yield token;
-        }
-    }
-    const parser = new JsonOutputParser({ diff: true });
-    const result = await acc(parser.transform(generator(), {}));
-    expect(result).toEqual(EXPECTED_STREAMED_JSON_DIFF);
-});
-test("JsonOutputParser supports a type param", async () => {
-    const prompt = ChatPromptTemplate.fromTemplate(`{errors} {question} {cypher} {schema}`);
-    const llm = new FakeStreamingLLM({
-        responses: [`{"cypher":"testoutput","errors":["testerror"]}`],
-    });
-    const chain = RunnableSequence.from([
-        RunnablePassthrough.assign({
-            // Convert array of strings into single string
-            errors: ({ errors }) => Array.isArray(errors) ? errors.join("\n") : errors,
-        }),
-        prompt,
-        llm,
-        new JsonOutputParser(),
-    ]);
-    const result = await chain.invoke({
-        question: "test",
-        cypher: "test",
-        schema: "test",
-        errors: ["test"],
-    });
-    expect(result).toEqual({
-        cypher: "testoutput",
-        errors: ["testerror"],
-    });
-});
-const GOOD_JSON = `\`\`\`json
-{
-    "foo": "bar"
-}
-\`\`\``;
-const JSON_WITH_NEW_LINES = `
-
-\`\`\`json
-{
-    "foo": "bar"
-}
-\`\`\`
-
-`;
-const JSON_WITH_NEW_LINES_INSIDE = `\`\`\`json
-{
-
-    "foo": "bar"
-
-}
-\`\`\``;
-const JSON_WITH_NEW_LINES_EVERYWHERE = `
-
-\`\`\`json
-
-{
-
-    "foo": "bar"
-
-}
-
-\`\`\`
-
-`;
-const TICKS_WITH_NEW_LINES_EVERYWHERE = `
-
-\`\`\`
-
-{
-
-    "foo": "bar"
-
-}
-
-\`\`\`
-
-`;
-const JSON_WITH_ESCAPED_DOUBLE_QUOTES_IN_NESTED_JSON = `\`\`\`json
-{
-    "action": "Final Answer",
-    "action_input": "{\\"foo\\": \\"bar\\", \\"bar\\": \\"foo\\"}"
-}
-\`\`\``;
-const NO_TICKS = `{
-    "foo": "bar"
-}`;
-const NO_TICKS_WHITE_SPACE = `
-{
-    "foo": "bar"
-}
-`;
-const TEXT_BEFORE = `Thought: I need to use the search tool
-
-Action:
-\`\`\`
-{
-  "foo": "bar"
-}
-\`\`\``;
-const TEXT_AFTER = `\`\`\`
-{
-  "foo": "bar"
-}
-\`\`\`
-This should do the trick`;
-const TEXT_BEFORE_AND_AFTER = `Action: Testing
-
-\`\`\`
-{
-  "foo": "bar"
-}
-\`\`\`
-This should do the trick`;
-const TEST_CASES = [
-    GOOD_JSON,
-    JSON_WITH_NEW_LINES,
-    JSON_WITH_NEW_LINES_INSIDE,
-    JSON_WITH_NEW_LINES_EVERYWHERE,
-    TICKS_WITH_NEW_LINES_EVERYWHERE,
-    NO_TICKS,
-    NO_TICKS_WHITE_SPACE,
-    TEXT_BEFORE,
-    TEXT_AFTER,
-    TEXT_BEFORE_AND_AFTER,
-];
-const EXPECTED_JSON = {
-    foo: "bar",
-};
-for (const test_case of TEST_CASES) {
-    // eslint-disable-next-line no-loop-func
-    test(`JSONOutputParser parses ${test_case}`, async () => {
-        async function* generator() {
-            for (const token of test_case) {
-                yield token;
-            }
-        }
-        const parser = new JsonOutputParser();
-        const result = await acc(parser.transform(generator(), {}));
-        expect(result[result.length - 1]).toEqual(EXPECTED_JSON);
-        await expect(parser.parse(test_case)).resolves.toEqual(EXPECTED_JSON);
-    });
-}
-const TEST_CASES_ESCAPED_QUOTES = [
-    JSON_WITH_ESCAPED_DOUBLE_QUOTES_IN_NESTED_JSON,
-];
-const EXPECTED_JSON_ESCAPED_QUOTES = {
-    action: "Final Answer",
-    action_input: '{"foo": "bar", "bar": "foo"}',
-};
-for (const test_case of TEST_CASES_ESCAPED_QUOTES) {
-    // eslint-disable-next-line no-loop-func
-    test(`JSONOutputParser parses ${test_case}`, async () => {
-        async function* generator() {
-            for (const token of test_case) {
-                yield token;
-            }
-        }
-        const parser = new JsonOutputParser();
-        const result = await acc(parser.transform(generator(), {}));
-        expect(result[result.length - 1]).toEqual(EXPECTED_JSON_ESCAPED_QUOTES);
-        await expect(parser.parse(test_case)).resolves.toEqual(EXPECTED_JSON_ESCAPED_QUOTES);
-    });
-}

package/dist/output_parsers/tests/output_parser.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/output_parsers/tests/output_parser.test.js

@@ -1,78 +0,0 @@
-/* eslint-disable no-loop-func */
-/* eslint-disable no-promise-executor-return */
-import { test } from "@jest/globals";
-import { FakeStreamingLLM } from "../../utils/testing/index.js";
-import { BytesOutputParser } from "../bytes.js";
-import { CommaSeparatedListOutputParser, MarkdownListOutputParser, NumberedListOutputParser, } from "../list.js";
-test("BytesOutputParser", async () => {
-    const llm = new FakeStreamingLLM({});
-    const stream = await llm.pipe(new BytesOutputParser()).stream("Hi there!");
-    const chunks = [];
-    const decoder = new TextDecoder();
-    for await (const chunk of stream) {
-        chunks.push(decoder.decode(chunk));
-    }
-    expect(chunks.length).toEqual("Hi there!".length);
-    expect(chunks.join("")).toEqual("Hi there!");
-});
-async function acc(iter) {
-    const acc = [];
-    for await (const chunk of iter) {
-        acc.push(chunk);
-    }
-    return acc;
-}
-const listTestCases = [
-    [CommaSeparatedListOutputParser, "a,b,c", ["a", "b", "c"]],
-    [CommaSeparatedListOutputParser, "a,b,c,", ["a", "b", "c", ""]],
-    [CommaSeparatedListOutputParser, "a", ["a"]],
-    [NumberedListOutputParser, "1. a\n2. b\n3. c", ["a", "b", "c"]],
-    [
-        NumberedListOutputParser,
-        "Items:\n\n1. apple\n\n2. banana\n\n3. cherry",
-        ["apple", "banana", "cherry"],
-    ],
-    [
-        NumberedListOutputParser,
-        `Your response should be a numbered list with each item on a new line. For example: \n\n1. foo\n\n2. bar\n\n3. baz`,
-        ["foo", "bar", "baz"],
-    ],
-    [NumberedListOutputParser, "No items in the list.", []],
-    [MarkdownListOutputParser, "- a\n    - b\n- c", ["a", "b", "c"]],
-    [
-        MarkdownListOutputParser,
-        "Items:\n\n- apple\n\n- banana\n\n- cherry",
-        ["apple", "banana", "cherry"],
-    ],
-    [
-        MarkdownListOutputParser,
-        `Your response should be a numbered - not an item - list with each item on a new line. For example: \n\n- foo\n\n- bar\n\n- baz`,
-        ["foo", "bar", "baz"],
-    ],
-    [MarkdownListOutputParser, "No items in the list.", []],
-    [MarkdownListOutputParser, "* a\n    * b\n* c", ["a", "b", "c"]],
-    [
-        MarkdownListOutputParser,
-        "Items:\n\n* apple\n\n* banana\n\n* cherry",
-        ["apple", "banana", "cherry"],
-    ],
-    [
-        MarkdownListOutputParser,
-        `Your response should be a numbered list with each item on a new line. For example: \n\n* foo\n\n* bar\n\n* baz`,
-        ["foo", "bar", "baz"],
-    ],
-    [MarkdownListOutputParser, "No items in the list.", []],
-];
-for (const [Parser, input, output] of listTestCases) {
-    test(`${Parser.name} parses ${input} to ${output}`, async () => {
-        async function* generator() {
-            for (const char of input) {
-                yield char;
-            }
-        }
-        const parser = new Parser();
-        const chunks = await acc(parser.transform(generator(), {}));
-        expect(chunks).toEqual(output.map((x) => [x]));
-        await expect(parser.parse(input)).resolves.toEqual(output);
-    });
-}

package/dist/output_parsers/tests/string.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/output_parsers/tests/string.test.js

@@ -1,68 +0,0 @@
-import { describe } from "@jest/globals";
-import { StringOutputParser } from "../string.js";
-import { AIMessage, } from "../../messages/index.js";
-describe("StringOutputParser", () => {
-    test("string input", async () => {
-        const msg = "hello";
-        const parser = new StringOutputParser();
-        const result = await parser.invoke(msg);
-        expect(result).toEqual("hello");
-    });
-    test("BaseMessage string content", async () => {
-        const msg = new AIMessage({ content: "hello" });
-        const parser = new StringOutputParser();
-        const result = await parser.invoke(msg);
-        expect(result).toEqual("hello");
-    });
-    test("BaseMessage complex text type", async () => {
-        const parser = new StringOutputParser();
-        const content = [
-            {
-                type: "text",
-                text: "hello",
-            },
-        ];
-        const msg = new AIMessage({
-            content,
-        });
-        const result = await parser.invoke(msg);
-        expect(result).toEqual("hello");
-    });
-    test("BaseMessage multiple complex text type", async () => {
-        const parser = new StringOutputParser();
-        const content = [
-            {
-                type: "text",
-                text: "hello",
-            },
-            {
-                type: "text",
-                text: "there",
-            },
-        ];
-        const msg = new AIMessage({
-            content,
-        });
-        const result = await parser.invoke(msg);
-        expect(result).toEqual("hellothere");
-    });
-    test("BaseMessage complex text and image type fails", async () => {
-        const parser = new StringOutputParser();
-        const content = [
-            {
-                type: "text",
-                text: "hello",
-            },
-            {
-                type: "image_url",
-                image_url: "https://example.com/example.png",
-            },
-        ];
-        const msg = new AIMessage({
-            content,
-        });
-        await expect(async () => {
-            await parser.invoke(msg);
-        }).rejects.toThrowError();
-    });
-});

package/dist/output_parsers/tests/structured.test.d.ts

@@ -1 +0,0 @@
-export {};