langchain 0.2.2 → 0.2.3-rc.0

package/dist/chains/openai_functions/tests/openapi.test.js

@@ -0,0 +1,172 @@
+import { test, expect } from "@jest/globals";
+import { OpenAPIV3 } from "openapi-types";
+import { OpenAPISpec } from "../../../util/openapi.js";
+import { convertOpenAPISchemaToJSONSchema } from "../openapi.js";
+test("Test convert OpenAPI params to JSON Schema", async () => {
+    const spec = new OpenAPISpec({
+        openapi: "3.1.0",
+        info: {
+            title: "A fake spec for testing",
+            version: "0.0.1",
+        },
+        paths: {
+            "/widgets": {
+                post: {
+                    operationId: "createWidget",
+                    description: "Create a widget",
+                    parameters: [
+                        {
+                            name: "stringParam",
+                            in: "query",
+                            schema: {
+                                type: "string",
+                            },
+                        },
+                        {
+                            name: "objectParam",
+                            in: "query",
+                            schema: {
+                                type: "object",
+                                properties: {
+                                    foo: {
+                                        type: "string",
+                                    },
+                                    bar: {
+                                        type: "number",
+                                    },
+                                },
+                            },
+                        },
+                        {
+                            name: "stringArrayParam",
+                            in: "query",
+                            schema: {
+                                type: "array",
+                                items: {
+                                    type: "string",
+                                },
+                            },
+                        },
+                        {
+                            name: "nestedObjectInArrayParam",
+                            in: "query",
+                            schema: {
+                                type: "array",
+                                items: {
+                                    type: "object",
+                                    properties: {
+                                        baz: {
+                                            type: "number",
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        {
+                            name: "nestedArrayInObjectParam",
+                            in: "query",
+                            schema: {
+                                type: "object",
+                                properties: {
+                                    qux: {
+                                        type: "array",
+                                        items: {
+                                            type: "string",
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        {
+                            name: "inceptionParam",
+                            in: "query",
+                            schema: {
+                                type: "array",
+                                items: {
+                                    type: "object",
+                                    properties: {
+                                        nestedArray: {
+                                            type: "array",
+                                            items: {
+                                                type: "object",
+                                                properties: {
+                                                    nestedObject: {
+                                                        type: "object",
+                                                        properties: {
+                                                            inception: {
+                                                                type: "number",
+                                                            },
+                                                        },
+                                                    },
+                                                },
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                    ],
+                    responses: {
+                        "200": {
+                            description: "OK",
+                            content: {
+                                "application/json": {
+                                    schema: {
+                                        properties: {
+                                            success: {
+                                                type: "boolean",
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+        },
+    });
+    const createWidget = spec.getOperation("/widgets", OpenAPIV3.HttpMethods.POST);
+    expect(createWidget).not.toBeUndefined();
+    if (!createWidget) {
+        throw new Error(`Operation not found`);
+    }
+    function getParamSchema(operation, paramName) {
+        const param = spec
+            .getParametersForOperation(operation)
+            .find((param) => param.name === paramName);
+        if (!param) {
+            throw new Error(`Param not found`);
+        }
+        if (!param.schema) {
+            throw new Error(`Param schema not found`);
+        }
+        return spec.getSchema(param.schema);
+    }
+    function expectType(type, schema) {
+        if (!schema || !("type" in schema)) {
+            throw new Error(`Schema has no type`);
+        }
+        if (schema.type !== type) {
+            throw new Error(`Unexpected type: ${schema.type}`);
+        }
+        return schema;
+    }
+    const stringParamSchema = convertOpenAPISchemaToJSONSchema(getParamSchema(createWidget, "stringParam"), spec);
+    expectType("string", stringParamSchema);
+    const objectParamSchema = convertOpenAPISchemaToJSONSchema(getParamSchema(createWidget, "objectParam"), spec);
+    const typedObjectParamSchema = expectType("object", objectParamSchema);
+    expectType("string", typedObjectParamSchema.properties.foo);
+    expectType("number", typedObjectParamSchema.properties.bar);
+    const stringArrayParamSchema = convertOpenAPISchemaToJSONSchema(getParamSchema(createWidget, "stringArrayParam"), spec);
+    const typedStringArrayParamSchema = expectType("array", stringArrayParamSchema);
+    expect(typedStringArrayParamSchema.items).not.toBeUndefined();
+    expectType("string", typedStringArrayParamSchema.items);
+    const nestedObjectInArrayParamSchema = convertOpenAPISchemaToJSONSchema(getParamSchema(createWidget, "nestedObjectInArrayParam"), spec);
+    expectType("number", expectType("object", expectType("array", nestedObjectInArrayParamSchema).items).properties.baz);
+    const nestedArrayInObjectParamSchema = convertOpenAPISchemaToJSONSchema(getParamSchema(createWidget, "nestedArrayInObjectParam"), spec);
+    expectType("string", expectType("array", expectType("object", nestedArrayInObjectParamSchema).properties.qux).items);
+    const inceptionParamSchema = convertOpenAPISchemaToJSONSchema(getParamSchema(createWidget, "inceptionParam"), spec);
+    expectType("number", expectType("object", expectType("object", expectType("array", expectType("object", expectType("array", inceptionParamSchema).items)
+        .properties.nestedArray).items).properties.nestedObject).properties.inception);
+});

package/dist/chains/openai_functions/tests/structured_output.int.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/chains/openai_functions/tests/structured_output.int.test.js

@@ -0,0 +1,40 @@
+import { test, expect } from "@jest/globals";
+import { z } from "zod";
+import { ChatOpenAI } from "@langchain/openai";
+import { ChatPromptTemplate, SystemMessagePromptTemplate, HumanMessagePromptTemplate, } from "@langchain/core/prompts";
+import { createStructuredOutputChainFromZod } from "../structured_output.js";
+test("structured output chain", async () => {
+    const chain = createStructuredOutputChainFromZod(z.object({
+        name: z.string().describe("Human name"),
+        surname: z.string().describe("Human surname"),
+        age: z.number().describe("Human age"),
+        appearance: z.string().describe("Human appearance description"),
+        shortBio: z.string().describe("Short bio secription"),
+        university: z.string().optional().describe("University name if attended"),
+        gender: z.string().describe("Gender of the human"),
+        interests: z
+            .array(z.string())
+            .describe("json array of strings human interests"),
+    }), {
+        prompt: new ChatPromptTemplate({
+            promptMessages: [
+                SystemMessagePromptTemplate.fromTemplate("Generate details of a hypothetical person."),
+                HumanMessagePromptTemplate.fromTemplate("Person description: {inputText}"),
+            ],
+            inputVariables: ["inputText"],
+        }),
+        llm: new ChatOpenAI({ modelName: "gpt-3.5-turbo-0613", temperature: 0 }),
+        outputKey: "person",
+    });
+    const response = await chain.call({ inputText: "A man, living in Poland." });
+    console.log("response", response);
+    expect(response.person).toHaveProperty("name");
+    expect(response.person).toHaveProperty("surname");
+    expect(response.person).toHaveProperty("age");
+    expect(response.person).toHaveProperty("appearance");
+    expect(response.person).toHaveProperty("shortBio");
+    expect(response.person).toHaveProperty("age");
+    expect(response.person).toHaveProperty("gender");
+    expect(response.person).toHaveProperty("interests");
+    expect(response.person.interests.length).toBeGreaterThan(0);
+});

package/dist/chains/openai_functions/tests/structured_output.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/chains/openai_functions/tests/structured_output.test.js

@@ -0,0 +1,102 @@
+import { test, expect } from "@jest/globals";
+import { z } from "zod";
+import { zodToJsonSchema } from "zod-to-json-schema";
+import { AIMessage } from "@langchain/core/messages";
+import { FunctionCallStructuredOutputParser } from "../structured_output.js";
+test("structured output parser", async () => {
+    const parser = new FunctionCallStructuredOutputParser(zodToJsonSchema(z.object({
+        name: z.string().describe("Human name"),
+        surname: z.string().describe("Human surname"),
+        age: z.number().describe("Human age"),
+        appearance: z.string().describe("Human appearance description"),
+        shortBio: z.string().describe("Short bio secription"),
+        university: z
+            .string()
+            .optional()
+            .describe("University name if attended"),
+        gender: z.string().describe("Gender of the human"),
+        interests: z
+            .array(z.string())
+            .describe("json array of strings human interests"),
+    })));
+    const result = await parser.parseResult([
+        {
+            text: "",
+            message: new AIMessage({
+                content: "",
+                additional_kwargs: {
+                    function_call: {
+                        name: "",
+                        arguments: JSON.stringify({
+                            name: "Anna",
+                            surname: "Kowalska",
+                            age: 30,
+                            appearance: "Anna has shoulder-length brown hair and green eyes. She has a slim build and stands at around 5'6\" tall.",
+                            shortBio: "Anna is a kind and compassionate person who loves to help others. She works as a nurse at a local hospital in Poland. In her free time, she enjoys reading, cooking, and spending time with her friends and family. Anna is also passionate about traveling and exploring new places.",
+                            university: null,
+                            gender: "female",
+                            interests: ["reading", "cooking", "traveling"],
+                        }),
+                    },
+                },
+            }),
+        },
+    ]);
+    console.log("result", result);
+    expect(result.name).toEqual("Anna");
+    expect(result.surname).toEqual("Kowalska");
+    expect(result.age).toEqual(30);
+    expect(result).toHaveProperty("appearance");
+    expect(result).toHaveProperty("shortBio");
+    expect(result).not.toHaveProperty("university");
+    expect(result.gender).toEqual("female");
+    expect(result.interests.length).toEqual(3);
+});
+test("structured output parser with Zod input", async () => {
+    const parser = new FunctionCallStructuredOutputParser({
+        zodSchema: z.object({
+            name: z.string().describe("Human name"),
+            surname: z.string().describe("Human surname"),
+            age: z.number().describe("Human age"),
+            appearance: z.string().describe("Human appearance description"),
+            shortBio: z.string().describe("Short bio secription"),
+            university: z.string().optional().describe("University name if attended"),
+            gender: z.string().describe("Gender of the human"),
+            interests: z
+                .array(z.string())
+                .describe("json array of strings human interests"),
+        }),
+    });
+    const result = await parser.parseResult([
+        {
+            text: "",
+            message: new AIMessage({
+                content: "",
+                additional_kwargs: {
+                    function_call: {
+                        name: "",
+                        arguments: JSON.stringify({
+                            name: "Anna",
+                            surname: "Kowalska",
+                            age: 30,
+                            appearance: "Anna has shoulder-length brown hair and green eyes. She has a slim build and stands at around 5'6\" tall.",
+                            shortBio: "Anna is a kind and compassionate person who loves to help others. She works as a nurse at a local hospital in Poland. In her free time, she enjoys reading, cooking, and spending time with her friends and family. Anna is also passionate about traveling and exploring new places.",
+                            university: null,
+                            gender: "female",
+                            interests: ["reading", "cooking", "traveling"],
+                        }),
+                    },
+                },
+            }),
+        },
+    ]);
+    console.log("result", result);
+    expect(result.name).toEqual("Anna");
+    expect(result.surname).toEqual("Kowalska");
+    expect(result.age).toEqual(30);
+    expect(result).toHaveProperty("appearance");
+    expect(result).toHaveProperty("shortBio");
+    expect(result).not.toHaveProperty("university");
+    expect(result.gender).toEqual("female");
+    expect(result.interests.length).toEqual(3);
+});

package/dist/chains/openai_functions/tests/tagging.int.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/chains/openai_functions/tests/tagging.int.test.js

@@ -0,0 +1,21 @@
+import { test, expect } from "@jest/globals";
+import { ChatOpenAI } from "@langchain/openai";
+import { createTaggingChain } from "../tagging.js";
+test("tagging chain", async () => {
+    const chain = createTaggingChain({
+        type: "object",
+        properties: {
+            sentiment: { type: "string" },
+            tone: { type: "string" },
+            language: { type: "string" },
+        },
+        required: ["tone"],
+    }, new ChatOpenAI({ modelName: "gpt-4-0613", temperature: 0 }));
+    const result = await chain.run(`Estoy increiblemente contento de haberte conocido! Creo que seremos muy buenos amigos!`);
+    expect(result).toMatchInlineSnapshot(`
+    {
+      "language": "Spanish",
+      "tone": "positive",
+    }
+  `);
+});

package/dist/chains/query_constructor/tests/query_chain.int.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/chains/query_constructor/tests/query_chain.int.test.js

@@ -0,0 +1,93 @@
+import { test } from "@jest/globals";
+import { OpenAI } from "@langchain/openai";
+import { loadQueryConstructorRunnable } from "../index.js";
+import { Comparators, Comparison, Operation, Operators, StructuredQuery, } from "../ir.js";
+import { BasicTranslator } from "../../../retrievers/self_query/base.js";
+test("Query Chain Test", async () => {
+    const sq1 = new StructuredQuery("", new Comparison(Comparators.lt, "length", 90));
+    const sq3 = new StructuredQuery("", new Comparison(Comparators.gt, "rating", 8.5));
+    const sq4 = new StructuredQuery("", new Comparison(Comparators.eq, "director", "Greta Gerwig"));
+    const sq5 = new StructuredQuery("", new Operation(Operators.and, [
+        new Operation(Operators.or, [
+            new Comparison(Comparators.eq, "genre", "comedy"),
+            new Comparison(Comparators.eq, "genre", "drama"),
+        ]),
+        new Comparison(Comparators.lt, "length", 90),
+    ]));
+    const filter1 = { length: { $lt: 90 } };
+    const filter3 = { rating: { $gt: 8.5 } };
+    const filter4 = { director: { $eq: "Greta Gerwig" } };
+    const filter5 = {
+        $and: [
+            { $or: [{ genre: { $eq: "comedy" } }, { genre: { $eq: "drama" } }] },
+            { length: { $lt: 90 } },
+        ],
+    };
+    const attributeInfo = [
+        {
+            name: "genre",
+            description: "The genre of the movie",
+            type: "string or array of strings",
+        },
+        {
+            name: "year",
+            description: "The year the movie was released",
+            type: "number",
+        },
+        {
+            name: "director",
+            description: "The director of the movie",
+            type: "string",
+        },
+        {
+            name: "rating",
+            description: "The rating of the movie (1-10)",
+            type: "number",
+        },
+        {
+            name: "length",
+            description: "The length of the movie in minutes",
+            type: "number",
+        },
+    ];
+    const documentContents = "Brief summary of a movie";
+    const allowedComparators = Object.values(Comparators);
+    const allowedOperators = Object.values(Operators);
+    const llm = new OpenAI({
+        modelName: "gpt-3.5-turbo-instruct",
+        temperature: 0,
+    });
+    const queryChain = loadQueryConstructorRunnable({
+        llm,
+        documentContents,
+        attributeInfo,
+        allowedComparators,
+        allowedOperators,
+    });
+    const c1 = queryChain.invoke({
+        query: "Which movies are less than 90 minutes?",
+    });
+    const c3 = queryChain.invoke({
+        query: "Which movies are rated higher than 8.5?",
+    });
+    const c4 = queryChain.invoke({
+        query: "Which movies are directed by Greta Gerwig?",
+    });
+    const c5 = queryChain.invoke({
+        query: "Which movies are either comedy or drama and are less than 90 minutes?",
+    });
+    const [r1, r3, r4, r5] = await Promise.all([c1, c3, c4, c5]);
+    expect(r1).toMatchObject(sq1);
+    expect(r3).toMatchObject(sq3);
+    expect(r4).toMatchObject(sq4);
+    expect(r5).toMatchObject(sq5);
+    const testTranslator = new BasicTranslator();
+    const { filter: parsedFilter1 } = testTranslator.visitStructuredQuery(r1);
+    const { filter: parsedFilter3 } = testTranslator.visitStructuredQuery(r3);
+    const { filter: parsedFilter4 } = testTranslator.visitStructuredQuery(r4);
+    const { filter: parsedFilter5 } = testTranslator.visitStructuredQuery(r5);
+    expect(parsedFilter1).toMatchObject(filter1);
+    expect(parsedFilter3).toMatchObject(filter3);
+    expect(parsedFilter4).toMatchObject(filter4);
+    expect(parsedFilter5).toMatchObject(filter5);
+});

package/dist/chains/query_constructor/tests/query_parser.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/chains/query_constructor/tests/query_parser.test.js

@@ -0,0 +1,28 @@
+import { test } from "@jest/globals";
+import { StructuredQueryOutputParser } from "../index.js";
+import { Comparators, Comparison, Operation, Operators, StructuredQuery, } from "../ir.js";
+const correctQuery = new StructuredQuery("teenager love", new Operation(Operators.and, [
+    new Operation(Operators.or, [
+        new Comparison(Comparators.eq, "artist", "Taylor Swift"),
+        new Comparison(Comparators.eq, "artist", "Katy Perry"),
+    ]),
+    new Comparison(Comparators.lt, "length", 180),
+    new Comparison(Comparators.eq, "genre", "pop"),
+]));
+test("StructuredQueryOutputParser test", async () => {
+    const queryParser = StructuredQueryOutputParser.fromComponents([
+        Comparators.eq,
+        Comparators.gte,
+        Comparators.gt,
+        Comparators.lte,
+        Comparators.lt,
+    ], [Operators.and, Operators.or, Operators.not]);
+    const exampleOutput = `json\`\`\`
+{
+    "query": "teenager love",
+    "filter": "and(or(eq(\\"artist\\", \\"Taylor Swift\\"), eq(\\"artist\\", \\"Katy Perry\\")), lt(\\"length\\", 180), eq(\\"genre\\", \\"pop\\"))"
+}
+\`\`\``;
+    const parsedOutput = await queryParser.parse(exampleOutput);
+    expect(parsedOutput).toMatchObject(correctQuery);
+});

package/dist/chains/question_answering/tests/load.int.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/chains/question_answering/tests/load.int.test.js

@@ -0,0 +1,39 @@
+import { test } from "@jest/globals";
+import { OpenAI } from "@langchain/openai";
+import { Document } from "@langchain/core/documents";
+import { loadQAMapReduceChain, loadQARefineChain, loadQAStuffChain, } from "../load.js";
+test("Test loadQAStuffChain", async () => {
+    const model = new OpenAI({ modelName: "gpt-3.5-turbo-instruct" });
+    const chain = loadQAStuffChain(model);
+    const docs = [
+        new Document({ pageContent: "foo" }),
+        new Document({ pageContent: "bar" }),
+        new Document({ pageContent: "baz" }),
+    ];
+    const res = await chain.call({ input_documents: docs, question: "Whats up" });
+    console.log({ res });
+});
+test("Test loadQAMapReduceChain", async () => {
+    const model = new OpenAI({ modelName: "gpt-3.5-turbo-instruct" });
+    const chain = loadQAMapReduceChain(model);
+    const docs = [
+        new Document({ pageContent: "foo" }),
+        new Document({ pageContent: "bar" }),
+        new Document({ pageContent: "baz" }),
+    ];
+    const res = await chain.call({ input_documents: docs, question: "Whats up" });
+    console.log({ res });
+});
+test("Test loadQARefineChain", async () => {
+    const model = new OpenAI({ modelName: "gpt-3.5-turbo-instruct" });
+    const chain = loadQARefineChain(model);
+    const docs = [
+        new Document({ pageContent: "Harrison went to Harvard." }),
+        new Document({ pageContent: "Ankush went to Princeton." }),
+    ];
+    const res = await chain.call({
+        input_documents: docs,
+        question: "Where did Harrison go to college?",
+    });
+    console.log({ res });
+});

package/dist/chains/router/tests/multi_prompt.int.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/chains/router/tests/multi_prompt.int.test.js

@@ -0,0 +1,45 @@
+import { test } from "@jest/globals";
+import { ConsoleCallbackHandler } from "@langchain/core/tracers/console";
+import { OpenAIChat } from "@langchain/openai";
+import { MultiPromptChain } from "../multi_prompt.js";
+test("Test MultiPromptChain", async () => {
+    const llm = new OpenAIChat({
+        callbacks: [new ConsoleCallbackHandler()],
+    });
+    const promptNames = ["physics", "math", "history"];
+    const promptDescriptions = [
+        "Good for answering questions about physics",
+        "Good for answering math questions",
+        "Good for answering questions about history",
+    ];
+    const physicsTemplate = `You are a very smart physics professor. You are great at answering questions about physics in a concise and easy to understand manner. When you don't know the answer to a question you admit that you don't know.
+
+Here is a question:
+{input}
+`;
+    const mathTemplate = `You are a very good mathematician. You are great at answering math questions. You are so good because you are able to break down hard problems into their component parts, answer the component parts, and then put them together to answer the broader question.
+
+Here is a question:
+{input}`;
+    const historyTemplate = `You are a very smart history professor. You are great at answering questions about history in a concise and easy to understand manner. When you don't know the answer to a question you admit that you don't know.
+
+Here is a question:
+{input}`;
+    const promptTemplates = [physicsTemplate, mathTemplate, historyTemplate];
+    const multiPromptChain = MultiPromptChain.fromLLMAndPrompts(llm, {
+        promptNames,
+        promptDescriptions,
+        promptTemplates,
+    });
+    const testPromise1 = multiPromptChain.call({
+        input: "What is the speed of light?",
+    });
+    const testPromise2 = multiPromptChain.call({
+        input: "What is the derivative of x^2?",
+    });
+    const testPromise3 = multiPromptChain.call({
+        input: "Who was the first president of the United States?",
+    });
+    const [{ text: result1 }, { text: result2 }, { text: result3 }] = await Promise.all([testPromise1, testPromise2, testPromise3]);
+    console.log(result1, result2, result3);
+});

package/dist/chains/router/tests/multi_prompt.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/chains/router/tests/multi_prompt.test.js

@@ -0,0 +1,62 @@
+import { test, expect } from "@jest/globals";
+import { BaseLLM } from "@langchain/core/language_models/llms";
+import { MultiPromptChain } from "../multi_prompt.js";
+let pickedPrompt;
+class FakeLLM extends BaseLLM {
+    _llmType() {
+        return "fake";
+    }
+    async _generate(prompts, _) {
+        function buildResponse(name) {
+            return `\`\`\`\n{\n\t"destination": "${name}",\n\t"next_inputs": {\n\t\t"input": "<from ${name}>"\n\t}\n}\n\`\`\``;
+        }
+        const flatPrompt = prompts.join("\n");
+        let response;
+        if (flatPrompt.includes("prompt template")) {
+            const splitted = flatPrompt.split(" ");
+            response = `${splitted[splitted.length - 2]} ${splitted[splitted.length - 1]}`;
+        }
+        else {
+            // randomly choose 1 out of three responses
+            const random = Math.random();
+            if (random < 0.33) {
+                pickedPrompt = "prompt1";
+            }
+            else if (random < 0.66) {
+                pickedPrompt = "prompt2";
+            }
+            else {
+                pickedPrompt = "prompt3";
+            }
+            response = buildResponse(pickedPrompt);
+        }
+        return {
+            generations: [
+                [
+                    {
+                        text: response,
+                    },
+                ],
+            ],
+        };
+    }
+}
+test("Test MultiPromptChain", async () => {
+    const llm = new FakeLLM({});
+    const promptNames = ["prompt1", "prompt2", "prompt3"];
+    const promptDescriptions = ["description1", "description2", "description3"];
+    const promptTemplates = [
+        "prompt template1 {input}",
+        "prompt template2 {input}",
+        "prompt template3 {input}",
+    ];
+    const multiPromptChain = MultiPromptChain.fromLLMAndPrompts(llm, {
+        promptNames,
+        promptDescriptions,
+        promptTemplates,
+    });
+    const { text: result } = await multiPromptChain.invoke({
+        input: "Test input",
+    });
+    expect(result).toEqual(`<from ${pickedPrompt}>`);
+});

package/dist/chains/router/tests/multi_retrieval_qa.int.test.d.ts

@@ -0,0 +1 @@
+export {};