@langchain/core 0.2.9 → 0.2.11

package/dist/documents/document.cjs

@@ -18,10 +18,25 @@ class Document {
             writable: true,
             value: void 0
         });
-        this.pageContent = fields.pageContent
-            ? fields.pageContent.toString()
-            : this.pageContent;
+        // The ID field is optional at the moment.
+        // It will likely become required in a future major release after
+        // it has been adopted by enough vectorstore implementations.
+        /**
+         * An optional identifier for the document.
+         *
+         * Ideally this should be unique across the document collection and formatted
+         * as a UUID, but this will not be enforced.
+         */
+        Object.defineProperty(this, "id", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.pageContent =
+            fields.pageContent !== undefined ? fields.pageContent.toString() : "";
         this.metadata = fields.metadata ?? {};
+        this.id = fields.id;
     }
 }
 exports.Document = Document;

package/dist/documents/document.d.ts

@@ -1,10 +1,24 @@
 export interface DocumentInput<Metadata extends Record<string, any> = Record<string, any>> {
     pageContent: string;
     metadata?: Metadata;
+    /**
+     * An optional identifier for the document.
+     *
+     * Ideally this should be unique across the document collection and formatted
+     * as a UUID, but this will not be enforced.
+     */
+    id?: string;
 }
 export interface DocumentInterface<Metadata extends Record<string, any> = Record<string, any>> {
     pageContent: string;
     metadata: Metadata;
+    /**
+     * An optional identifier for the document.
+     *
+     * Ideally this should be unique across the document collection and formatted
+     * as a UUID, but this will not be enforced.
+     */
+    id?: string;
 }
 /**
  * Interface for interacting with a document.
@@ -12,5 +26,12 @@ export interface DocumentInterface<Metadata extends Record<string, any> = Record
 export declare class Document<Metadata extends Record<string, any> = Record<string, any>> implements DocumentInput, DocumentInterface {
     pageContent: string;
     metadata: Metadata;
+    /**
+     * An optional identifier for the document.
+     *
+     * Ideally this should be unique across the document collection and formatted
+     * as a UUID, but this will not be enforced.
+     */
+    id?: string;
     constructor(fields: DocumentInput<Metadata>);
 }

package/dist/documents/document.js

@@ -15,9 +15,24 @@ export class Document {
             writable: true,
             value: void 0
         });
-        this.pageContent = fields.pageContent
-            ? fields.pageContent.toString()
-            : this.pageContent;
+        // The ID field is optional at the moment.
+        // It will likely become required in a future major release after
+        // it has been adopted by enough vectorstore implementations.
+        /**
+         * An optional identifier for the document.
+         *
+         * Ideally this should be unique across the document collection and formatted
+         * as a UUID, but this will not be enforced.
+         */
+        Object.defineProperty(this, "id", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.pageContent =
+            fields.pageContent !== undefined ? fields.pageContent.toString() : "";
         this.metadata = fields.metadata ?? {};
+        this.id = fields.id;
     }
 }

package/dist/language_models/llms.cjs

@@ -65,7 +65,7 @@ class BaseLLM extends base_js_1.BaseLanguageModel {
                 text: "",
             });
             try {
-                for await (const chunk of this._streamResponseChunks(input.toString(), callOptions, runManagers?.[0])) {
+                for await (const chunk of this._streamResponseChunks(prompt.toString(), callOptions, runManagers?.[0])) {
                     if (!generation) {
                         generation = chunk;
                     }

package/dist/language_models/llms.js

@@ -62,7 +62,7 @@ export class BaseLLM extends BaseLanguageModel {
                 text: "",
             });
             try {
-                for await (const chunk of this._streamResponseChunks(input.toString(), callOptions, runManagers?.[0])) {
+                for await (const chunk of this._streamResponseChunks(prompt.toString(), callOptions, runManagers?.[0])) {
                     if (!generation) {
                         generation = chunk;
                     }

package/dist/language_models/tests/llms.test.js

@@ -1,6 +1,7 @@
 /* eslint-disable no-promise-executor-return */
 import { test } from "@jest/globals";
-import { FakeLLM } from "../../utils/testing/index.js";
+import { FakeLLM, FakeStreamingLLM } from "../../utils/testing/index.js";
+import { HumanMessagePromptTemplate } from "../../prompts/chat.js";
 test("Test FakeLLM uses callbacks", async () => {
     const model = new FakeLLM({});
     let acc = "";
@@ -37,3 +38,15 @@ test("Test FakeLLM uses callbacks with a cache", async () => {
     expect(response).toEqual(response2);
     expect(response2).toEqual(acc);
 });
+test("Test FakeStreamingLLM works when streaming through a prompt", async () => {
+    const prompt = HumanMessagePromptTemplate.fromTemplate("hello there {name}");
+    const model = new FakeStreamingLLM({});
+    const chain = prompt.pipe(model);
+    const stream = await chain.stream({ name: "test" });
+    const chunks = [];
+    for await (const chunk of stream) {
+        chunks.push(chunk);
+    }
+    expect(chunks.length).toBeGreaterThan(1);
+    expect(chunks.join("")).toEqual("Human: hello there test");
+});

package/dist/prompts/chat.cjs

@@ -329,6 +329,7 @@ class _StringImageMessagePromptTemplate extends BaseMessagePromptTemplate {
                     imgTemplateObject = new image_js_1.ImagePromptTemplate({
                         template: imgTemplate,
                         inputVariables,
+                        templateFormat: additionalOptions?.templateFormat,
                     });
                 }
                 else if (typeof imgTemplate === "object") {
@@ -348,6 +349,7 @@ class _StringImageMessagePromptTemplate extends BaseMessagePromptTemplate {
                     imgTemplateObject = new image_js_1.ImagePromptTemplate({
                         template: imgTemplate,
                         inputVariables,
+                        templateFormat: additionalOptions?.templateFormat,
                     });
                 }
                 else {

package/dist/prompts/chat.js

@@ -321,6 +321,7 @@ class _StringImageMessagePromptTemplate extends BaseMessagePromptTemplate {
                     imgTemplateObject = new ImagePromptTemplate({
                         template: imgTemplate,
                         inputVariables,
+                        templateFormat: additionalOptions?.templateFormat,
                     });
                 }
                 else if (typeof imgTemplate === "object") {
@@ -340,6 +341,7 @@ class _StringImageMessagePromptTemplate extends BaseMessagePromptTemplate {
                     imgTemplateObject = new ImagePromptTemplate({
                         template: imgTemplate,
                         inputVariables,
+                        templateFormat: additionalOptions?.templateFormat,
                     });
                 }
                 else {

package/dist/prompts/image.cjs

@@ -81,13 +81,7 @@ class ImagePromptTemplate extends base_js_1.BasePromptTemplate {
         const formatted = {};
         for (const [key, value] of Object.entries(this.template)) {
             if (typeof value === "string") {
-                formatted[key] = value.replace(/{([^{}]*)}/g, (match, group) => {
-                    const replacement = values[group];
-                    return typeof replacement === "string" ||
-                        typeof replacement === "number"
-                        ? String(replacement)
-                        : match;
-                });
+                formatted[key] = (0, template_js_1.renderTemplate)(value, this.templateFormat, values);
             }
             else {
                 formatted[key] = value;

package/dist/prompts/image.js

@@ -1,6 +1,6 @@
 import { ImagePromptValue } from "../prompt_values.js";
 import { BasePromptTemplate, } from "./base.js";
-import { checkValidTemplate } from "./template.js";
+import { checkValidTemplate, renderTemplate, } from "./template.js";
 /**
  * An image prompt template for a multimodal model.
  */
@@ -78,13 +78,7 @@ export class ImagePromptTemplate extends BasePromptTemplate {
         const formatted = {};
         for (const [key, value] of Object.entries(this.template)) {
             if (typeof value === "string") {
-                formatted[key] = value.replace(/{([^{}]*)}/g, (match, group) => {
-                    const replacement = values[group];
-                    return typeof replacement === "string" ||
-                        typeof replacement === "number"
-                        ? String(replacement)
-                        : match;
-                });
+                formatted[key] = renderTemplate(value, this.templateFormat, values);
             }
             else {
                 formatted[key] = value;

package/dist/prompts/template.cjs

@@ -5,6 +5,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.checkValidTemplate = exports.parseTemplate = exports.renderTemplate = exports.DEFAULT_PARSER_MAPPING = exports.DEFAULT_FORMATTER_MAPPING = exports.interpolateMustache = exports.interpolateFString = exports.parseMustache = exports.parseFString = void 0;
 const mustache_1 = __importDefault(require("mustache"));
+function configureMustache() {
+    // Use unescaped HTML
+    // https://github.com/janl/mustache.js?tab=readme-ov-file#variables
+    mustache_1.default.escape = (text) => text;
+}
 const parseFString = (template) => {
     // Core logic replicated from internals of pythons built in Formatter class.
     // https://github.com/python/cpython/blob/135ec7cefbaffd516b77362ad2b2ad1025af462e/Objects/stringlib/unicode_format.h#L700-L706
@@ -76,6 +81,7 @@ const mustacheTemplateToNodes = (template) => template.map((temp) => {
     }
 });
 const parseMustache = (template) => {
+    configureMustache();
     const parsed = mustache_1.default.parse(template);
     return mustacheTemplateToNodes(parsed);
 };
@@ -90,7 +96,10 @@ const interpolateFString = (template, values) => (0, exports.parseFString)(templ
     return res + node.text;
 }, "");
 exports.interpolateFString = interpolateFString;
-const interpolateMustache = (template, values) => mustache_1.default.render(template, values);
+const interpolateMustache = (template, values) => {
+    configureMustache();
+    return mustache_1.default.render(template, values);
+};
 exports.interpolateMustache = interpolateMustache;
 exports.DEFAULT_FORMATTER_MAPPING = {
     "f-string": exports.interpolateFString,

package/dist/prompts/template.js

@@ -1,4 +1,9 @@
 import mustache from "mustache";
+function configureMustache() {
+    // Use unescaped HTML
+    // https://github.com/janl/mustache.js?tab=readme-ov-file#variables
+    mustache.escape = (text) => text;
+}
 export const parseFString = (template) => {
     // Core logic replicated from internals of pythons built in Formatter class.
     // https://github.com/python/cpython/blob/135ec7cefbaffd516b77362ad2b2ad1025af462e/Objects/stringlib/unicode_format.h#L700-L706
@@ -69,6 +74,7 @@ const mustacheTemplateToNodes = (template) => template.map((temp) => {
     }
 });
 export const parseMustache = (template) => {
+    configureMustache();
     const parsed = mustache.parse(template);
     return mustacheTemplateToNodes(parsed);
 };
@@ -81,7 +87,10 @@ export const interpolateFString = (template, values) => parseFString(template).r
     }
     return res + node.text;
 }, "");
-export const interpolateMustache = (template, values) => mustache.render(template, values);
+export const interpolateMustache = (template, values) => {
+    configureMustache();
+    return mustache.render(template, values);
+};
 export const DEFAULT_FORMATTER_MAPPING = {
     "f-string": interpolateFString,
     mustache: interpolateMustache,

package/dist/prompts/tests/chat.mustache.test.js

@@ -78,6 +78,22 @@ test("Mustache template with image and chat prompts inside one template (fromMes
     ], {
         templateFormat: "mustache",
     });
+    const messages = await template.formatMessages({
+        name: "Bob",
+        image_url: "https://foo.com/bar.png",
+        other_var: "bar",
+    });
+    expect(messages).toEqual([
+        new HumanMessage({
+            content: [
+                { type: "image_url", image_url: { url: "https://foo.com/bar.png" } },
+                { type: "text", text: "bar" },
+            ],
+        }),
+        new HumanMessage({
+            content: "hello Bob",
+        }),
+    ]);
     expect(template.inputVariables.sort()).toEqual([
         "image_url",
         "name",
@@ -97,5 +113,17 @@ test("Mustache image template with nested URL and chat prompts HumanMessagePromp
     ], {
         templateFormat: "mustache",
     });
+    const messages = await template.formatMessages({
+        name: "Bob",
+        image_url: "https://foo.com/bar.png",
+    });
+    expect(messages).toEqual([
+        new HumanMessage({
+            content: [
+                { type: "text", text: "Bob" },
+                { type: "image_url", image_url: { url: "https://foo.com/bar.png" } },
+            ],
+        }),
+    ]);
     expect(template.inputVariables.sort()).toEqual(["image_url", "name"]);
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/core",
-  "version": "0.2.9",
+  "version": "0.2.11",
   "description": "Core LangChain.js abstractions and schemas",
   "type": "module",
   "engines": {