@langchain/core 0.1.24 → 0.1.25-rc.0

package/dist/output_parsers/xml.cjs

@@ -1,12 +1,9 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.parseXMLMarkdown = exports.XMLOutputParser = exports.XML_FORMAT_INSTRUCTIONS = void 0;
-const sax_1 = __importDefault(require("sax"));
 const transform_js_1 = require("./transform.cjs");
 const json_patch_js_1 = require("../utils/json_patch.cjs");
+const sax_js_1 = require("../utils/sax-js/sax.cjs");
 exports.XML_FORMAT_INSTRUCTIONS = `The output should be formatted as a XML file.
 1. Output should conform to the tags below. 
 2. If tags are not given, make them on your own.
@@ -23,21 +20,13 @@ Here are the output tags:
 \`\`\``;
 class XMLOutputParser extends transform_js_1.BaseCumulativeTransformOutputParser {
     constructor(fields) {
-        const f = fields ?? {};
-        const { tags, ...saxOptions } = f;
-        super(f);
+        super(fields);
         Object.defineProperty(this, "tags", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "saxOptions", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
             configurable: true,
@@ -50,8 +39,7 @@ class XMLOutputParser extends transform_js_1.BaseCumulativeTransformOutputParser
             writable: true,
             value: true
         });
-        this.tags = tags;
-        this.saxOptions = saxOptions;
+        this.tags = fields?.tags;
     }
     static lc_name() {
         return "XMLOutputParser";
@@ -66,10 +54,10 @@ class XMLOutputParser extends transform_js_1.BaseCumulativeTransformOutputParser
         return (0, json_patch_js_1.compare)(prev, next);
     }
     async parsePartialResult(generations) {
-        return parseXMLMarkdown(generations[0].text, this.saxOptions);
+        return parseXMLMarkdown(generations[0].text);
     }
     async parse(text) {
-        return parseXMLMarkdown(text, this.saxOptions);
+        return parseXMLMarkdown(text);
     }
     getFormatInstructions() {
         const withTags = !!(this.tags && this.tags.length > 0);
@@ -98,11 +86,12 @@ const parseParsedResult = (input) => {
         return result;
     }
 };
-function parseXMLMarkdown(s, saxOptions) {
+function parseXMLMarkdown(s) {
     const cleanedString = strip(s);
-    const parser = sax_1.default.parser(true, saxOptions);
+    const parser = sax_js_1.sax.parser(true);
     let parsedResult = {};
     const elementStack = [];
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     parser.onopentag = (node) => {
         const element = {
             name: node.name,
@@ -130,12 +119,14 @@ function parseXMLMarkdown(s, saxOptions) {
             }
         }
     };
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     parser.ontext = (text) => {
         if (elementStack.length > 0) {
             const currentElement = elementStack[elementStack.length - 1];
             currentElement.text += text;
         }
     };
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     parser.onattribute = (attr) => {
         if (elementStack.length > 0) {
             const currentElement = elementStack[elementStack.length - 1];

package/dist/output_parsers/xml.d.ts

@@ -1,9 +1,8 @@
-import { SAXOptions } from "sax";
 import { BaseCumulativeTransformOutputParser, BaseCumulativeTransformOutputParserInput } from "./transform.js";
 import { Operation } from "../utils/json_patch.js";
 import { ChatGeneration, Generation } from "../outputs.js";
 export declare const XML_FORMAT_INSTRUCTIONS = "The output should be formatted as a XML file.\n1. Output should conform to the tags below. \n2. If tags are not given, make them on your own.\n3. Remember to always open and close all the tags.\n\nAs an example, for the tags [\"foo\", \"bar\", \"baz\"]:\n1. String \"<foo>\n   <bar>\n      <baz></baz>\n   </bar>\n</foo>\" is a well-formatted instance of the schema. \n2. String \"<foo>\n   <bar>\n   </foo>\" is a badly-formatted instance.\n3. String \"<foo>\n   <tag>\n   </tag>\n</foo>\" is a badly-formatted instance.\n\nHere are the output tags:\n```\n{tags}\n```";
-export interface XMLOutputParserFields extends SAXOptions, BaseCumulativeTransformOutputParserInput {
+export interface XMLOutputParserFields extends BaseCumulativeTransformOutputParserInput {
     /**
      * Optional list of tags that the output should conform to.
      * Only used in formatting of the prompt.
@@ -18,7 +17,6 @@ export type XMLResult = {
 };
 export declare class XMLOutputParser extends BaseCumulativeTransformOutputParser<XMLResult> {
     tags?: string[];
-    saxOptions?: SAXOptions;
     constructor(fields?: XMLOutputParserFields);
     static lc_name(): string;
     lc_namespace: string[];
@@ -28,4 +26,4 @@ export declare class XMLOutputParser extends BaseCumulativeTransformOutputParser
     parse(text: string): Promise<XMLResult>;
     getFormatInstructions(): string;
 }
-export declare function parseXMLMarkdown(s: string, saxOptions?: SAXOptions): XMLResult;
+export declare function parseXMLMarkdown(s: string): XMLResult;

package/dist/output_parsers/xml.js

@@ -1,6 +1,6 @@
-import sax from "sax";
 import { BaseCumulativeTransformOutputParser, } from "./transform.js";
 import { compare } from "../utils/json_patch.js";
+import { sax } from "../utils/sax-js/sax.js";
 export const XML_FORMAT_INSTRUCTIONS = `The output should be formatted as a XML file.
 1. Output should conform to the tags below. 
 2. If tags are not given, make them on your own.
@@ -17,21 +17,13 @@ Here are the output tags:
 \`\`\``;
 export class XMLOutputParser extends BaseCumulativeTransformOutputParser {
     constructor(fields) {
-        const f = fields ?? {};
-        const { tags, ...saxOptions } = f;
-        super(f);
+        super(fields);
         Object.defineProperty(this, "tags", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "saxOptions", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
             configurable: true,
@@ -44,8 +36,7 @@ export class XMLOutputParser extends BaseCumulativeTransformOutputParser {
             writable: true,
             value: true
         });
-        this.tags = tags;
-        this.saxOptions = saxOptions;
+        this.tags = fields?.tags;
     }
     static lc_name() {
         return "XMLOutputParser";
@@ -60,10 +51,10 @@ export class XMLOutputParser extends BaseCumulativeTransformOutputParser {
         return compare(prev, next);
     }
     async parsePartialResult(generations) {
-        return parseXMLMarkdown(generations[0].text, this.saxOptions);
+        return parseXMLMarkdown(generations[0].text);
     }
     async parse(text) {
-        return parseXMLMarkdown(text, this.saxOptions);
+        return parseXMLMarkdown(text);
     }
     getFormatInstructions() {
         const withTags = !!(this.tags && this.tags.length > 0);
@@ -91,11 +82,12 @@ const parseParsedResult = (input) => {
         return result;
     }
 };
-export function parseXMLMarkdown(s, saxOptions) {
+export function parseXMLMarkdown(s) {
     const cleanedString = strip(s);
-    const parser = sax.parser(true, saxOptions);
+    const parser = sax.parser(true);
     let parsedResult = {};
     const elementStack = [];
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     parser.onopentag = (node) => {
         const element = {
             name: node.name,
@@ -123,12 +115,14 @@ export function parseXMLMarkdown(s, saxOptions) {
             }
         }
     };
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     parser.ontext = (text) => {
         if (elementStack.length > 0) {
             const currentElement = elementStack[elementStack.length - 1];
             currentElement.text += text;
         }
     };
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     parser.onattribute = (attr) => {
         if (elementStack.length > 0) {
             const currentElement = elementStack[elementStack.length - 1];

package/dist/utils/event_source_parse.cjs

@@ -1,11 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.convertEventStreamToIterableReadableDataStream = exports.getMessages = exports.getLines = exports.getBytes = exports.EventStreamContentType = void 0;
+/* eslint-disable prefer-template */
+/* eslint-disable default-case */
+/* eslint-disable no-plusplus */
+// Adapted from https://github.com/gfortaine/fetch-event-source/blob/main/src/parse.ts
+// due to a packaging issue in the original.
+// MIT License
 const stream_js_1 = require("./stream.cjs");
 exports.EventStreamContentType = "text/event-stream";
-function isNodeJSReadable(x) {
-    return x != null && typeof x === "object" && "on" in x;
-}
 /**
  * Converts a ReadableStream into a callback pattern.
  * @param stream The input ReadableStream.
@@ -13,25 +16,6 @@ function isNodeJSReadable(x) {
  * @returns {Promise<void>} A promise that will be resolved when the stream closes.
  */
 async function getBytes(stream, onChunk) {
-    // stream is a Node.js Readable / PassThrough stream
-    // this can happen if node-fetch is polyfilled
-    if (isNodeJSReadable(stream)) {
-        return new Promise((resolve) => {
-            stream.on("readable", () => {
-                let chunk;
-                // eslint-disable-next-line no-constant-condition
-                while (true) {
-                    chunk = stream.read();
-                    if (chunk == null) {
-                        onChunk(new Uint8Array(), true);
-                        break;
-                    }
-                    onChunk(chunk);
-                }
-                resolve();
-            });
-        });
-    }
     const reader = stream.getReader();
     // CHANGED: Introduced a "flush" mechanism to process potential pending messages when the stream ends.
     //          This change is essential to ensure that we capture every last piece of information from streams,

package/dist/utils/event_source_parse.js

@@ -1,8 +1,11 @@
+/* eslint-disable prefer-template */
+/* eslint-disable default-case */
+/* eslint-disable no-plusplus */
+// Adapted from https://github.com/gfortaine/fetch-event-source/blob/main/src/parse.ts
+// due to a packaging issue in the original.
+// MIT License
 import { IterableReadableStream } from "./stream.js";
 export const EventStreamContentType = "text/event-stream";
-function isNodeJSReadable(x) {
-    return x != null && typeof x === "object" && "on" in x;
-}
 /**
  * Converts a ReadableStream into a callback pattern.
  * @param stream The input ReadableStream.
@@ -10,25 +13,6 @@ function isNodeJSReadable(x) {
  * @returns {Promise<void>} A promise that will be resolved when the stream closes.
  */
 export async function getBytes(stream, onChunk) {
-    // stream is a Node.js Readable / PassThrough stream
-    // this can happen if node-fetch is polyfilled
-    if (isNodeJSReadable(stream)) {
-        return new Promise((resolve) => {
-            stream.on("readable", () => {
-                let chunk;
-                // eslint-disable-next-line no-constant-condition
-                while (true) {
-                    chunk = stream.read();
-                    if (chunk == null) {
-                        onChunk(new Uint8Array(), true);
-                        break;
-                    }
-                    onChunk(chunk);
-                }
-                resolve();
-            });
-        });
-    }
     const reader = stream.getReader();
     // CHANGED: Introduced a "flush" mechanism to process potential pending messages when the stream ends.
     //          This change is essential to ensure that we capture every last piece of information from streams,