langchain 0.0.76 → 0.0.77

package/dist/util/event-source-parse.js

@@ -13,9 +13,18 @@ export const EventStreamContentType = "text/event-stream";
  */
 export async function getBytes(stream, onChunk) {
     const reader = stream.getReader();
-    let result;
-    // eslint-disable-next-line no-cond-assign
-    while (!(result = await reader.read()).done) {
+    // CHANGED: Introduced a "flush" mechanism to process potential pending messages when the stream ends.
+    //          This change is essential to ensure that we capture every last piece of information from streams,
+    //          such as those from Azure OpenAI, which may not terminate with a blank line. Without this
+    //          mechanism, we risk ignoring a possibly significant last message.
+    //          See https://github.com/hwchase17/langchainjs/issues/1299 for details.
+    // eslint-disable-next-line no-constant-condition
+    while (true) {
+        const result = await reader.read();
+        if (result.done) {
+            onChunk(new Uint8Array(), true);
+            break;
+        }
         onChunk(result.value);
     }
 }
@@ -31,7 +40,11 @@ export function getLines(onLine) {
     let fieldLength; // length of the `field` portion of the line
     let discardTrailingNewline = false;
     // return a function that can process each incoming byte chunk:
-    return function onChunk(arr) {
+    return function onChunk(arr, flush) {
+        if (flush) {
+            onLine(arr, 0, true);
+            return;
+        }
         if (buffer === undefined) {
             buffer = arr;
             position = 0;
@@ -102,7 +115,14 @@ export function getMessages(onMessage, onId, onRetry) {
     let message = newMessage();
     const decoder = new TextDecoder();
     // return a function that can process each incoming line buffer:
-    return function onLine(line, fieldLength) {
+    return function onLine(line, fieldLength, flush) {
+        if (flush) {
+            if (!isEmpty(message)) {
+                onMessage?.(message);
+                message = newMessage();
+            }
+            return;
+        }
         if (line.length === 0) {
             // empty line denotes end of message. Trigger the callback and start a new message:
             onMessage?.(message);
@@ -157,3 +177,9 @@ function newMessage() {
         retry: undefined,
     };
 }
+function isEmpty(message) {
+    return (message.data === "" &&
+        message.event === "" &&
+        message.id === "" &&
+        message.retry === undefined);
+}

package/llms/sagemaker_endpoint.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/llms/sagemaker_endpoint.cjs');

package/llms/sagemaker_endpoint.d.ts

@@ -0,0 +1 @@
+export * from '../dist/llms/sagemaker_endpoint.js'

package/llms/sagemaker_endpoint.js

@@ -0,0 +1 @@
+export * from '../dist/llms/sagemaker_endpoint.js'

package/output_parsers/expression.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/output_parsers/expression.cjs');

package/output_parsers/expression.d.ts

@@ -0,0 +1 @@
+export * from '../dist/output_parsers/expression.js'

package/output_parsers/expression.js

@@ -0,0 +1 @@
+export * from '../dist/output_parsers/expression.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.76",
+  "version": "0.0.77",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -37,6 +37,12 @@
     "chains/load.cjs",
     "chains/load.js",
     "chains/load.d.ts",
+    "chains/query_constructor.cjs",
+    "chains/query_constructor.js",
+    "chains/query_constructor.d.ts",
+    "chains/query_constructor/ir.cjs",
+    "chains/query_constructor/ir.js",
+    "chains/query_constructor/ir.d.ts",
     "embeddings.cjs",
     "embeddings.js",
     "embeddings.d.ts",
@@ -79,6 +85,9 @@
     "llms/replicate.cjs",
     "llms/replicate.js",
     "llms/replicate.d.ts",
+    "llms/sagemaker_endpoint.cjs",
+    "llms/sagemaker_endpoint.js",
+    "llms/sagemaker_endpoint.d.ts",
     "prompts.cjs",
     "prompts.js",
     "prompts.d.ts",
@@ -229,6 +238,9 @@
     "schema/output_parser.cjs",
     "schema/output_parser.js",
     "schema/output_parser.d.ts",
+    "schema/query_constructor.cjs",
+    "schema/query_constructor.js",
+    "schema/query_constructor.d.ts",
     "sql_db.cjs",
     "sql_db.js",
     "sql_db.d.ts",
@@ -238,6 +250,9 @@
     "output_parsers.cjs",
     "output_parsers.js",
     "output_parsers.d.ts",
+    "output_parsers/expression.cjs",
+    "output_parsers/expression.js",
+    "output_parsers/expression.d.ts",
     "retrievers.cjs",
     "retrievers.js",
     "retrievers.d.ts",
@@ -268,6 +283,9 @@
     "retrievers/hyde.cjs",
     "retrievers/hyde.js",
     "retrievers/hyde.d.ts",
+    "retrievers/self_query.cjs",
+    "retrievers/self_query.js",
+    "retrievers/self_query.d.ts",
     "cache.cjs",
     "cache.js",
     "cache.d.ts",
@@ -319,8 +337,8 @@
     "release": "release-it --only-version --config .release-it.json",
     "test": "NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000",
     "test:watch": "NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",
-    "test:integration": "NODE_OPTIONS=--experimental-vm-modules jest --testPathPattern=\\.int\\.test.ts --testTimeout 50000",
-    "test:single": "NODE_OPTIONS=--experimental-vm-modules yarn run jest --config jest.config.cjs --testTimeout 50000",
+    "test:integration": "NODE_OPTIONS=--experimental-vm-modules jest --testPathPattern=\\.int\\.test.ts --testTimeout 100000",
+    "test:single": "NODE_OPTIONS=--experimental-vm-modules yarn run jest --config jest.config.cjs --testTimeout 100000",
     "format": "prettier --write \"src\"",
     "format:check": "prettier --check \"src\""
   },
@@ -330,6 +348,7 @@
     "@aws-sdk/client-dynamodb": "^3.310.0",
     "@aws-sdk/client-lambda": "^3.310.0",
     "@aws-sdk/client-s3": "^3.310.0",
+    "@aws-sdk/client-sagemaker-runtime": "^3.310.0",
     "@clickhouse/client": "^0.0.14",
     "@faker-js/faker": "^7.6.0",
     "@getmetal/metal-sdk": "^2.0.1",
@@ -371,6 +390,7 @@
     "html-to-text": "^9.0.5",
     "jest": "^29.5.0",
     "mammoth": "^1.5.1",
+    "meriyah": "^4.3.7",
     "mongodb": "^5.2.0",
     "pdf-parse": "1.1.1",
     "playwright": "^1.32.1",
@@ -391,6 +411,7 @@
     "@aws-sdk/client-dynamodb": "^3.310.0",
     "@aws-sdk/client-lambda": "^3.310.0",
     "@aws-sdk/client-s3": "^3.310.0",
+    "@aws-sdk/client-sagemaker-runtime": "^3.310.0",
     "@clickhouse/client": "^0.0.14",
     "@getmetal/metal-sdk": "*",
     "@huggingface/inference": "^1.5.1",
@@ -411,6 +432,7 @@
     "hnswlib-node": "^1.4.2",
     "html-to-text": "^9.0.5",
     "mammoth": "*",
+    "meriyah": "*",
     "mongodb": "^5.2.0",
     "pdf-parse": "1.1.1",
     "playwright": "^1.32.1",
@@ -431,6 +453,9 @@
     "@aws-sdk/client-s3": {
       "optional": true
     },
+    "@aws-sdk/client-sagemaker-runtime": {
+      "optional": true
+    },
     "@clickhouse/client": {
       "optional": true
     },
@@ -491,6 +516,9 @@
     "mammoth": {
       "optional": true
     },
+    "meriyah": {
+      "optional": true
+    },
     "mongodb": {
       "optional": true
     },
@@ -605,6 +633,16 @@
       "import": "./chains/load.js",
       "require": "./chains/load.cjs"
     },
+    "./chains/query_constructor": {
+      "types": "./chains/query_constructor.d.ts",
+      "import": "./chains/query_constructor.js",
+      "require": "./chains/query_constructor.cjs"
+    },
+    "./chains/query_constructor/ir": {
+      "types": "./chains/query_constructor/ir.d.ts",
+      "import": "./chains/query_constructor/ir.js",
+      "require": "./chains/query_constructor/ir.cjs"
+    },
     "./embeddings": {
       "node": {
         "types": "./embeddings.d.ts",
@@ -679,6 +717,11 @@
       "import": "./llms/replicate.js",
       "require": "./llms/replicate.cjs"
     },
+    "./llms/sagemaker_endpoint": {
+      "types": "./llms/sagemaker_endpoint.d.ts",
+      "import": "./llms/sagemaker_endpoint.js",
+      "require": "./llms/sagemaker_endpoint.cjs"
+    },
     "./prompts": {
       "types": "./prompts.d.ts",
       "import": "./prompts.js",
@@ -935,6 +978,11 @@
       "import": "./schema/output_parser.js",
       "require": "./schema/output_parser.cjs"
     },
+    "./schema/query_constructor": {
+      "types": "./schema/query_constructor.d.ts",
+      "import": "./schema/query_constructor.js",
+      "require": "./schema/query_constructor.cjs"
+    },
     "./sql_db": {
       "types": "./sql_db.d.ts",
       "import": "./sql_db.js",
@@ -950,6 +998,11 @@
       "import": "./output_parsers.js",
       "require": "./output_parsers.cjs"
     },
+    "./output_parsers/expression": {
+      "types": "./output_parsers/expression.d.ts",
+      "import": "./output_parsers/expression.js",
+      "require": "./output_parsers/expression.cjs"
+    },
     "./retrievers": {
       "node": {
         "types": "./retrievers.d.ts",
@@ -1002,6 +1055,11 @@
       "import": "./retrievers/hyde.js",
       "require": "./retrievers/hyde.cjs"
     },
+    "./retrievers/self_query": {
+      "types": "./retrievers/self_query.d.ts",
+      "import": "./retrievers/self_query.js",
+      "require": "./retrievers/self_query.cjs"
+    },
     "./cache": {
       "types": "./cache.d.ts",
       "import": "./cache.js",

package/retrievers/self_query.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/retrievers/self_query/index.cjs');

package/retrievers/self_query.d.ts

@@ -0,0 +1 @@
+export * from '../dist/retrievers/self_query/index.js'

package/retrievers/self_query.js

@@ -0,0 +1 @@
+export * from '../dist/retrievers/self_query/index.js'

package/schema/query_constructor.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/schema/query_constructor.cjs');

package/schema/query_constructor.d.ts

@@ -0,0 +1 @@
+export * from '../dist/schema/query_constructor.js'

package/schema/query_constructor.js

@@ -0,0 +1 @@
+export * from '../dist/schema/query_constructor.js'