langchain 0.1.3 → 0.1.5

package/dist/text_splitter.js

@@ -685,13 +685,14 @@ export class TokenTextSplitter extends TextSplitter {
         const splits = [];
         const input_ids = this.tokenizer.encode(text, this.allowedSpecial, this.disallowedSpecial);
         let start_idx = 0;
-        let cur_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
-        let chunk_ids = input_ids.slice(start_idx, cur_idx);
         while (start_idx < input_ids.length) {
+            if (start_idx > 0) {
+                start_idx -= this.chunkOverlap;
+            }
+            const end_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
+            const chunk_ids = input_ids.slice(start_idx, end_idx);
             splits.push(this.tokenizer.decode(chunk_ids));
-            start_idx += this.chunkSize - this.chunkOverlap;
-            cur_idx = Math.min(start_idx + this.chunkSize, input_ids.length);
-            chunk_ids = input_ids.slice(start_idx, cur_idx);
+            start_idx = end_idx;
         }
         return splits;
     }

package/dist/tools/chain.cjs

@@ -1,14 +1,15 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChainTool = void 0;
-const dynamic_1 = require("@langchain/community/tools/dynamic");
+const tools_1 = require("@langchain/core/tools");
 /**
+ * @deprecated Wrap in a DynamicTool instead.
  * Class that extends DynamicTool for creating tools that can run chains.
  * Takes an instance of a class that extends BaseChain as a parameter in
  * its constructor and uses it to run the chain when its 'func' method is
  * called.
  */
-class ChainTool extends dynamic_1.DynamicTool {
+class ChainTool extends tools_1.DynamicTool {
     static lc_name() {
         return "ChainTool";
     }

package/dist/tools/chain.d.ts

@@ -1,6 +1,7 @@
-import { DynamicTool, DynamicToolInput } from "@langchain/community/tools/dynamic";
+import { DynamicTool, DynamicToolInput } from "@langchain/core/tools";
 import { BaseChain } from "../chains/base.js";
 /**
+ * @deprecated Wrap in a DynamicTool instead.
  * Interface for the input parameters of the ChainTool constructor.
  * Extends the DynamicToolInput interface, replacing the 'func' property
  * with a 'chain' property.
@@ -9,6 +10,7 @@ export interface ChainToolInput extends Omit<DynamicToolInput, "func"> {
     chain: BaseChain;
 }
 /**
+ * @deprecated Wrap in a DynamicTool instead.
  * Class that extends DynamicTool for creating tools that can run chains.
  * Takes an instance of a class that extends BaseChain as a parameter in
  * its constructor and uses it to run the chain when its 'func' method is

package/dist/tools/chain.js

@@ -1,5 +1,6 @@
-import { DynamicTool, } from "@langchain/community/tools/dynamic";
+import { DynamicTool } from "@langchain/core/tools";
 /**
+ * @deprecated Wrap in a DynamicTool instead.
  * Class that extends DynamicTool for creating tools that can run chains.
  * Takes an instance of a class that extends BaseChain as a parameter in
  * its constructor and uses it to run the chain when its 'func' method is

package/dist/tools/retriever.cjs

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createRetrieverTool = void 0;
 const zod_1 = require("zod");
-const dynamic_1 = require("@langchain/community/tools/dynamic");
+const tools_1 = require("@langchain/core/tools");
 const document_js_1 = require("../util/document.cjs");
 function createRetrieverTool(retriever, input) {
     const func = async ({ query }, runManager) => {
@@ -12,6 +12,6 @@ function createRetrieverTool(retriever, input) {
     const schema = zod_1.z.object({
         query: zod_1.z.string().describe("query to look up in retriever"),
     });
-    return new dynamic_1.DynamicStructuredTool({ ...input, func, schema });
+    return new tools_1.DynamicStructuredTool({ ...input, func, schema });
 }
 exports.createRetrieverTool = createRetrieverTool;

package/dist/tools/retriever.d.ts

@@ -1,6 +1,6 @@
 import type { BaseRetrieverInterface } from "@langchain/core/retrievers";
 import { z } from "zod";
-import { DynamicStructuredTool, type DynamicStructuredToolInput } from "@langchain/community/tools/dynamic";
+import { DynamicStructuredTool, type DynamicStructuredToolInput } from "@langchain/core/tools";
 export declare function createRetrieverTool(retriever: BaseRetrieverInterface, input: Omit<DynamicStructuredToolInput, "func" | "schema">): DynamicStructuredTool<z.ZodObject<{
     query: z.ZodString;
 }, "strip", z.ZodTypeAny, {

package/dist/tools/retriever.js

@@ -1,5 +1,5 @@
 import { z } from "zod";
-import { DynamicStructuredTool, } from "@langchain/community/tools/dynamic";
+import { DynamicStructuredTool, } from "@langchain/core/tools";
 import { formatDocumentsAsString } from "../util/document.js";
 export function createRetrieverTool(retriever, input) {
     const func = async ({ query }, runManager) => {

package/dist/util/sql_utils.cjs

@@ -96,14 +96,15 @@ const getTableAndColumnsName = async (appDataSource) => {
         return formatToSqlTable(rep);
     }
     if (appDataSource.options.type === "mssql") {
-        sql =
-            "SELECT " +
-                "TABLE_NAME AS table_name, " +
-                "COLUMN_NAME AS column_name, " +
-                "DATA_TYPE AS data_type, " +
-                "IS_NULLABLE AS is_nullable " +
-                "FROM INFORMATION_SCHEMA.COLUMNS " +
-                "ORDER BY TABLE_NAME, ORDINAL_POSITION;";
+        const schema = appDataSource.options?.schema;
+        const sql = `SELECT
+    TABLE_NAME AS table_name,
+    COLUMN_NAME AS column_name,
+    DATA_TYPE AS data_type,
+    IS_NULLABLE AS is_nullable
+    FROM INFORMATION_SCHEMA.COLUMNS
+    ${schema && `WHERE TABLE_SCHEMA = '${schema}'`} 
+ORDER BY TABLE_NAME, ORDINAL_POSITION;`;
         const rep = await appDataSource.query(sql);
         return formatToSqlTable(rep);
     }
@@ -169,6 +170,9 @@ const generateTableInfoFromTables = async (tables, appDataSource, nbSampleRow, c
         if (appDataSource.options.type === "postgres") {
             schema = appDataSource.options?.schema ?? "public";
         }
+        else if (appDataSource.options.type === "mssql") {
+            schema = appDataSource.options?.schema;
+        }
         else if (appDataSource.options.type === "sap") {
             schema =
                 appDataSource.options?.schema ??
@@ -198,7 +202,10 @@ const generateTableInfoFromTables = async (tables, appDataSource, nbSampleRow, c
             sqlSelectInfoQuery = `SELECT * FROM "${schema}"."${currentTable.tableName}" LIMIT ${nbSampleRow};\n`;
         }
         else if (appDataSource.options.type === "mssql") {
-            sqlSelectInfoQuery = `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\n`;
+            const schema = appDataSource.options?.schema;
+            sqlSelectInfoQuery = schema
+                ? `SELECT TOP ${nbSampleRow} * FROM ${schema}.[${currentTable.tableName}];\n`
+                : `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\n`;
         }
         else if (appDataSource.options.type === "sap") {
             const schema = appDataSource.options?.schema ??

package/dist/util/sql_utils.js

@@ -90,14 +90,15 @@ export const getTableAndColumnsName = async (appDataSource) => {
         return formatToSqlTable(rep);
     }
     if (appDataSource.options.type === "mssql") {
-        sql =
-            "SELECT " +
-                "TABLE_NAME AS table_name, " +
-                "COLUMN_NAME AS column_name, " +
-                "DATA_TYPE AS data_type, " +
-                "IS_NULLABLE AS is_nullable " +
-                "FROM INFORMATION_SCHEMA.COLUMNS " +
-                "ORDER BY TABLE_NAME, ORDINAL_POSITION;";
+        const schema = appDataSource.options?.schema;
+        const sql = `SELECT
+    TABLE_NAME AS table_name,
+    COLUMN_NAME AS column_name,
+    DATA_TYPE AS data_type,
+    IS_NULLABLE AS is_nullable
+    FROM INFORMATION_SCHEMA.COLUMNS
+    ${schema && `WHERE TABLE_SCHEMA = '${schema}'`} 
+ORDER BY TABLE_NAME, ORDINAL_POSITION;`;
         const rep = await appDataSource.query(sql);
         return formatToSqlTable(rep);
     }
@@ -162,6 +163,9 @@ export const generateTableInfoFromTables = async (tables, appDataSource, nbSampl
         if (appDataSource.options.type === "postgres") {
             schema = appDataSource.options?.schema ?? "public";
         }
+        else if (appDataSource.options.type === "mssql") {
+            schema = appDataSource.options?.schema;
+        }
         else if (appDataSource.options.type === "sap") {
             schema =
                 appDataSource.options?.schema ??
@@ -191,7 +195,10 @@ export const generateTableInfoFromTables = async (tables, appDataSource, nbSampl
             sqlSelectInfoQuery = `SELECT * FROM "${schema}"."${currentTable.tableName}" LIMIT ${nbSampleRow};\n`;
         }
         else if (appDataSource.options.type === "mssql") {
-            sqlSelectInfoQuery = `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\n`;
+            const schema = appDataSource.options?.schema;
+            sqlSelectInfoQuery = schema
+                ? `SELECT TOP ${nbSampleRow} * FROM ${schema}.[${currentTable.tableName}];\n`
+                : `SELECT TOP ${nbSampleRow} * FROM [${currentTable.tableName}];\n`;
         }
         else if (appDataSource.options.type === "sap") {
             const schema = appDataSource.options?.schema ??

package/dist/vectorstores/pinecone.cjs

@@ -17,5 +17,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const entrypoint_deprecation_js_1 = require("../util/entrypoint_deprecation.cjs");
 /* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion010MigrationWarning)({
     oldEntrypointName: "vectorstores/pinecone",
+    newEntrypointName: "",
+    newPackageName: "@langchain/pinecone",
 });
 __exportStar(require("@langchain/community/vectorstores/pinecone"), exports);

package/dist/vectorstores/pinecone.js

@@ -1,5 +1,7 @@
 import { logVersion010MigrationWarning } from "../util/entrypoint_deprecation.js";
 /* #__PURE__ */ logVersion010MigrationWarning({
     oldEntrypointName: "vectorstores/pinecone",
+    newEntrypointName: "",
+    newPackageName: "@langchain/pinecone",
 });
 export * from "@langchain/community/vectorstores/pinecone";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -886,7 +886,7 @@
     "build:cjs": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist-cjs/ -p tsconfig.cjs.json && node scripts/move-cjs-to-dist.js && rimraf dist-cjs",
     "build:watch": "node scripts/create-entrypoints.js && tsc --outDir dist/ --watch",
     "build:scripts": "node scripts/create-entrypoints.js && node scripts/check-tree-shaking.js",
-    "lint:eslint": "NODE_OPTIONS=--max-old-space-size=4096 eslint src",
+    "lint:eslint": "NODE_OPTIONS=--max-old-space-size=4096 eslint --cache --ext .ts,.js src/",
     "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
     "lint:fix": "yarn lint:eslint --fix && yarn lint:dpdm",
@@ -898,8 +898,8 @@
     "test:watch": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",
     "test:integration": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --testPathPattern=\\.int\\.test.ts --testTimeout 100000 --maxWorkers=50%",
     "test:single": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules yarn run jest --config jest.config.cjs --testTimeout 100000",
-    "format": "prettier --write \"src\"",
-    "format:check": "prettier --check \"src\""
+    "format": "prettier --config .prettierrc --write \"src\" \"scripts\"",
+    "format:check": "prettier --config .prettierrc --check \"src\" \"scripts\""
   },
   "author": "LangChain",
   "license": "MIT",
@@ -1203,7 +1203,7 @@
   "dependencies": {
     "@anthropic-ai/sdk": "^0.9.1",
     "@langchain/community": "~0.0.17",
-    "@langchain/core": "~0.1.13",
+    "@langchain/core": "~0.1.16",
     "@langchain/openai": "~0.0.12",
     "binary-extensions": "^2.2.0",
     "expr-eval": "^2.0.2",
@@ -1217,8 +1217,8 @@
     "p-retry": "4",
     "uuid": "^9.0.0",
     "yaml": "^2.2.1",
-    "zod": "^3.22.3",
-    "zod-to-json-schema": "3.20.3"
+    "zod": "^3.22.4",
+    "zod-to-json-schema": "^3.22.3"
   },
   "publishConfig": {
     "access": "public"