langchain 0.1.12 → 0.1.14

package/dist/util/migrations/0_0-0_1-migrate-imports.js

@@ -0,0 +1,201 @@
+import { Project } from "ts-morph";
+import { glob } from "glob";
+import path from "node:path";
+/**
+ * @param {string} packagePath
+ * @param {Project} project
+ * @returns {Array<EntrypointAndSymbols> }
+ */
+async function getEntrypointsFromFile(packagePath, project) {
+    // @TODO replace any with LangChainConfig from `@langchain/scripts`
+    const { config } = await import(path.join(packagePath, "langchain.config.js"));
+    const { entrypoints, deprecatedNodeOnly } = config;
+    const result = Object.entries(entrypoints).flatMap(([key, value]) => {
+        if (deprecatedNodeOnly.includes(key)) {
+            return [];
+        }
+        const newFile = project.addSourceFileAtPath(path.join(packagePath, "src", `${value}.ts`));
+        const exportedSymbolsMap = newFile.getExportedDeclarations();
+        const exportedSymbols = Array.from(exportedSymbolsMap.entries()).map(([symbol, declarations]) => ({
+            kind: declarations[0].getKind(),
+            symbol,
+        }));
+        return {
+            entrypoint: key,
+            exportedSymbols,
+        };
+    });
+    return result;
+}
+/**
+ * Finds a matching symbol in the array of exported symbols.
+ * @param {{ symbol: string, kind: SyntaxKind }} target - The target symbol and its kind to find.
+ * @param {Array<EntrypointAndSymbols>} exportedSymbols - The array of exported symbols to search.
+ * @param {string} packageSuffix - The suffix of the package to import from. Eg, core
+ * @returns {{ entrypoint: string, foundSymbol: string } | undefined} The matching symbol or undefined if not found.
+ */
+function findMatchingSymbol(target, exportedSymbols, packageSuffix) {
+    for (const entry of exportedSymbols) {
+        const foundSymbol = entry.exportedSymbols.find(({ symbol, kind }) => symbol === target.symbol && kind === target.kind);
+        if (foundSymbol) {
+            return {
+                entrypoint: entry.entrypoint,
+                foundSymbol: foundSymbol.symbol,
+                packageSuffix,
+            }; // Return the matching entry object
+        }
+    }
+    return undefined;
+}
+/**
+ * @param {Array<EntrypointAndSymbols>} entrypoints
+ * @returns {Array<EntrypointAndSymbols>}
+ */
+function removeLoad(entrypoints) {
+    return entrypoints.flatMap((entrypoint) => {
+        const newEntrypoint = entrypoint.entrypoint === "index" ? "" : `/${entrypoint.entrypoint}`;
+        const withoutLoadOrIndex = entrypoint.exportedSymbols.filter((item) => {
+            if (item.symbol === "load" && newEntrypoint === "load") {
+                return false;
+            }
+            return true;
+        });
+        return {
+            entrypoint: newEntrypoint,
+            exportedSymbols: withoutLoadOrIndex,
+        };
+    });
+}
+function updateImport({ matchingSymbols, namedImport, projectFile, namedImportText, }) {
+    const firstMatchingSymbol = matchingSymbols.find((matchingSymbol) => matchingSymbol);
+    if (firstMatchingSymbol) {
+        console.debug(`Found matching symbol in the "@langchain/${firstMatchingSymbol.packageSuffix}" package.`, {
+            matchingSymbol: firstMatchingSymbol,
+        });
+        namedImport.remove();
+        projectFile.addImportDeclaration({
+            moduleSpecifier: `@langchain/${firstMatchingSymbol.packageSuffix}${firstMatchingSymbol.entrypoint}`,
+            namedImports: [namedImportText],
+        });
+        return true;
+    }
+    return false;
+}
+/**
+ * Find imports from deprecated pre 0.1 LangChain modules and update them to import
+ * from the new LangChain packages.
+ */
+export async function updateEntrypointsFrom0_0_xTo0_1_x({ localLangChainPath, codePath, customGlobPattern, customIgnorePattern, skipCheck, }) {
+    const project = new Project();
+    const langchainCorePackageEntrypoints = removeLoad(await getEntrypointsFromFile(path.join(localLangChainPath, "langchain-core"), project));
+    const langchainCommunityPackageEntrypoints = removeLoad(await getEntrypointsFromFile(path.join(localLangChainPath, "libs", "langchain-community"), project));
+    const langchainOpenAIPackageEntrypoints = removeLoad(await getEntrypointsFromFile(path.join(localLangChainPath, "libs", "langchain-openai"), project));
+    const langchainCoherePackageEntrypoints = !skipCheck?.includes("cohere" /* UpgradingModule.COHERE */)
+        ? removeLoad(await getEntrypointsFromFile(path.join(localLangChainPath, "libs", "langchain-cohere"), project))
+        : null;
+    const langchainPineconePackageEntrypoints = !skipCheck?.includes("pinecone" /* UpgradingModule.PINECONE */)
+        ? removeLoad(await getEntrypointsFromFile(path.join(localLangChainPath, "libs", "langchain-pinecone"), project))
+        : null;
+    const globPattern = customGlobPattern || "/**/*.ts";
+    const ignorePattern = customIgnorePattern;
+    const allCodebaseFiles = (await glob(path.join(codePath, globPattern), {
+        ignore: ignorePattern,
+    }))
+        .map((filePath) => path.resolve(filePath))
+        .filter((filePath) => !filePath.includes("node_modules/"));
+    for await (const filePath of allCodebaseFiles) {
+        let projectFile;
+        try {
+            projectFile = project.addSourceFileAtPath(filePath);
+            if (!projectFile) {
+                throw new Error(`Failed to add source file at path: ${filePath}`);
+            }
+        }
+        catch (error) {
+            console.error({
+                filePath,
+                error,
+            }, "Error occurred while trying to add source file. Continuing");
+            return;
+        }
+        try {
+            const imports = projectFile.getImportDeclarations();
+            imports.forEach((importItem) => {
+                // Get all imports
+                const module = importItem.getModuleSpecifierValue();
+                // Get only the named imports. Eg: import { foo } from "langchain/util";
+                const namedImports = importItem.getNamedImports();
+                if (!module.startsWith("langchain/")) {
+                    return;
+                }
+                // look at each import and see if it exists in
+                let didUpdate = false;
+                namedImports.forEach((namedImport) => {
+                    const namedImportText = namedImport.getText();
+                    let namedImportKind = null;
+                    const symbol = namedImport.getSymbol();
+                    if (symbol) {
+                        // Resolve alias symbol to its original symbol
+                        const aliasedSymbol = symbol.getAliasedSymbol() || symbol;
+                        // Get the original declarations of the symbol
+                        const declarations = aliasedSymbol.getDeclarations();
+                        if (declarations.length > 0) {
+                            // Assuming the first declaration is the original one
+                            const originalDeclarationKind = declarations[0].getKind();
+                            namedImportKind = originalDeclarationKind;
+                        }
+                    }
+                    // If we couldn't find the kind of the named imports kind, skip it
+                    if (!namedImportKind) {
+                        return;
+                    }
+                    const matchingSymbolCore = findMatchingSymbol({ symbol: namedImportText, kind: namedImportKind }, langchainCorePackageEntrypoints, "core");
+                    const matchingSymbolCommunity = findMatchingSymbol({ symbol: namedImportText, kind: namedImportKind }, langchainCommunityPackageEntrypoints, "community");
+                    const matchingSymbolOpenAI = findMatchingSymbol({ symbol: namedImportText, kind: namedImportKind }, langchainOpenAIPackageEntrypoints, "openai");
+                    const matchingSymbolCohere = langchainCoherePackageEntrypoints
+                        ? findMatchingSymbol({ symbol: namedImportText, kind: namedImportKind }, langchainCoherePackageEntrypoints, "cohere")
+                        : undefined;
+                    const matchingSymbolPinecone = langchainPineconePackageEntrypoints
+                        ? findMatchingSymbol({ symbol: namedImportText, kind: namedImportKind }, langchainPineconePackageEntrypoints, "pinecone")
+                        : undefined;
+                    didUpdate = updateImport({
+                        matchingSymbols: [
+                            matchingSymbolCore,
+                            matchingSymbolOpenAI,
+                            matchingSymbolCohere,
+                            matchingSymbolPinecone,
+                            matchingSymbolCommunity,
+                        ],
+                        namedImport,
+                        projectFile,
+                        namedImportText,
+                    });
+                });
+                if (didUpdate) {
+                    projectFile.saveSync();
+                    // Check if all named imports were removed, and only a file import remains.
+                    // eg: import { foo } from "langchain/anthropic"; -> import "langchain/anthropic";
+                    // if so, remove the import entirely
+                    const importClause = importItem.getImportClause();
+                    if (!importClause ||
+                        (!importClause.getDefaultImport() &&
+                            importClause.getNamedImports().length === 0)) {
+                        importItem.remove();
+                        projectFile.saveSync();
+                    }
+                }
+            });
+        }
+        catch (error) {
+            console.error({
+                filePath,
+                error,
+            }, "Error occurred while trying to read file. Continuing");
+        }
+        // Remove source file from the project after we're done with it
+        // to prevent OOM errors.
+        if (projectFile) {
+            project.removeSourceFile(projectFile);
+        }
+    }
+}

package/dist/vectorstores/redis.cjs

@@ -17,5 +17,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const entrypoint_deprecation_js_1 = require("../util/entrypoint_deprecation.cjs");
 /* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion010MigrationWarning)({
     oldEntrypointName: "vectorstores/redis",
+    newEntrypointName: "",
+    newPackageName: "@langchain/redis",
 });
 __exportStar(require("@langchain/community/vectorstores/redis"), exports);

package/dist/vectorstores/redis.js

@@ -1,5 +1,7 @@
 import { logVersion010MigrationWarning } from "../util/entrypoint_deprecation.js";
 /* #__PURE__ */ logVersion010MigrationWarning({
     oldEntrypointName: "vectorstores/redis",
+    newEntrypointName: "",
+    newPackageName: "@langchain/redis",
 });
 export * from "@langchain/community/vectorstores/redis";

package/dist/vectorstores/weaviate.cjs

@@ -17,5 +17,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const entrypoint_deprecation_js_1 = require("../util/entrypoint_deprecation.cjs");
 /* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion010MigrationWarning)({
     oldEntrypointName: "vectorstores/weaviate",
+    newEntrypointName: "",
+    newPackageName: "@langchain/weaviate",
 });
 __exportStar(require("@langchain/community/vectorstores/weaviate"), exports);

package/dist/vectorstores/weaviate.js

@@ -1,5 +1,7 @@
 import { logVersion010MigrationWarning } from "../util/entrypoint_deprecation.js";
 /* #__PURE__ */ logVersion010MigrationWarning({
     oldEntrypointName: "vectorstores/weaviate",
+    newEntrypointName: "",
+    newPackageName: "@langchain/weaviate",
 });
 export * from "@langchain/community/vectorstores/weaviate";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.1.12",
+  "version": "0.1.14",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -1082,6 +1082,10 @@
     "util/time.js",
     "util/time.d.ts",
     "util/time.d.cts",
+    "util/migrations/0_1.cjs",
+    "util/migrations/0_1.js",
+    "util/migrations/0_1.d.ts",
+    "util/migrations/0_1.d.cts",
     "experimental/autogpt.cjs",
     "experimental/autogpt.js",
     "experimental/autogpt.d.ts",
@@ -1175,6 +1179,7 @@
     "type": "git",
     "url": "git@github.com:langchain-ai/langchainjs.git"
   },
+  "homepage": "https://github.com/langchain-ai/langchainjs/tree/main/langchain/",
   "scripts": {
     "build": "yarn run build:deps && yarn clean && yarn build:esm && yarn build:cjs && yarn build:scripts",
     "build:deps": "yarn run turbo:command build --filter=@langchain/core --filter=@langchain/anthropic --filter=@langchain/openai --filter=@langchain/community --concurrency=1",
@@ -1187,7 +1192,7 @@
     "lint": "yarn lint:eslint && yarn lint:dpdm",
     "lint:fix": "yarn lint:eslint --fix && yarn lint:dpdm",
     "precommit": "lint-staged",
-    "clean": "rimraf .turbo/ dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn create-entrypoints -- --pre --gen-maps",
+    "clean": "rimraf .turbo/ dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn lc-build --config ./langchain.config.js --create-entrypoints --pre --gen-maps",
     "prepack": "yarn build",
     "release": "release-it --only-version --config .release-it.json",
     "test": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
@@ -1254,8 +1259,8 @@
     "eslint-plugin-no-instanceof": "^1.0.1",
     "eslint-plugin-prettier": "^4.2.1",
     "fast-xml-parser": "^4.2.7",
+    "glob": "^10.3.10",
     "google-auth-library": "^8.9.0",
-    "googleapis": "^126.0.1",
     "handlebars": "^4.7.8",
     "html-to-text": "^9.0.5",
     "ignore": "^5.2.0",
@@ -1281,6 +1286,7 @@
     "sonix-speech-recognition": "^2.1.1",
     "srt-parser-2": "^1.2.3",
     "ts-jest": "^29.1.0",
+    "ts-morph": "^21.0.1",
     "typeorm": "^0.3.12",
     "typescript": "~5.1.6",
     "vectordb": "^0.1.4",
@@ -1314,8 +1320,8 @@
     "d3-dsv": "^2.0.0",
     "epub2": "^3.0.1",
     "fast-xml-parser": "^4.2.7",
+    "glob": "^10.3.10",
     "google-auth-library": "^8.9.0",
-    "googleapis": "^126.0.1",
     "handlebars": "^4.7.8",
     "html-to-text": "^9.0.5",
     "ignore": "^5.2.0",
@@ -1334,6 +1340,7 @@
     "redis": "^4.6.4",
     "sonix-speech-recognition": "^2.1.1",
     "srt-parser-2": "^1.2.3",
+    "ts-morph": "^21.0.1",
     "typeorm": "^0.3.12",
     "vectordb": "^0.1.4",
     "weaviate-ts-client": "^1.4.0",
@@ -1418,10 +1425,10 @@
     "fast-xml-parser": {
       "optional": true
     },
-    "google-auth-library": {
+    "glob": {
       "optional": true
     },
-    "googleapis": {
+    "google-auth-library": {
       "optional": true
     },
     "handlebars": {
@@ -1478,6 +1485,9 @@
     "srt-parser-2": {
       "optional": true
     },
+    "ts-morph": {
+      "optional": true
+    },
     "typeorm": {
       "optional": true
     },
@@ -1503,7 +1513,7 @@
   "dependencies": {
     "@anthropic-ai/sdk": "^0.9.1",
     "@langchain/community": "~0.0.20",
-    "@langchain/core": "~0.1.16",
+    "@langchain/core": "~0.1.24",
     "@langchain/openai": "~0.0.12",
     "binary-extensions": "^2.2.0",
     "expr-eval": "^2.0.2",
@@ -3950,6 +3960,15 @@
       "import": "./util/time.js",
       "require": "./util/time.cjs"
     },
+    "./util/migrations/0_1": {
+      "types": {
+        "import": "./util/migrations/0_1.d.ts",
+        "require": "./util/migrations/0_1.d.cts",
+        "default": "./util/migrations/0_1.d.ts"
+      },
+      "import": "./util/migrations/0_1.js",
+      "require": "./util/migrations/0_1.cjs"
+    },
     "./experimental/autogpt": {
       "types": {
         "import": "./experimental/autogpt.d.ts",

package/util/migrations/0_1.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/util/migrations/0_0-0_1-migrate-imports.cjs');

package/util/migrations/0_1.d.cts

@@ -0,0 +1 @@
+export * from '../../dist/util/migrations/0_0-0_1-migrate-imports.js'

package/util/migrations/0_1.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/util/migrations/0_0-0_1-migrate-imports.js'

package/util/migrations/0_1.js

@@ -0,0 +1 @@
+export * from '../../dist/util/migrations/0_0-0_1-migrate-imports.js'