langchain 0.1.6 → 0.1.8

package/dist/smith/runner_utils.js

@@ -1,11 +1,41 @@
 import { mapStoredMessagesToChatMessages } from "@langchain/core/messages";
-import { Runnable, RunnableLambda } from "@langchain/core/runnables";
+import { Runnable, RunnableLambda, } from "@langchain/core/runnables";
 import { RunCollectorCallbackHandler } from "@langchain/core/tracers/run_collector";
 import { LangChainTracer } from "@langchain/core/tracers/tracer_langchain";
 import { Client } from "langsmith";
 import { loadEvaluator } from "../evaluation/loader.js";
 import { randomName } from "./name_generation.js";
 import { ProgressBar } from "./progress.js";
+class RunIdExtractor {
+    constructor() {
+        Object.defineProperty(this, "runIdPromiseResolver", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "runIdPromise", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "handleChainStart", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: (_chain, _inputs, runId) => {
+                this.runIdPromiseResolver(runId);
+            }
+        });
+        this.runIdPromise = new Promise((extract) => {
+            this.runIdPromiseResolver = extract;
+        });
+    }
+    async extract() {
+        return this.runIdPromise;
+    }
+}
 /**
  * Wraps an evaluator function + implements the RunEvaluator interface.
  */
@@ -23,12 +53,27 @@ class DynamicRunEvaluator {
      * Evaluates a run with an optional example and returns the evaluation result.
      * @param run The run to evaluate.
      * @param example The optional example to use for evaluation.
-     * @returns A promise that resolves to the evaluation result.
+     * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example) {
-        return await this.evaluator.invoke({ run, example });
+        const extractor = new RunIdExtractor();
+        const result = await this.evaluator.invoke({
+            run,
+            example,
+            input: run.inputs,
+            prediction: run.outputs,
+            reference: example?.outputs,
+        }, {
+            callbacks: [extractor],
+        });
+        const runId = await extractor.extract();
+        return {
+            sourceRunId: runId,
+            ...result,
+        };
     }
 }
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
 function isLLMStringEvaluator(evaluator) {
     return evaluator && typeof evaluator.evaluateStrings === "function";
 }
@@ -88,7 +133,7 @@ class PreparedRunEvaluator {
      * Evaluates a run with an optional example and returns the evaluation result.
      * @param run The run to evaluate.
      * @param example The optional example to use for evaluation.
-     * @returns A promise that resolves to the evaluation result.
+     * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example) {
         const { prediction, input, reference } = this.formatEvaluatorInputs({
@@ -97,15 +142,20 @@ class PreparedRunEvaluator {
             rawReferenceOutput: example?.outputs,
             run,
         });
+        const extractor = new RunIdExtractor();
         if (this.isStringEvaluator) {
             const evalResult = await this.evaluator.evaluateStrings({
                 prediction: prediction,
                 reference: reference,
                 input: input,
+            }, {
+                callbacks: [extractor],
             });
+            const runId = await extractor.extract();
             return {
                 key: this.evaluationName,
                 comment: evalResult?.reasoning,
+                sourceRunId: runId,
                 ...evalResult,
             };
         }
@@ -251,7 +301,7 @@ const getExamplesInputs = (examples, chainOrFactory, dataType) => {
  * for evaluation.
  *
  * @param options - (Optional) Additional parameters for the evaluation process:
- *   - `evaluation` (RunEvalConfig): Configuration for the evaluation, including
+ *   - `evaluationConfig` (RunEvalConfig): Configuration for the evaluation, including
  *     standard and custom evaluators.
  *   - `projectName` (string): Name of the project for logging and tracking.
  *   - `projectMetadata` (Record<string, unknown>): Additional metadata for the project.
@@ -270,10 +320,10 @@ const getExamplesInputs = (examples, chainOrFactory, dataType) => {
  *   const datasetName = 'example-dataset';
  *   const client = new Client(/* ...config... *\//);
  *
- *   const evaluationConfig = new RunEvalConfig({
+ *   const evaluationConfig = {
  *     evaluators: [/* ...evaluators... *\//],
  *     customEvaluators: [/* ...custom evaluators... *\//],
- *   });
+ *   };
  *
  *   const results = await runOnDataset(chain, datasetName, {
  *     evaluationConfig,

package/indexes.cjs

@@ -0,0 +1 @@
+module.exports = require('./dist/indexes/index.cjs');

package/indexes.d.ts

@@ -0,0 +1 @@
+export * from './dist/indexes/index.js'

package/indexes.js

@@ -0,0 +1 @@
+export * from './dist/indexes/index.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.1.6",
+  "version": "0.1.8",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -73,6 +73,9 @@
     "tools/calculator.cjs",
     "tools/calculator.js",
     "tools/calculator.d.ts",
+    "tools/chain.cjs",
+    "tools/chain.js",
+    "tools/chain.d.ts",
     "tools/connery.cjs",
     "tools/connery.js",
     "tools/connery.d.ts",
@@ -874,9 +877,9 @@
     "runnables/remote.cjs",
     "runnables/remote.js",
     "runnables/remote.d.ts",
-    "index.cjs",
-    "index.js",
-    "index.d.ts"
+    "indexes.cjs",
+    "indexes.js",
+    "indexes.d.ts"
   ],
   "repository": {
     "type": "git",
@@ -886,23 +889,26 @@
     "build": "yarn run build:deps && yarn clean && yarn build:esm && yarn build:cjs && yarn build:scripts",
     "build:deps": "yarn run turbo:command build --filter=@langchain/core --filter=@langchain/anthropic --filter=@langchain/openai --filter=@langchain/community --concurrency=1",
     "build:esm": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist/ && rimraf dist/tests dist/**/tests",
-    "build:cjs": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist-cjs/ -p tsconfig.cjs.json && node scripts/move-cjs-to-dist.js && rimraf dist-cjs",
-    "build:watch": "node scripts/create-entrypoints.js && tsc --outDir dist/ --watch",
-    "build:scripts": "node scripts/create-entrypoints.js && node scripts/check-tree-shaking.js",
+    "build:cjs": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist-cjs/ -p tsconfig.cjs.json && yarn move-cjs-to-dist && rimraf dist-cjs",
+    "build:watch": "yarn create-entrypoints && tsc --outDir dist/ --watch",
+    "build:scripts": "yarn create-entrypoints && yarn check-tree-shaking",
     "lint:eslint": "NODE_OPTIONS=--max-old-space-size=4096 eslint --cache --ext .ts,.js src/",
     "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
     "lint:fix": "yarn lint:eslint --fix && yarn lint:dpdm",
     "precommit": "lint-staged",
-    "clean": "rimraf .turbo/ dist/ && NODE_OPTIONS=--max-old-space-size=4096 node scripts/create-entrypoints.js pre",
+    "clean": "rimraf .turbo/ dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn create-entrypoints -- --pre --gen-maps",
     "prepack": "yarn build",
     "release": "release-it --only-version --config .release-it.json",
     "test": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
     "test:watch": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",
     "test:integration": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --testPathPattern=\\.int\\.test.ts --testTimeout 100000 --maxWorkers=50%",
     "test:single": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules yarn run jest --config jest.config.cjs --testTimeout 100000",
-    "format": "prettier --config .prettierrc --write \"src\" \"scripts\"",
-    "format:check": "prettier --config .prettierrc --check \"src\" \"scripts\""
+    "format": "prettier --config .prettierrc --write \"src\"",
+    "format:check": "prettier --config .prettierrc --check \"src\"",
+    "move-cjs-to-dist": "yarn lc-build --config ./langchain.config.js --move-cjs-dist",
+    "create-entrypoints": "yarn lc-build --config ./langchain.config.js --create-entrypoints",
+    "check-tree-shaking": "yarn lc-build --config ./langchain.config.js --tree-shaking"
   },
   "author": "LangChain",
   "license": "MIT",
@@ -920,6 +926,7 @@
     "@google-ai/generativelanguage": "^0.2.1",
     "@google-cloud/storage": "^6.10.1",
     "@jest/globals": "^29.5.0",
+    "@langchain/scripts": "^0.0.2",
     "@notionhq/client": "^2.2.10",
     "@pinecone-database/pinecone": "^1.1.0",
     "@supabase/supabase-js": "^2.10.0",
@@ -1205,7 +1212,7 @@
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.9.1",
-    "@langchain/community": "~0.0.17",
+    "@langchain/community": "~0.0.20",
     "@langchain/core": "~0.1.16",
     "@langchain/openai": "~0.0.12",
     "binary-extensions": "^2.2.0",
@@ -1346,6 +1353,11 @@
       "import": "./tools/calculator.js",
       "require": "./tools/calculator.cjs"
     },
+    "./tools/chain": {
+      "types": "./tools/chain.d.ts",
+      "import": "./tools/chain.js",
+      "require": "./tools/chain.cjs"
+    },
     "./tools/connery": {
       "types": "./tools/connery.d.ts",
       "import": "./tools/connery.js",
@@ -2681,6 +2693,11 @@
       "import": "./runnables/remote.js",
       "require": "./runnables/remote.cjs"
     },
+    "./indexes": {
+      "types": "./indexes.d.ts",
+      "import": "./indexes.js",
+      "require": "./indexes.cjs"
+    },
     "./package.json": "./package.json"
   }
 }

package/tools/chain.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/tools/chain.cjs');

package/tools/chain.d.ts

@@ -0,0 +1 @@
+export * from '../dist/tools/chain.js'

package/tools/chain.js

@@ -0,0 +1 @@
+export * from '../dist/tools/chain.js'

package/index.cjs

@@ -1 +0,0 @@
-module.exports = require('./dist/index.cjs');

package/index.d.ts

@@ -1 +0,0 @@
-export * from './dist/index.js'

package/index.js

@@ -1 +0,0 @@
-export * from './dist/index.js'