langsmith 0.1.30 → 0.1.31-rc.0

package/dist/evaluation/_runner.cjs

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.evaluate = void 0;
 const index_js_1 = require("../index.cjs");
+const langchain_js_1 = require("../langchain.cjs");
 const traceable_js_1 = require("../traceable.cjs");
 const _git_js_1 = require("../utils/_git.cjs");
 const _uuid_js_1 = require("../utils/_uuid.cjs");
@@ -368,8 +369,8 @@ class _ExperimentManager {
     }
     // Private methods
     /**
-     * Run the target function on the examples.
-     * @param {TargetNoInvoke} target The target function to evaluate.
+     * Run the target function or runnable on the examples.
+     * @param {TargetT} target The target function or runnable to evaluate.
      * @param options
      * @returns {AsyncGenerator<_ForwardResults>} An async generator of the results.
      */
@@ -614,12 +615,6 @@ class ExperimentResults {
         return this.results.length;
     }
 }
-function convertInvokeToTopLevel(fn) {
-    if ("invoke" in fn) {
-        return fn.invoke.bind(fn);
-    }
-    return fn;
-}
 async function _evaluate(target, fields) {
     const client = fields.client ?? new index_js_1.Client();
     const runs = _isCallable(target) ? null : target;
@@ -634,7 +629,9 @@ async function _evaluate(target, fields) {
         numRepetitions: fields.numRepetitions ?? 1,
     }).start();
     if (_isCallable(target)) {
-        manager = await manager.withPredictions(convertInvokeToTopLevel(target), { maxConcurrency: fields.maxConcurrency });
+        manager = await manager.withPredictions(target, {
+            maxConcurrency: fields.maxConcurrency,
+        });
     }
     if (fields.evaluators) {
         manager = await manager.withEvaluators(fields.evaluators, {
@@ -665,11 +662,14 @@ async function _forward(fn, example, experimentName, metadata, client) {
                 : new Date(example.created_at).toISOString(),
         },
         client,
-    };
-    const wrappedFn = (0, traceable_js_1.traceable)(fn, {
-        ...options,
         tracingEnabled: true,
-    });
+    };
+    const wrappedFn = "invoke" in fn
+        ? (0, traceable_js_1.traceable)(async (inputs) => {
+            const callbacks = await (0, langchain_js_1.getLangchainCallbacks)();
+            return fn.invoke(inputs, { callbacks });
+        }, options)
+        : (0, traceable_js_1.traceable)(fn, options);
     try {
         await wrappedFn(example.inputs);
     }

package/dist/evaluation/_runner.d.ts

@@ -6,7 +6,6 @@ type TargetT<TInput = any, TOutput = KVMap> = ((input: TInput, config?: KVMap) =
 } | {
     invoke: (input: TInput, config?: KVMap) => Promise<TOutput>;
 };
-type TargetNoInvoke<TInput = any, TOutput = KVMap> = ((input: TInput, config?: KVMap) => Promise<TOutput>) | ((input: TInput, config?: KVMap) => TOutput);
 type DataT = string | AsyncIterable<Example> | Example[];
 type SummaryEvaluatorT = ((runs: Array<Run>, examples: Array<Example>) => Promise<EvaluationResult | EvaluationResults>) | ((runs: Array<Run>, examples: Array<Example>) => EvaluationResult | EvaluationResults);
 type EvaluatorT = RunEvaluator | ((run: Run, example?: Example) => EvaluationResult) | ((run: Run, example?: Example) => Promise<EvaluationResult>);
@@ -114,7 +113,7 @@ declare class _ExperimentManager {
     _getProject(firstExample: Example): Promise<TracerSession>;
     protected _printExperimentStart(): Promise<void>;
     start(): Promise<_ExperimentManager>;
-    withPredictions(target: TargetNoInvoke, options?: {
+    withPredictions(target: TargetT, options?: {
         maxConcurrency?: number;
     }): Promise<_ExperimentManager>;
     withEvaluators(evaluators: Array<EvaluatorT | RunEvaluator>, options?: {
@@ -124,12 +123,12 @@ declare class _ExperimentManager {
     getResults(): AsyncGenerator<ExperimentResultRow>;
     getSummaryScores(): Promise<EvaluationResults>;
     /**
-     * Run the target function on the examples.
-     * @param {TargetNoInvoke} target The target function to evaluate.
+     * Run the target function or runnable on the examples.
+     * @param {TargetT} target The target function or runnable to evaluate.
      * @param options
      * @returns {AsyncGenerator<_ForwardResults>} An async generator of the results.
      */
-    _predict(target: TargetNoInvoke, options?: {
+    _predict(target: TargetT, options?: {
         maxConcurrency?: number;
     }): AsyncGenerator<_ForwardResults>;
     _runEvaluators(evaluators: Array<RunEvaluator>, currentResults: ExperimentResultRow, fields: {

package/dist/evaluation/_runner.js

@@ -1,4 +1,5 @@
 import { Client } from "../index.js";
+import { getLangchainCallbacks } from "../langchain.js";
 import { traceable } from "../traceable.js";
 import { getDefaultRevisionId, getGitInfo } from "../utils/_git.js";
 import { assertUuid } from "../utils/_uuid.js";
@@ -364,8 +365,8 @@ class _ExperimentManager {
     }
     // Private methods
     /**
-     * Run the target function on the examples.
-     * @param {TargetNoInvoke} target The target function to evaluate.
+     * Run the target function or runnable on the examples.
+     * @param {TargetT} target The target function or runnable to evaluate.
      * @param options
      * @returns {AsyncGenerator<_ForwardResults>} An async generator of the results.
      */
@@ -610,12 +611,6 @@ class ExperimentResults {
         return this.results.length;
     }
 }
-function convertInvokeToTopLevel(fn) {
-    if ("invoke" in fn) {
-        return fn.invoke.bind(fn);
-    }
-    return fn;
-}
 async function _evaluate(target, fields) {
     const client = fields.client ?? new Client();
     const runs = _isCallable(target) ? null : target;
@@ -630,7 +625,9 @@ async function _evaluate(target, fields) {
         numRepetitions: fields.numRepetitions ?? 1,
     }).start();
     if (_isCallable(target)) {
-        manager = await manager.withPredictions(convertInvokeToTopLevel(target), { maxConcurrency: fields.maxConcurrency });
+        manager = await manager.withPredictions(target, {
+            maxConcurrency: fields.maxConcurrency,
+        });
     }
     if (fields.evaluators) {
         manager = await manager.withEvaluators(fields.evaluators, {
@@ -661,11 +658,14 @@ async function _forward(fn, example, experimentName, metadata, client) {
                 : new Date(example.created_at).toISOString(),
         },
         client,
-    };
-    const wrappedFn = traceable(fn, {
-        ...options,
         tracingEnabled: true,
-    });
+    };
+    const wrappedFn = "invoke" in fn
+        ? traceable(async (inputs) => {
+            const callbacks = await getLangchainCallbacks();
+            return fn.invoke(inputs, { callbacks });
+        }, options)
+        : traceable(fn, options);
     try {
         await wrappedFn(example.inputs);
     }

package/dist/index.cjs

@@ -6,4 +6,4 @@ Object.defineProperty(exports, "Client", { enumerable: true, get: function () {
 var run_trees_js_1 = require("./run_trees.cjs");
 Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () { return run_trees_js_1.RunTree; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.30";
+exports.__version__ = "0.1.31";

package/dist/index.d.ts

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
-export declare const __version__ = "0.1.30";
+export declare const __version__ = "0.1.31";

package/dist/index.js

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.30";
+export const __version__ = "0.1.31";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.30",
+  "version": "0.1.31-rc.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [