langsmith 0.1.24 → 0.1.25

package/dist/client.cjs

@@ -907,8 +907,23 @@ class Client {
             select: select ? select : default_select,
             is_root: isRoot,
         };
+        let runsYielded = 0;
         for await (const runs of this._getCursorPaginatedList("/runs/query", body)) {
-            yield* runs;
+            if (limit) {
+                if (runsYielded >= limit) {
+                    break;
+                }
+                if (runs.length + runsYielded > limit) {
+                    const newRuns = runs.slice(0, limit - runsYielded);
+                    yield* newRuns;
+                    break;
+                }
+                runsYielded += runs.length;
+                yield* runs;
+            }
+            else {
+                yield* runs;
+            }
         }
     }
     async shareRun(runId, { shareId } = {}) {

package/dist/client.js

@@ -880,8 +880,23 @@ export class Client {
             select: select ? select : default_select,
             is_root: isRoot,
         };
+        let runsYielded = 0;
         for await (const runs of this._getCursorPaginatedList("/runs/query", body)) {
-            yield* runs;
+            if (limit) {
+                if (runsYielded >= limit) {
+                    break;
+                }
+                if (runs.length + runsYielded > limit) {
+                    const newRuns = runs.slice(0, limit - runsYielded);
+                    yield* newRuns;
+                    break;
+                }
+                runsYielded += runs.length;
+                yield* runs;
+            }
+            else {
+                yield* runs;
+            }
         }
     }
     async shareRun(runId, { shareId } = {}) {

package/dist/evaluation/_runner.cjs

@@ -377,7 +377,7 @@ class _ExperimentManager {
             try {
                 const options = {
                     reference_example_id: example.id,
-                    project_name: fields.experimentName,
+                    project_name: "evaluators",
                     metadata: {
                         example_version: example.modified_at
                             ? new Date(example.modified_at).toISOString()
@@ -410,7 +410,6 @@ class _ExperimentManager {
         if (maxConcurrency === 0) {
             for await (const currentResults of this.getResults()) {
                 yield this._runEvaluators(evaluators, currentResults, {
-                    experimentName: this.experimentName,
                     client: this.client,
                 });
             }
@@ -422,7 +421,6 @@ class _ExperimentManager {
             const futures = [];
             for await (const currentResults of this.getResults()) {
                 futures.push(caller.call(this._runEvaluators, evaluators, currentResults, {
-                    experimentName: this.experimentName,
                     client: this.client,
                 }));
             }

package/dist/evaluation/_runner.d.ts

@@ -125,7 +125,6 @@ declare class _ExperimentManager {
         maxConcurrency?: number;
     }): AsyncGenerator<_ForwardResults>;
     _runEvaluators(evaluators: Array<RunEvaluator>, currentResults: ExperimentResultRow, fields: {
-        experimentName: string;
         client: Client;
     }): Promise<ExperimentResultRow>;
     /**

package/dist/evaluation/_runner.js

@@ -373,7 +373,7 @@ class _ExperimentManager {
             try {
                 const options = {
                     reference_example_id: example.id,
-                    project_name: fields.experimentName,
+                    project_name: "evaluators",
                     metadata: {
                         example_version: example.modified_at
                             ? new Date(example.modified_at).toISOString()
@@ -406,7 +406,6 @@ class _ExperimentManager {
         if (maxConcurrency === 0) {
             for await (const currentResults of this.getResults()) {
                 yield this._runEvaluators(evaluators, currentResults, {
-                    experimentName: this.experimentName,
                     client: this.client,
                 });
             }
@@ -418,7 +417,6 @@ class _ExperimentManager {
             const futures = [];
             for await (const currentResults of this.getResults()) {
                 futures.push(caller.call(this._runEvaluators, evaluators, currentResults, {
-                    experimentName: this.experimentName,
                     client: this.client,
                 }));
             }

package/dist/evaluation/evaluator.cjs

@@ -59,7 +59,12 @@ class DynamicRunEvaluator {
         if (typeof this.func !== "function") {
             throw new Error("Target must be runnable function");
         }
-        const wrappedTraceableFunc = (0, traceable_js_1.traceable)(this.func, { project_name: "evaluators", name: "evaluator", ...options });
+        const wrappedTraceableFunc = (0, traceable_js_1.traceable)(this.func, {
+            project_name: "evaluators",
+            name: "evaluator",
+            id: sourceRunId,
+            ...options,
+        });
         const result = (await wrappedTraceableFunc(
         // Pass data via `langSmithRunAndExample` key to avoid conflicts with other
         // inputs. This key is extracted in the wrapped function, with `run` and

package/dist/evaluation/evaluator.js

@@ -56,7 +56,12 @@ export class DynamicRunEvaluator {
         if (typeof this.func !== "function") {
             throw new Error("Target must be runnable function");
         }
-        const wrappedTraceableFunc = traceable(this.func, { project_name: "evaluators", name: "evaluator", ...options });
+        const wrappedTraceableFunc = traceable(this.func, {
+            project_name: "evaluators",
+            name: "evaluator",
+            id: sourceRunId,
+            ...options,
+        });
         const result = (await wrappedTraceableFunc(
         // Pass data via `langSmithRunAndExample` key to avoid conflicts with other
         // inputs. This key is extracted in the wrapped function, with `run` and

package/dist/index.cjs

@@ -6,4 +6,4 @@ Object.defineProperty(exports, "Client", { enumerable: true, get: function () {
 var run_trees_js_1 = require("./run_trees.cjs");
 Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () { return run_trees_js_1.RunTree; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.24";
+exports.__version__ = "0.1.25";

package/dist/index.d.ts

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
-export declare const __version__ = "0.1.24";
+export declare const __version__ = "0.1.25";

package/dist/index.js

@@ -1,4 +1,4 @@
 export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.24";
+export const __version__ = "0.1.25";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.24",
+  "version": "0.1.25",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -85,6 +85,7 @@
   },
   "devDependencies": {
     "@babel/preset-env": "^7.22.4",
+    "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",
     "@langchain/core": "^0.1.32",
     "@langchain/langgraph": "^0.0.8",