langsmith 0.5.19 → 0.6.0

package/dist/evaluation/_runner.cjs

@@ -13,7 +13,7 @@ const env_js_1 = require("../utils/env.cjs");
 const error_js_1 = require("../utils/error.cjs");
 const _random_name_js_1 = require("./_random_name.cjs");
 const evaluator_js_1 = require("./evaluator.cjs");
-const uuid_1 = require("uuid");
+const index_js_2 = require("../utils/uuid/src/index.cjs");
 const evaluate_comparative_js_1 = require("./evaluate_comparative.cjs");
 const p_queue_js_1 = require("../utils/p-queue.cjs");
 // Implementation signature
@@ -202,7 +202,7 @@ class _ExperimentManager {
             this._experimentName = (0, _random_name_js_1.randomName)();
         }
         else if (typeof args.experiment === "string") {
-            this._experimentName = `${args.experiment}-${(0, uuid_1.v4)().slice(0, 8)}`;
+            this._experimentName = `${args.experiment}-${(0, index_js_2.v4)().slice(0, 8)}`;
         }
         else {
             if (!args.experiment.name) {
@@ -276,7 +276,7 @@ class _ExperimentManager {
             catch (e) {
                 // Naming collision
                 if (e?.name === "LangSmithConflictError") {
-                    const ent = (0, uuid_1.v4)().slice(0, 6);
+                    const ent = (0, index_js_2.v4)().slice(0, 6);
                     this._experimentName = `${originalExperimentName}-${ent}`;
                 }
                 else {
@@ -726,10 +726,7 @@ async function _evaluate(target, fields) {
     const standardFields = fields;
     const [experiment_, newRuns] = await _resolveExperiment(fields.experiment ?? null, runs, client);
     let manager = await new _ExperimentManager({
-        data: Array.isArray(standardFields.data) ? undefined : standardFields.data,
-        examples: Array.isArray(standardFields.data)
-            ? standardFields.data
-            : undefined,
+        data: standardFields.data,
         client,
         metadata: fields.metadata,
         experiment: experiment_ ?? fields.experimentPrefix,

package/dist/evaluation/_runner.js

@@ -7,7 +7,7 @@ import { getLangSmithEnvVarsMetadata } from "../utils/env.js";
 import { printErrorStackTrace } from "../utils/error.js";
 import { randomName } from "./_random_name.js";
 import { runEvaluator, } from "./evaluator.js";
-import { v4 as uuidv4 } from "uuid";
+import { v4 as uuidv4 } from "../utils/uuid/src/index.js";
 import { evaluateComparative, } from "./evaluate_comparative.js";
 import { PQueue } from "../utils/p-queue.js";
 // Implementation signature
@@ -719,10 +719,7 @@ async function _evaluate(target, fields) {
     const standardFields = fields;
     const [experiment_, newRuns] = await _resolveExperiment(fields.experiment ?? null, runs, client);
     let manager = await new _ExperimentManager({
-        data: Array.isArray(standardFields.data) ? undefined : standardFields.data,
-        examples: Array.isArray(standardFields.data)
-            ? standardFields.data
-            : undefined,
+        data: standardFields.data,
         client,
         metadata: fields.metadata,
         experiment: experiment_ ?? fields.experimentPrefix,

package/dist/evaluation/evaluate_comparative.cjs

@@ -4,22 +4,22 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.evaluateComparative = evaluateComparative;
-const uuid_1 = require("uuid");
-const index_js_1 = require("../index.cjs");
+const index_js_1 = require("../utils/uuid/src/index.cjs");
+const index_js_2 = require("../index.cjs");
 const shuffle_js_1 = require("../utils/shuffle.cjs");
 const async_caller_js_1 = require("../utils/async_caller.cjs");
-const index_js_2 = __importDefault(require("../utils/p-retry/index.cjs"));
+const index_js_3 = __importDefault(require("../utils/p-retry/index.cjs"));
 const traceable_js_1 = require("../traceable.cjs");
 function isExperimentResultsList(value) {
     return value.some((x) => typeof x !== "string");
 }
 async function loadExperiment(client, experiment) {
     const value = typeof experiment === "string" ? experiment : experiment.experimentName;
-    return client.readProject((0, uuid_1.validate)(value) ? { projectId: value } : { projectName: value });
+    return client.readProject((0, index_js_1.validate)(value) ? { projectId: value } : { projectName: value });
 }
 async function loadTraces(client, experiment, options) {
     const executionOrder = options.loadNested ? undefined : 1;
-    const runs = await client.listRuns((0, uuid_1.validate)(experiment)
+    const runs = await client.listRuns((0, index_js_1.validate)(experiment)
         ? { projectId: experiment, executionOrder }
         : { projectName: experiment, executionOrder });
     const treeMap = {};
@@ -56,7 +56,7 @@ async function evaluateComparative(experiments, options) {
     if (options.maxConcurrency && options.maxConcurrency < 0) {
         throw new Error("maxConcurrency must be a positive number.");
     }
-    const client = options.client ?? new index_js_1.Client();
+    const client = options.client ?? new index_js_2.Client();
     const resolvedExperiments = await Promise.all(experiments);
     const projects = await (() => {
         if (!isExperimentResultsList(resolvedExperiments)) {
@@ -64,7 +64,7 @@ async function evaluateComparative(experiments, options) {
         }
         // if we know the number of runs beforehand, check if the
         // number of runs in the project matches the expected number of runs
-        return Promise.all(resolvedExperiments.map((experiment) => (0, index_js_2.default)(async () => {
+        return Promise.all(resolvedExperiments.map((experiment) => (0, index_js_3.default)(async () => {
             const project = await loadExperiment(client, experiment);
             if (project.run_count !== experiment?.results.length) {
                 throw new Error("Experiment is missing runs. Retrying.");
@@ -83,16 +83,16 @@ async function evaluateComparative(experiments, options) {
         console.warn("Detected multiple dataset versions used by experiments, which may lead to inaccurate results.");
     }
     const datasetVersion = projects.at(0)?.extra?.metadata?.dataset_version;
-    const id = (0, uuid_1.v4)();
+    const id = (0, index_js_1.v4)();
     const experimentName = (() => {
         if (!options.experimentPrefix) {
             const names = projects
                 .map((p) => p.name)
                 .filter(Boolean)
                 .join(" vs. ");
-            return `${names}-${(0, uuid_1.v4)().slice(0, 4)}`;
+            return `${names}-${(0, index_js_1.v4)().slice(0, 4)}`;
         }
-        return `${options.experimentPrefix}-${(0, uuid_1.v4)().slice(0, 4)}`;
+        return `${options.experimentPrefix}-${(0, index_js_1.v4)().slice(0, 4)}`;
     })();
     // TODO: add URL to the comparative experiment
     console.log(`Starting pairwise evaluation of: ${experimentName}`);

package/dist/evaluation/evaluate_comparative.js

@@ -1,4 +1,4 @@
-import { v4 as uuid4, validate } from "uuid";
+import { v4 as uuid4, validate } from "../utils/uuid/src/index.js";
 import { Client } from "../index.js";
 import { shuffle } from "../utils/shuffle.js";
 import { AsyncCaller } from "../utils/async_caller.js";

package/dist/evaluation/evaluator.cjs

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DynamicRunEvaluator = void 0;
 exports.runEvaluator = runEvaluator;
-const uuid_1 = require("uuid");
+const index_js_1 = require("../utils/uuid/src/index.cjs");
 const traceable_js_1 = require("../traceable.cjs");
 /**
  * Wraps an evaluator function + implements the RunEvaluator interface.
@@ -67,7 +67,7 @@ class DynamicRunEvaluator {
      * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example, options) {
-        let sourceRunId = (0, uuid_1.v7)();
+        let sourceRunId = (0, index_js_1.v7)();
         const metadata = {
             targetRunId: run.id,
         };

package/dist/evaluation/evaluator.js

@@ -1,4 +1,4 @@
-import { v7 as uuidv7 } from "uuid";
+import { v7 as uuidv7 } from "../utils/uuid/src/index.js";
 import { traceable } from "../traceable.js";
 /**
  * Wraps an evaluator function + implements the RunEvaluator interface.