@m4trix/evals 0.28.0 → 0.30.0

package/dist/cli.js

@@ -1704,8 +1704,11 @@ function processOneEvaluation(task, unit, totalEvaluations, publishEvent, persis
               output,
               meta: {
                 triggerId: task.triggerId,
+                triggerTimestamp: task.triggerTimestamp,
                 runId: evaluatorRunId,
                 datasetName: task.dataset.getDisplayLabel(),
+                testCaseId: testCaseItem.id,
+                testCaseName: getTestCaseDisplayLabel(testCaseItem.testCase),
                 repetitionId,
                 repetitionIndex,
                 repetitionCount,
@@ -2182,6 +2185,7 @@ var EffectRunner = class {
     const globalConcurrency = Math.max(1, request.globalConcurrency);
     const sem = Effect.unsafeMakeSemaphore(globalConcurrency);
     const triggerId = request.triggerId ?? `trg-${randomUUID()}`;
+    const triggerTimestamp = request.triggerTimestamp ?? Date.now();
     const snapshots = [];
     for (const job of request.jobs) {
       snapshots.push(
@@ -2189,6 +2193,7 @@ var EffectRunner = class {
           datasetId: job.datasetId,
           evaluatorIds: job.evaluatorIds,
           triggerId,
+          triggerTimestamp,
           maxConcurrency: this.config.maxConcurrency ?? 1,
           globalEvaluationSemaphore: sem,
           runConfigName: job.runConfigName,
@@ -2226,6 +2231,7 @@ var EffectRunner = class {
       datasetId: request.datasetId,
       evaluatorIds: request.evaluatorIds,
       triggerId: request.triggerId,
+      triggerTimestamp: request.triggerTimestamp ?? Date.now(),
       maxConcurrency: request.concurrency ?? this.config.maxConcurrency ?? 1,
       repetitions: request.repetitions,
       runConfigName,
@@ -2253,6 +2259,7 @@ var EffectRunner = class {
     const totalEvaluations = selectedTestCases.length * repetitions;
     const runConfigTags = [...params.runConfigTags ?? []];
     const triggerId = params.triggerId ?? `trg-${randomUUID()}`;
+    const triggerTimestamp = params.triggerTimestamp ?? Date.now();
     const runId = `run-${randomUUID()}`;
     const artifactPath = createArtifactPath(this.config.artifactDirectory, params.datasetId, runId);
     const snapshot = {
@@ -2296,6 +2303,7 @@ var EffectRunner = class {
       Queue.offer(this.runQueue, {
         runId,
         triggerId,
+        triggerTimestamp,
         datasetId: params.datasetId,
         dataset: dataset.dataset,
         evaluators: selectedEvaluators,
@@ -3074,7 +3082,8 @@ function EvalsCliApp({ data, args, runner }) {
       void runner.runDatasetWith({
         datasetId: selectedDataset.id,
         evaluatorIds: clampedState.selectedEvaluatorIds,
-        ...PROGRAMMATIC_RUN_CONFIG
+        ...PROGRAMMATIC_RUN_CONFIG,
+        triggerTimestamp: Date.now()
       }).then((snapshot) => {
         setRuntimeMessage(
           `Started ${snapshot.runId} on ${selectedDataset.name} (${snapshot.totalTestCases} cases).`