@evo-hq/evo-agent 0.2.2 → 0.3.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@evo-hq/evo-agent",
-  "version": "0.2.2",
+  "version": "0.3.0",
   "description": "Lightweight reporting SDK for evo experiments. Zero dependencies.",
   "type": "module",
   "publishConfig": {

package/src/backend.js

@@ -1,5 +1,11 @@
-import { writeFileSync, mkdirSync } from "node:fs";
-import { join } from "node:path";
+import {
+  writeFileSync,
+  mkdirSync,
+  openSync,
+  closeSync,
+  renameSync,
+} from "node:fs";
+import { dirname, join } from "node:path";
 
 export class LocalBackend {
   setup({ tracesDir, experimentId } = {}) {
@@ -17,7 +23,29 @@ export class LocalBackend {
   }
 
   emitResult(result) {
-    process.stdout.write(JSON.stringify(result, null, 2) + "\n");
+    const payload = JSON.stringify(result, null, 2);
+    const resultPath = process.env.EVO_RESULT_PATH;
+    if (!resultPath) {
+      process.stdout.write(payload + "\n");
+      return;
+    }
+    mkdirSync(dirname(resultPath), { recursive: true });
+    // Claim destination + tmp+rename: duplicate writers fail-fast on the
+    // 'wx' (O_EXCL) claim; a crash mid-publish leaves an empty file at
+    // resultPath (caught by load_result) instead of a partial write.
+    try {
+      closeSync(openSync(resultPath, "wx"));
+    } catch (e) {
+      if (e.code === "EEXIST") {
+        throw new Error(
+          `${resultPath} already exists; only one Run.finish() / writeResult() per attempt`
+        );
+      }
+      throw e;
+    }
+    const tmp = resultPath + ".tmp";
+    writeFileSync(tmp, payload, "utf-8");
+    renameSync(tmp, resultPath);
   }
 
   emitGateSummary({ passed, lines }) {

package/src/run.js

@@ -30,6 +30,7 @@ export class Run {
       experimentId: this._experimentId,
     });
     this._tasks = {};
+    this._taskMeta = {};
     this._taskStarted = {};
     this._logs = {};
     this._startedAt = utcNow();
@@ -57,15 +58,21 @@ export class Run {
       startedAt,
       endedAt,
       artifacts,
+      direction,
       ...extra
     } = opts;
 
+    if (direction !== undefined && direction !== "max" && direction !== "min") {
+      throw new Error(`direction must be 'max' or 'min', got ${JSON.stringify(direction)}`);
+    }
+
     const trace = {
       experiment_id: this._experimentId,
       task_id: taskId,
       status: status ?? (score >= passThreshold ? "passed" : "failed"),
       score,
     };
+    if (direction !== undefined) trace.direction = direction;
     if (summary !== undefined) trace.summary = summary;
     if (failureReason !== undefined) trace.failure_reason = failureReason;
     if (cost !== undefined) trace.cost = cost;
@@ -75,6 +82,7 @@ export class Run {
     Object.assign(trace, extra);
 
     this._tasks[taskId] = score;
+    if (direction !== undefined) this._taskMeta[taskId] = { direction };
     if (this._logs[taskId]?.length) trace.log = [...this._logs[taskId]];
 
     this._backend.writeTrace(trace);
@@ -97,6 +105,11 @@ export class Run {
       started_at: this._startedAt,
       ended_at: utcNow(),
     };
+    if (Object.keys(this._taskMeta).length > 0) {
+      result.tasks_meta = Object.fromEntries(
+        Object.entries(this._taskMeta).map(([k, v]) => [k, { ...v }])
+      );
+    }
     this._backend.emitResult(result);
     return result;
   }