@velum-labs/routekit-eval-setup 1.0.26 → 1.1.0

package/dist/test/project-v2.test.js

@@ -0,0 +1,99 @@
+import assert from "node:assert/strict";
+import { mkdtemp, readFile, rm, stat } from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+import { after, test } from "node:test";
+import { layer as NodeServicesLayer } from "@effect/platform-node/NodeServices";
+import { Effect } from "effect";
+import { EVAL_PROJECT_VERSION } from "../project-contracts.js";
+import { makeFileEvalProjectStore } from "../project-store.js";
+const roots = [];
+after(async () => Promise.all(roots.map((root) => rm(root, { recursive: true, force: true }))));
+const configuration = {
+    workloadDescription: "RouteKit repository changes",
+    candidateModels: ["openai/a", "openai/b"],
+    classifierModel: "openai/classifier",
+    authorModel: "openai/author",
+    judgeModel: "openai/judge",
+    objective: { kind: "highest-quality" },
+    maximumUnknownWeight: 0.3
+};
+function generationReadyState(root) {
+    const digest = (value) => value.repeat(64);
+    return {
+        version: 2,
+        projectId: "classification-v3-project",
+        revision: 0,
+        createdAt: "2026-08-23T00:00:00.000Z",
+        updatedAt: "2026-08-23T00:00:00.000Z",
+        sourceInventory: ["README.md"],
+        configuration,
+        stage: "basis-generation-ready",
+        snapshot: {
+            repositoryRootDigest: digest("1"),
+            requestedRef: "HEAD",
+            commit: digest("2"),
+            tree: digest("3"),
+            repositoryDigest: digest("4"),
+            capturedAt: "2026-08-23T00:00:00.000Z",
+            dirty: false,
+            sourceInventoryDigest: digest("5")
+        },
+        split: {
+            version: 1,
+            splitDigest: digest("6"),
+            construction: [],
+            validation: [],
+            final: [],
+            provisional: true,
+            warnings: ["validation cohort contains fewer than 12 tasks"]
+        },
+        generationPlan: {
+            version: 1,
+            planDigest: digest("7"),
+            repositoryDigest: digest("4"),
+            splitDigest: digest("6"),
+            authorModel: configuration.authorModel,
+            recipes: [],
+            plannedPrimaryCalls: 0,
+            maximumAttempts: 0,
+            requiredTotalInputTokens: 0,
+            requiredTotalOutputTokens: 0
+        },
+        generationLedger: {
+            version: 1,
+            planDigest: digest("7"),
+            ledgerDigest: digest("8"),
+            jobs: []
+        }
+    };
+}
+test("project store persists V2 documents without converting legacy V1 state", async () => {
+    const root = await mkdtemp(path.join(os.tmpdir(), "routekit-eval-project-v2-"));
+    roots.push(root);
+    await Effect.runPromise(Effect.gen(function* () {
+        const store = yield* makeFileEvalProjectStore;
+        const v2 = generationReadyState(root);
+        yield* store.saveDocument(root, v2);
+        assert.deepEqual(yield* store.loadDocument(root), v2);
+        const legacyRead = yield* Effect.exit(store.load(root));
+        assert.equal(legacyRead._tag, "Failure");
+        const v1 = {
+            version: EVAL_PROJECT_VERSION,
+            projectId: "legacy-project",
+            revision: 0,
+            createdAt: "2026-08-23T00:00:00.000Z",
+            updatedAt: "2026-08-23T00:00:00.000Z",
+            sourceInventory: [],
+            stage: "setup-required",
+            progress: { _tag: "WorkloadDescriptionRequired" }
+        };
+        yield* store.save(root, v1);
+        assert.deepEqual(yield* store.load(root), v1);
+        assert.deepEqual(yield* store.loadDocument(root), v1);
+    }).pipe(Effect.provide(NodeServicesLayer)));
+    const projectPath = path.join(root, ".routekit", "evals", "project.json");
+    assert.equal(JSON.parse(await readFile(projectPath, "utf8"))
+        .version, 1);
+    assert.equal((await stat(projectPath)).mode & 0o777, 0o600);
+});

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@velum-labs/routekit-eval-setup",
   "private": false,
-  "version": "1.0.26",
+  "version": "1.1.0",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/velum-labs/routekit.git",
@@ -32,8 +32,9 @@
   },
   "dependencies": {
     "effect": "4.0.0-rc.108",
-    "@velum-labs/routekit-eval-contracts": "1.0.26",
-    "@velum-labs/routekit-runtime": "1.0.26"
+    "@velum-labs/routekit-eval-contracts": "1.1.0",
+    "@velum-labs/routekit-eval-core": "1.1.0",
+    "@velum-labs/routekit-runtime": "1.1.0"
   },
   "keywords": [
     "routekit",