@velum-labs/routekit-eval-setup 1.0.23 → 1.0.24

package/dist/project-artifacts.js

@@ -30,16 +30,8 @@ for (const model of manifest.candidateModels) {
         ? testCase.prompt
         : [testCase.prompt, "", "Reference material:", "-----", testCase.context, "-----"].join("\\n");
       const run = await candidate.run({ prompt, caseId: testCase.id });
-      let candidateCompletionError: unknown;
-      try {
-        run.toComplete();
-      } catch (error) {
-        candidateCompletionError = error;
-      }
       await judge.autoEvals({ criteria: testCase.rubric, prompt, run });
-      if (candidateCompletionError !== undefined) {
-        throw candidateCompletionError;
-      }
+      run.toComplete();
     });
   }
 }

package/dist/test/project-workflow.test.js

@@ -310,10 +310,9 @@ test("reviewed artifacts are digest-bound and produce an immutable exact-call pl
     const generatedSuite = await readFile(path.join(root, ".routekit", "evals", "plans", result.plan.planId, "dimensions", firstDimension.id, `${firstDimension.id}.eval.ts`), "utf8");
     const completionAssertion = generatedSuite.indexOf("run.toComplete();");
     const judgeCall = generatedSuite.indexOf("await judge.autoEvals");
-    const completionRethrow = generatedSuite.indexOf("throw candidateCompletionError;");
+    assert.ok(judgeCall >= 0);
     assert.ok(completionAssertion >= 0);
-    assert.ok(judgeCall > completionAssertion);
-    assert.ok(completionRethrow > judgeCall);
+    assert.ok(completionAssertion > judgeCall);
     for (const dimension of reviewedDimensions) {
         assert.equal((await stat(path.join(root, ".routekit", "evals", "dimensions", dimension.id, "suite.json")))
             .mode & 0o777, 0o600);
@@ -657,11 +656,10 @@ await judge.autoEvals({ criteria: testCase.rubric, prompt, run });
     for (const suite of [dimensionSuite, compositionSuite]) {
         const completionAssertion = suite.indexOf("run.toComplete();");
         const judgeCall = suite.indexOf("await judge.autoEvals");
-        const completionRethrow = suite.indexOf("throw candidateCompletionError;");
         assert.doesNotMatch(suite, /generated by RouteKit 1\.0\.21/u);
+        assert.ok(judgeCall >= 0);
         assert.ok(completionAssertion >= 0);
-        assert.ok(judgeCall > completionAssertion);
-        assert.ok(completionRethrow > judgeCall);
+        assert.ok(completionAssertion > judgeCall);
     }
     assert.equal(dimensionManifestAfter, dimensionManifestBefore);
     assert.equal(compositionManifestAfter, compositionManifestBefore);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@velum-labs/routekit-eval-setup",
   "private": false,
-  "version": "1.0.23",
+  "version": "1.0.24",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/velum-labs/routekit.git",
@@ -32,8 +32,8 @@
   },
   "dependencies": {
     "effect": "4.0.0-rc.108",
-    "@velum-labs/routekit-eval-contracts": "1.0.23",
-    "@velum-labs/routekit-runtime": "1.0.23"
+    "@velum-labs/routekit-eval-contracts": "1.0.24",
+    "@velum-labs/routekit-runtime": "1.0.24"
   },
   "keywords": [
     "routekit",