@velum-labs/routekit-eval-setup 1.0.2 → 1.0.4

package/dist/project-authoring.js

@@ -134,7 +134,9 @@ const DIMENSIONS_JSON_SCHEMA = {
     properties: {
         dimensions: {
             type: "array",
-            minItems: 5,
+            // Anthropic structured outputs only accept minItems values of 0 or 1.
+            // assertRoutingBasis enforces the required 5–10 dimensions after parsing.
+            minItems: 1,
             maxItems: 10,
             items: {
                 type: "object",

package/dist/test/project-authoring.test.js

@@ -4,8 +4,9 @@ import os from "node:os";
 import path from "node:path";
 import test from "node:test";
 import { layer as NodeServicesLayer } from "@effect/platform-node/NodeServices";
-import { Effect } from "effect";
-import { readProjectAuthoringSources } from "../project-authoring.js";
+import { Effect, Layer } from "effect";
+import { EvalProjectAuthoringError } from "../errors.js";
+import { EvalAuthoringTransport, EvalProjectAuthor, EvalProjectAuthorLive, readProjectAuthoringSources } from "../project-authoring.js";
 const withRepository = async (use) => {
     const root = await mkdtemp(path.join(os.tmpdir(), "routekit-author-sources-"));
     const outside = await mkdtemp(path.join(os.tmpdir(), "routekit-author-outside-"));
@@ -22,6 +23,46 @@ const withRepository = async (use) => {
     }
 };
 const read = (input) => Effect.runPromise(readProjectAuthoringSources(input).pipe(Effect.provide(NodeServicesLayer)));
+const configuration = {
+    workloadDescription: "Route production requests across separable workload dimensions.",
+    candidateModels: ["openai/candidate-a", "openai/candidate-b"],
+    classifierModel: "openai/classifier",
+    authorModel: "claude-code/claude-opus-5",
+    judgeModel: "openai/judge",
+    objective: { kind: "highest-quality" },
+    maximumUnknownWeight: 0.2
+};
+const dimensions = (count) => Array.from({ length: count }, (_, index) => ({
+    id: `dimension-${String(index + 1)}`,
+    description: `Production workload dimension ${String(index + 1)}`,
+    includes: [`Requests that exercise dimension ${String(index + 1)}`],
+    excludes: ["Requests that exercise a different dimension"]
+}));
+const proposeDimensions = (root, output, requests = []) => Effect.runPromise(Effect.gen(function* () {
+    const author = yield* EvalProjectAuthor;
+    return yield* author.proposeDimensions({
+        operationId: "eng-830",
+        repositoryRoot: root,
+        sourceInventory: ["source.md"],
+        configuration
+    });
+}).pipe(Effect.provide(EvalProjectAuthorLive.pipe(Layer.provide(Layer.succeed(EvalAuthoringTransport, EvalAuthoringTransport.of({
+    complete: (input) => Effect.sync(() => {
+        requests.push(input);
+        return JSON.stringify(output);
+    })
+}))), Layer.provide(NodeServicesLayer)))));
+const collectMinimumItems = (value) => {
+    if (typeof value !== "object" || value === null)
+        return [];
+    if (Array.isArray(value))
+        return value.flatMap(collectMinimumItems);
+    const record = value;
+    return [
+        ...(typeof record.minItems === "number" ? [record.minItems] : []),
+        ...Object.values(record).flatMap(collectMinimumItems)
+    ];
+};
 test("authoring reads an exact discovered regular source", async () => {
     await withRepository(async ({ root }) => {
         assert.deepEqual(await read({
@@ -65,3 +106,37 @@ test("authoring rejects a selected file absent from discovery inventory", async
         }), /not in the bounded discovery inventory/u);
     });
 });
+test("dimension authoring sends an Anthropic-compatible structured output schema", async () => {
+    await withRepository(async ({ root }) => {
+        const requests = [];
+        assert.equal((await proposeDimensions(root, { dimensions: dimensions(5) }, requests)).length, 5);
+        assert.equal(requests.length, 1);
+        const schema = requests[0]?.jsonSchema;
+        assert.ok(schema !== undefined);
+        assert.deepEqual(collectMinimumItems(schema), [1, 1, 1]);
+        const dimensionsSchema = schema.properties?.dimensions;
+        assert.equal(dimensionsSchema?.type, "array");
+        assert.equal(dimensionsSchema.minItems, 1);
+        assert.equal(dimensionsSchema.maxItems, 10);
+    });
+});
+test("dimension authoring enforces routing basis counts after structured output parsing", async () => {
+    await withRepository(async ({ root }) => {
+        for (const count of [4, 11]) {
+            await assert.rejects(proposeDimensions(root, { dimensions: dimensions(count) }), (error) => {
+                assert.ok(error instanceof EvalProjectAuthoringError);
+                assert.equal(error.detail, "dimension proposal failed validation");
+                assert.match(String(error.cause), /between 5 and 10 dimensions/u);
+                return true;
+            });
+        }
+        const missingBoundary = dimensions(5);
+        missingBoundary[0] = { ...missingBoundary[0], includes: [] };
+        await assert.rejects(proposeDimensions(root, { dimensions: missingBoundary }), (error) => {
+            assert.ok(error instanceof EvalProjectAuthoringError);
+            assert.equal(error.detail, "dimension proposal failed validation");
+            assert.match(String(error.cause), /inclusion and exclusion boundaries/u);
+            return true;
+        });
+    });
+});

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@velum-labs/routekit-eval-setup",
   "private": false,
-  "version": "1.0.2",
+  "version": "1.0.4",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/velum-labs/routekit.git",
@@ -32,8 +32,8 @@
   },
   "dependencies": {
     "effect": "4.0.0-rc.108",
-    "@velum-labs/routekit-runtime": "1.0.2",
-    "@velum-labs/routekit-eval-contracts": "1.0.2"
+    "@velum-labs/routekit-eval-contracts": "1.0.4",
+    "@velum-labs/routekit-runtime": "1.0.4"
   },
   "keywords": [
     "routekit",