jev-layer 0.1.0 → 0.3.0

package/scripts/browser-e2e.mjs

@@ -1,117 +1,117 @@
-import assert from "node:assert/strict";
-import { mkdtemp, readFile } from "node:fs/promises";
-import { spawn } from "node:child_process";
-import { createInterface } from "node:readline";
-import { fileURLToPath } from "node:url";
-import { dirname, join, resolve } from "node:path";
-import { tmpdir } from "node:os";
-
-const root = resolve(dirname(fileURLToPath(import.meta.url)), "..");
-const casesPath = join(await mkdtemp(join(tmpdir(), "jev-browser-e2e-")), "cases.jsonl");
-const child = spawn(process.env.JEV_NODE ?? "node", [resolve(root, "src/mcp-server.mjs")], {
-  cwd: root,
-  env: { ...process.env, JEV_BROWSER_FAST_PATH: "1", JEV_REPLAY_CASES: casesPath },
-  stdio: ["pipe", "pipe", "pipe"],
-});
-const lines = createInterface({ input: child.stdout });
-const pending = new Map();
-lines.on("line", (line) => {
-  if (!line.trim()) return;
-  const message = JSON.parse(line);
-  const waiter = pending.get(message.id);
-  if (waiter) {
-    pending.delete(message.id);
-    waiter(message);
-  }
-});
-
-try {
-  const initialized = await request(1, "initialize", {});
-  assert.equal(initialized.result.serverInfo.name, "jev-layer");
-  await notification("notifications/initialized", {});
-  const listed = await request(2, "tools/list", {});
-  assert.ok(listed.result.tools.some((tool) => tool.name === "jev_browser_step"));
-
-  const routed = await request(3, "tools/call", {
-    name: "jev_browser_step",
-    arguments: {
-      provider: process.env.JEV_BROWSER_PROVIDER ?? "demo",
-      enabled: true,
-      harness: "browser-e2e",
-      goal: "scroll the page downward",
-      observation: {
-        url: "https://example.test",
-        title: "Fixture",
-        visible_text: "Additional content is below the fold",
-        scroll: { up: false, down: true },
-        targets: [],
-        tabs: [],
-      },
-      policy: { min_confidence: 0 },
-    },
-  });
-  const decision = routed.result.structuredContent;
-  assert.equal(decision.status, "selected");
-  assert.equal(decision.browser_action.operation, "scroll");
-  assert.equal(decision.browser_action.target_id, null);
-
-  const started = performance.now();
-  const hostResult = { operation: decision.browser_action.operation, direction: "down", fixture: true };
-  const recorded = await request(4, "tools/call", {
-    name: "jev_record_execution",
-    arguments: {
-      correlation_id: decision.correlation_id,
-      harness: "browser-e2e",
-      capability_id: decision.selected,
-      status: "completed",
-      result: hostResult,
-      browser: { operation: "scroll", direction: "down", executed: true },
-      exit_status: 0,
-      duration_ms: Number((performance.now() - started).toFixed(3)),
-    },
-  });
-  const receipt = recorded.result.structuredContent;
-  assert.equal(receipt.correlation_id, decision.correlation_id);
-  assert.equal(receipt.host.browser.operation, "scroll");
-  assert.equal(receipt.host.exit_status, 0);
-
-  const records = (await readFile(casesPath, "utf8")).trim().split(/\r?\n/).map(JSON.parse);
-  assert.deepEqual(records.map((record) => record.record_type), ["routing_case", "execution_receipt"]);
-  assert.equal(records[0].request.context.browser.goal, "scroll the page downward");
-  console.log(JSON.stringify({
-    ok: true,
-    cases_path: casesPath,
-    decision: {
-      correlation_id: decision.correlation_id,
-      selected: decision.selected,
-      operation: decision.browser_action.operation,
-      confidence: decision.confidence,
-      latency_ms: decision.receipt.latency_ms,
-      cost_usd: decision.receipt.cost_usd ?? null,
-    },
-    host_execution: { operation: hostResult.operation, exit_status: receipt.host.exit_status },
-    receipts: records.length,
-  }, null, 2));
-} finally {
-  child.kill();
-  await new Promise((resolveExit) => child.once("close", resolveExit));
-}
-
-function request(id, method, params) {
-  return new Promise((resolveResponse, reject) => {
-    const timer = setTimeout(() => {
-      pending.delete(id);
-      reject(new Error(`MCP request timed out: ${method}`));
-    }, 15_000);
-    pending.set(id, (message) => {
-      clearTimeout(timer);
-      resolveResponse(message);
-    });
-    child.stdin.write(`${JSON.stringify({ jsonrpc: "2.0", id, method, params })}\n`);
-  });
-}
-
-function notification(method, params) {
-  child.stdin.write(`${JSON.stringify({ jsonrpc: "2.0", method, params })}\n`);
-  return new Promise((resolveNotification) => setImmediate(resolveNotification));
-}
+import assert from "node:assert/strict";
+import { mkdtemp, readFile } from "node:fs/promises";
+import { spawn } from "node:child_process";
+import { createInterface } from "node:readline";
+import { fileURLToPath } from "node:url";
+import { dirname, join, resolve } from "node:path";
+import { tmpdir } from "node:os";
+
+const root = resolve(dirname(fileURLToPath(import.meta.url)), "..");
+const casesPath = join(await mkdtemp(join(tmpdir(), "jev-browser-e2e-")), "cases.jsonl");
+const child = spawn(process.env.JEV_NODE ?? "node", [resolve(root, "src/mcp-server.mjs")], {
+  cwd: root,
+  env: { ...process.env, JEV_BROWSER_FAST_PATH: "1", JEV_REPLAY_CASES: casesPath },
+  stdio: ["pipe", "pipe", "pipe"],
+});
+const lines = createInterface({ input: child.stdout });
+const pending = new Map();
+lines.on("line", (line) => {
+  if (!line.trim()) return;
+  const message = JSON.parse(line);
+  const waiter = pending.get(message.id);
+  if (waiter) {
+    pending.delete(message.id);
+    waiter(message);
+  }
+});
+
+try {
+  const initialized = await request(1, "initialize", {});
+  assert.equal(initialized.result.serverInfo.name, "jev-layer");
+  await notification("notifications/initialized", {});
+  const listed = await request(2, "tools/list", {});
+  assert.ok(listed.result.tools.some((tool) => tool.name === "jev_browser_step"));
+
+  const routed = await request(3, "tools/call", {
+    name: "jev_browser_step",
+    arguments: {
+      provider: process.env.JEV_BROWSER_PROVIDER ?? "demo",
+      enabled: true,
+      harness: "browser-e2e",
+      goal: "scroll the page downward",
+      observation: {
+        url: "https://example.test",
+        title: "Fixture",
+        visible_text: "Additional content is below the fold",
+        scroll: { up: false, down: true },
+        targets: [],
+        tabs: [],
+      },
+      policy: { min_confidence: 0 },
+    },
+  });
+  const decision = routed.result.structuredContent;
+  assert.equal(decision.status, "selected");
+  assert.equal(decision.browser_action.operation, "scroll");
+  assert.equal(decision.browser_action.target_id, null);
+
+  const started = performance.now();
+  const hostResult = { operation: decision.browser_action.operation, direction: "down", fixture: true };
+  const recorded = await request(4, "tools/call", {
+    name: "jev_record_execution",
+    arguments: {
+      correlation_id: decision.correlation_id,
+      harness: "browser-e2e",
+      capability_id: decision.selected,
+      status: "completed",
+      result: hostResult,
+      browser: { operation: "scroll", direction: "down", executed: true },
+      exit_status: 0,
+      duration_ms: Number((performance.now() - started).toFixed(3)),
+    },
+  });
+  const receipt = recorded.result.structuredContent;
+  assert.equal(receipt.correlation_id, decision.correlation_id);
+  assert.equal(receipt.host.browser.operation, "scroll");
+  assert.equal(receipt.host.exit_status, 0);
+
+  const records = (await readFile(casesPath, "utf8")).trim().split(/\r?\n/).map(JSON.parse);
+  assert.deepEqual(records.map((record) => record.record_type), ["routing_case", "execution_receipt"]);
+  assert.equal(records[0].request.context.browser.goal, "scroll the page downward");
+  console.log(JSON.stringify({
+    ok: true,
+    cases_path: casesPath,
+    decision: {
+      correlation_id: decision.correlation_id,
+      selected: decision.selected,
+      operation: decision.browser_action.operation,
+      confidence: decision.confidence,
+      latency_ms: decision.receipt.latency_ms,
+      cost_usd: decision.receipt.cost_usd ?? null,
+    },
+    host_execution: { operation: hostResult.operation, exit_status: receipt.host.exit_status },
+    receipts: records.length,
+  }, null, 2));
+} finally {
+  child.kill();
+  await new Promise((resolveExit) => child.once("close", resolveExit));
+}
+
+function request(id, method, params) {
+  return new Promise((resolveResponse, reject) => {
+    const timer = setTimeout(() => {
+      pending.delete(id);
+      reject(new Error(`MCP request timed out: ${method}`));
+    }, 15_000);
+    pending.set(id, (message) => {
+      clearTimeout(timer);
+      resolveResponse(message);
+    });
+    child.stdin.write(`${JSON.stringify({ jsonrpc: "2.0", id, method, params })}\n`);
+  });
+}
+
+function notification(method, params) {
+  child.stdin.write(`${JSON.stringify({ jsonrpc: "2.0", method, params })}\n`);
+  return new Promise((resolveNotification) => setImmediate(resolveNotification));
+}

package/scripts/capability-e2e.mjs

@@ -1,31 +1,31 @@
-import assert from "node:assert/strict";
-import { routeRequest } from "../src/route.mjs";
-
-let providerCalls = 0;
-const decision = await routeRequest({
-  harness: "capability-e2e",
-  intent: "use the verified model for a bounded decision",
-  context: { task: "model" },
-  policy: { deterministic: true, prefer_kind: "model", prefer_verified: true },
-}, {
-  discovery: {
-    skills: [{ id: "skill:inspect", name: "Inspect skill", description: "Inspect context" }],
-    models: [{ id: "model:verified", name: "Verified model", description: "Make bounded decisions", verified: true, risk: "low", source: "e2e-manifest" }],
-    tools: [{ id: "tool:offline", name: "Offline tool", description: "Unavailable", available: false }],
-  },
-  provider: { name: "capability-e2e-provider", async decide() { providerCalls += 1; throw new Error("deterministic selection should not call Jev"); } },
-});
-assert.equal(providerCalls, 0);
-assert.equal(decision.status, "selected");
-assert.equal(decision.selected, "model:verified");
-assert.equal(decision.candidates.find((candidate) => candidate.id === "model:verified").source, "e2e-manifest");
-assert.equal(decision.candidates.find((candidate) => candidate.id === "model:verified").verified, true);
-console.log(JSON.stringify({
-  ok: true,
-  status: decision.status,
-  selected: decision.selected,
-  provider: decision.receipt.provider,
-  deterministic: true,
-  jev_calls: providerCalls,
-  candidate_metadata: decision.candidates.find((candidate) => candidate.id === decision.selected),
-}, null, 2));
+import assert from "node:assert/strict";
+import { routeRequest } from "../src/route.mjs";
+
+let providerCalls = 0;
+const decision = await routeRequest({
+  harness: "capability-e2e",
+  intent: "use the verified model for a bounded decision",
+  context: { task: "model" },
+  policy: { deterministic: true, prefer_kind: "model", prefer_verified: true },
+}, {
+  discovery: {
+    skills: [{ id: "skill:inspect", name: "Inspect skill", description: "Inspect context" }],
+    models: [{ id: "model:verified", name: "Verified model", description: "Make bounded decisions", verified: true, risk: "low", source: "e2e-manifest" }],
+    tools: [{ id: "tool:offline", name: "Offline tool", description: "Unavailable", available: false }],
+  },
+  provider: { name: "capability-e2e-provider", async decide() { providerCalls += 1; throw new Error("deterministic selection should not call Jev"); } },
+});
+assert.equal(providerCalls, 0);
+assert.equal(decision.status, "selected");
+assert.equal(decision.selected, "model:verified");
+assert.equal(decision.candidates.find((candidate) => candidate.id === "model:verified").source, "e2e-manifest");
+assert.equal(decision.candidates.find((candidate) => candidate.id === "model:verified").verified, true);
+console.log(JSON.stringify({
+  ok: true,
+  status: decision.status,
+  selected: decision.selected,
+  provider: decision.receipt.provider,
+  deterministic: true,
+  jev_calls: providerCalls,
+  candidate_metadata: decision.candidates.find((candidate) => candidate.id === decision.selected),
+}, null, 2));