leanest 0.1.0 → 0.2.0

package/README.md

@@ -4,9 +4,11 @@
 [![npm version](https://img.shields.io/npm/v/leanest)](https://www.npmjs.com/package/leanest)
 [![CI](https://github.com/baronunread/leanest/actions/workflows/ci.yml/badge.svg)](https://github.com/baronunread/leanest/actions)
 
+**[leanest.pages.dev](https://leanest.pages.dev/)**
+
 > Leanest does not predict which tests will fail. It determines which tests are safe enough not to run.
 
-Local-first test selection using [Jev](https://typesafe.ai) semantic judgments. Leanest sits in front of your existing test runner and runs only the tests that matter for a given code change. Everything else it skips, on purpose, out loud.
+Local-first test selection using semantic judgments (classifier.dev by default, or [Jev](https://typesafe.ai)/Laya). Leanest sits in front of your existing test runner and runs only the tests that matter for a given code change. Everything else it skips, on purpose, out loud.
 
 ---
 
@@ -18,11 +20,7 @@ Requires [Bun](https://bun.sh): the CLI runs on it directly, no build step.
 bun add -D leanest
 ```
 
-Set your TypeSafe API key:
-
-```bash
-export TYPESAFE_API_KEY="..."
-```
+Works with no setup: leanest defaults to classifier.dev, a free, no-auth judge. Switch to Jev if you want it by exporting `TYPESAFE_API_KEY` and setting `LEANEST_PROVIDER=jev` (see [Judge provider](#judge-provider)).
 
 ## Quick Start
 
@@ -153,7 +151,21 @@ Leanest loads `.env` for local convenience. The API key is never persisted or lo
 TYPESAFE_API_KEY=...
 ```
 
-That's the only configuration knob today. Framework choice, base ref, and target directory are all CLI flags (`--base`, `--dir`), so there's nothing else to set up per project.
+Framework choice, base ref, and target directory are all CLI flags (`--base`, `--dir`), so there's nothing else to set up per project.
+
+### Judge provider
+
+Leanest's selection judgment is pluggable. Pick a provider with `LEANEST_PROVIDER`:
+
+| Provider                    | How                                              | API key needed |
+| --------------------------- | ------------------------------------------------ | --------------- |
+| `classifier-dev` (default)  | classifier.dev, a free zero-shot classifier       | none |
+| `jev`                       | TypeSafe's Jev, over HTTP                         | `TYPESAFE_API_KEY` |
+| `laya`                      | Laya, self-hosted, runs in-process via ONNX Runtime (`bun add @receptron/laya`) | none |
+
+```bash
+LEANEST_PROVIDER=jev npx leanest playwright
+```
 
 ## CI Integration
 
@@ -167,10 +179,9 @@ That's the only configuration knob today. Framework choice, base ref, and target
 - uses: baronunread/leanest@v1
   with:
     framework: playwright
-    typesafe-api-key: ${{ secrets.TYPESAFE_API_KEY }}
 ```
 
-This installs Bun, installs `leanest`, and replaces your existing "run e2e tests" step: same reporter output, same exit code, just fewer tests executed.
+This installs Bun, installs `leanest`, and replaces your existing "run e2e tests" step: same reporter output, same exit code, just fewer tests executed. No secret required — the default `classifier-dev` provider needs no API key, which also means forked-repo PRs can use it without access to your repo's secrets. Pass `provider: jev` and `typesafe-api-key: ${{ secrets.TYPESAFE_API_KEY }}` to use Jev instead.
 
 ### Any other CI
 
@@ -191,7 +202,7 @@ bun test        # just the test suite
 
 ## Contributing
 
-See [SIEVE_SPEC.md](./SIEVE_SPEC.md) for the design rationale behind the selection policy.
+See [LEANEST_SPEC.md](./LEANEST_SPEC.md) for the design rationale behind the selection policy.
 
 ## License
 

package/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "leanest",
-	"version": "0.1.0",
-	"description": "Local-first test selector using Jev judgments to determine which tests are affected by a code change",
+	"version": "0.2.0",
+	"description": "Local-first test selector using semantic judgments (classifier.dev, Jev, or Laya) to determine which tests are affected by a code change",
 	"type": "module",
 	"main": "./src/index.ts",
 	"module": "./src/index.ts",
@@ -16,6 +16,7 @@
 		}
 	},
 	"files": ["src/**", "!src/**/*.test.ts"],
+	"workspaces": ["packages/*"],
 	"scripts": {
 		"lint": "bunx oxlint",
 		"format": "bunx oxfmt",
@@ -30,7 +31,7 @@
 	"license": "MIT",
 	"repository": {
 		"type": "git",
-		"url": "https://github.com/baronunread/leanest.git"
+		"url": "git+https://github.com/baronunread/leanest.git"
 	},
 	"bugs": {
 		"url": "https://github.com/baronunread/leanest/issues"
@@ -38,6 +39,7 @@
 	"homepage": "https://github.com/baronunread/leanest#readme",
 	"packageManager": "bun@1.4.1",
 	"dependencies": {
+		"@leanest/judge": "workspace:*",
 		"dotenv": "^17.4.2"
 	},
 	"devDependencies": {

package/src/cli.ts

@@ -1,10 +1,10 @@
 #!/usr/bin/env bun
 
-import { Sieve } from "./sieve.js";
+import { Leanest } from "./leanest.js";
 import { SelectionPolicy } from "./selection-policy.js";
 import { runTests } from "./runner.js";
 
-interface Flags {
+export interface Flags {
   _: string[];
   changed?: boolean;
   json?: boolean;
@@ -26,12 +26,10 @@ async function main(): Promise<number> {
   const json = flags.json === true;
   const shadow = flags.shadow === true;
   const full = flags.full === true;
-  // SAFETY: flags.dir is a directory path string or undefined
-  const cwd = (flags.dir as string | undefined) ?? ".";
-  // SAFETY: flags.base is a git ref string or undefined
-  const base = flags.base as string | undefined;
+  const cwd = flags.dir ?? ".";
+  const base = flags.base;
 
-  const sieve = new Sieve(cwd, base);
+  const leanest = new Leanest(cwd, base);
 
   if (command === "help" || !command) {
     printHelp();
@@ -40,12 +38,12 @@ async function main(): Promise<number> {
 
   switch (command) {
     case "inspect": {
-      const result = await sieve.inspect(framework);
+      const result = await leanest.inspect(framework);
       printInspect(result);
       return 0;
     }
     case "select": {
-      const result = await sieve.select(framework, changed);
+      const result = await leanest.select(framework, changed);
       if (json) {
         console.log(JSON.stringify(result, null, 2));
       } else {
@@ -55,7 +53,7 @@ async function main(): Promise<number> {
     }
     case "playwright":
     case "vitest": {
-      const result = await sieve.select(command, changed);
+      const result = await leanest.select(command, changed);
       if (result.status === "error") {
         console.error(`⚠ Jev unavailable (${result.error}), running the full suite.`);
       }
@@ -95,21 +93,24 @@ async function main(): Promise<number> {
   }
 }
 
-function parseFlags(args: string[]): Flags {
+const VALUE_FLAGS = new Set(["base", "dir"]);
+
+export function parseFlags(args: string[]): Flags {
   const flags: Flags = { _: [] };
-  for (const arg of args) {
-    if (arg.startsWith("--")) {
+  for (let i = 0; i < args.length; i++) {
+    const arg = args[i];
+    if (arg?.startsWith("--")) {
       const key = arg.slice(2);
-      if (flags[key] === undefined) {
+      const next = args[i + 1];
+      if (VALUE_FLAGS.has(key) && next !== undefined && !next.startsWith("-")) {
+        flags[key] = next;
+        i++;
+      } else {
         flags[key] = true;
-      } else if (Array.isArray(flags[key])) {
-        // SAFETY: flags[key] is already confirmed as string[] via Array.isArray check
-        (flags[key] as string[]).push(arg);
       }
-    } else if (arg.startsWith("-")) {
-      const key = arg.slice(1);
-      flags[key] = true;
-    } else {
+    } else if (arg?.startsWith("-")) {
+      flags[arg.slice(1)] = true;
+    } else if (arg !== undefined) {
       flags._.push(arg);
     }
   }
@@ -204,9 +205,11 @@ Examples:
 `);
 }
 
-main()
-  .then((code) => process.exit(code))
-  .catch((error) => {
-    console.error(error);
-    process.exit(1);
-  });
+if (import.meta.main) {
+  main()
+    .then((code) => process.exit(code))
+    .catch((error) => {
+      console.error(error);
+      process.exit(1);
+    });
+}

package/src/index.ts

@@ -1,9 +1,10 @@
-export { runSieve, Sieve } from "./sieve.js";
+export { runLeanest, Leanest } from "./leanest.js";
 export { SelectionPolicy } from "./selection-policy.js";
 export { ChangeResolver } from "./git-diff.js";
 export { ContextBuilder } from "./context-builder.js";
 export { TestDiscovery } from "./test-discovery.js";
-export { JevClient } from "./jev-client.js";
+export { getProvider } from "@leanest/judge";
+export type { JudgeProvider, JudgeState, JudgeQuestion, JudgeAnswer } from "@leanest/judge";
 export type {
   TestCase,
   ChangeContext,

package/src/{sieve.ts → leanest.ts}

@@ -1,12 +1,12 @@
-import { JevClient, type JevQuestion, type JevResponse } from "./jev-client.js";
+import { getProvider, type JudgeProvider, type JudgeQuestion } from "@leanest/judge";
 import { ChangeResolver } from "./git-diff.js";
 import { TestDiscovery } from "./test-discovery.js";
 import { ContextBuilder } from "./context-builder.js";
 import { SelectionPolicy } from "./selection-policy.js";
 import type { TestCase, SelectionResult, PipelineResult } from "./types.js";
 
-export class Sieve {
-  private jev: JevClient;
+export class Leanest {
+  private judge: JudgeProvider;
   private git: ChangeResolver;
   private discovery: TestDiscovery;
   private context: ContextBuilder;
@@ -16,7 +16,7 @@ export class Sieve {
 
   constructor(cwd?: string, baseRef?: string) {
     this.cwd = cwd ?? ".";
-    this.jev = new JevClient();
+    this.judge = getProvider();
     this.git = new ChangeResolver(baseRef, this.cwd);
     this.discovery = new TestDiscovery();
     this.context = new ContextBuilder();
@@ -43,9 +43,9 @@ export class Sieve {
 
     const state = this.context.buildState(change, discovery.tests);
     const questions = this.buildQuestions(discovery.tests, change.changedFiles.length === 0);
-    let response: JevResponse;
+    let answers: Record<string, { probability: number; confidence: number }>;
     try {
-      response = await this.jev.evaluate(state, questions);
+      answers = await this.judge.evaluate(state, questions);
     } catch {
       return {
         change,
@@ -57,11 +57,9 @@ export class Sieve {
       };
     }
 
-    const evaluated = discovery.tests.map((test, _i) => {
-      const answer = response.answers[test.identity.hash];
-      const probability = extractNoul(answer);
-      const confidence = extractConfidence(answer);
-      return { test, probability, confidence };
+    const evaluated = discovery.tests.map((test) => {
+      const answer = answers[test.identity.hash];
+      return { test, probability: answer?.probability ?? 0, confidence: answer?.confidence ?? 0 };
     });
 
     const ranked = this.policy.rank(evaluated);
@@ -103,9 +101,9 @@ export class Sieve {
 
     const state = this.context.buildState(change, tests);
     const questions = this.buildQuestions(tests, change.changedFiles.length === 0);
-    let response: JevResponse;
+    let answers: Record<string, { probability: number; confidence: number }>;
     try {
-      response = await this.jev.evaluate(state, questions);
+      answers = await this.judge.evaluate(state, questions);
     } catch (error) {
       return {
         command: "select",
@@ -121,12 +119,12 @@ export class Sieve {
       };
     }
 
-    const evaluated = tests.map((test, _i) => {
-      const answer = response.answers[test.identity.hash];
+    const evaluated = tests.map((test) => {
+      const answer = answers[test.identity.hash];
       return {
         test,
-        probability: extractNoul(answer),
-        confidence: extractConfidence(answer),
+        probability: answer?.probability ?? 0,
+        confidence: answer?.confidence ?? 0,
       };
     });
 
@@ -156,10 +154,9 @@ export class Sieve {
   }
 
   private buildQuestions(tests: TestCase[], noChanges: boolean = false) {
-    const questions: Record<string, JevQuestion> = {};
+    const questions: Record<string, JudgeQuestion> = {};
     for (const test of tests) {
       questions[test.identity.hash] = {
-        type: "noul",
         instructions: noChanges
           ? `No code changes detected. Could ${test.identity.framework} test at ${test.identity.path} still be affected by any latent issue?`
           : `Could the current code change affect behavior verified by ${test.identity.framework} test at ${test.identity.path}?`,
@@ -169,23 +166,10 @@ export class Sieve {
   }
 }
 
-function extractNoul(answer: { noul?: number; confidence?: number }): number {
-  return answer.noul ?? 0;
-}
-
-function extractConfidence(answer: { noul?: number; confidence?: number }): number {
-  // The API's "noul" answers carry no explicit confidence field. Derive it
-  // from how decisive the probability itself is: a noul near 0 or 1 is a
-  // confident answer, a noul near 0.5 is genuine uncertainty (fail open).
-  if (answer.confidence !== undefined) return answer.confidence;
-  const noul = answer.noul ?? 0.5;
-  return Math.abs(noul - 0.5) * 2;
-}
-
-export async function runSieve(framework: string, command: string, cwd?: string): Promise<any> {
-  const sieve = new Sieve(cwd);
+export async function runLeanest(framework: string, command: string, cwd?: string): Promise<any> {
+  const leanest = new Leanest(cwd);
   if (command === "inspect") {
-    return await sieve.inspect(framework);
+    return await leanest.inspect(framework);
   }
-  return await sieve.select(framework);
+  return await leanest.select(framework);
 }

package/src/jev-client.ts

@@ -1,78 +0,0 @@
-import { config } from "dotenv";
-
-config({ quiet: true });
-
-export const API_KEY = process.env.TYPESAFE_API_KEY ?? "";
-export const API_BASE = process.env.TYPESAFE_API_BASE ?? "https://api.typesafe.ai/v1";
-export const MODEL = process.env.TYPESAFE_MODEL ?? "jev-latest";
-
-export interface JevQuestion {
-  type: "noul" | "choice" | "score";
-  instructions: string | object;
-  criteria?: object;
-}
-
-export interface JevState {
-  changedFiles: string[];
-  diff: string;
-  base: string;
-  head: string;
-  tests?: Array<{
-    id: string;
-    path: string;
-    suite: string[];
-    name: string;
-    source: string;
-  }>;
-}
-
-export interface JevResponse {
-  answers: Record<string, { noul?: number; choice?: string; score?: number; confidence?: number }>;
-  model?: string;
-}
-
-export class JevClient {
-  private apiKey: string;
-  private baseUrl: string;
-  private model: string;
-
-  constructor(apiKey?: string, baseUrl?: string, model?: string) {
-    this.apiKey = apiKey ?? API_KEY;
-    this.baseUrl = baseUrl ?? API_BASE;
-    this.model = model ?? MODEL;
-  }
-
-  get hasApiKey(): boolean {
-    return this.apiKey.length > 0;
-  }
-
-  async evaluate(state: JevState, questions: Record<string, JevQuestion>): Promise<JevResponse> {
-    if (!this.hasApiKey) {
-      throw new Error("TYPESAFE_API_KEY is not set. Export it or create a .env file.");
-    }
-
-    const body = {
-      state,
-      questions,
-      model: this.model,
-    };
-
-    const response = await fetch(`${this.baseUrl}/systemone`, {
-      method: "POST",
-      headers: {
-        Authorization: `Bearer ${this.apiKey}`,
-        "Content-Type": "application/json",
-      },
-      body: JSON.stringify(body),
-    });
-
-    if (!response.ok) {
-      const text = await response.text();
-      throw new Error(`TypeSafe API error (${response.status}): ${text}`);
-    }
-
-    // SAFETY: TypeSafe /v1/systemone always returns a JSON response matching JevResponse shape
-    const data = (await response.json()) as JevResponse;
-    return data;
-  }
-}