@interf/compiler 0.7.2 → 0.9.1

package/dist/cli/commands/status.js

@@ -4,6 +4,8 @@ import { detectInterf, listCompiledDatasetsForSourceFolder, readInterfConfig, re
 import { computeCompiledHealth } from "../../packages/compiler/state.js";
 import { sourceDatasetConfigFromInterfConfig, loadCompiledDatasetConfig, } from "../../packages/project-model/source-config.js";
 import { printSavedTestComparisonState, readCurrentSavedTestComparison } from "./test-flow.js";
+import { findLocalService, readLocalServiceRunSnapshot, } from "../../packages/local-service/index.js";
+import { resolveCommandControlPath } from "./control-path.js";
 function statusColor(status) {
     switch (status) {
         case "compiled":
@@ -18,23 +20,40 @@ function statusColor(status) {
 }
 export const statusCommand = {
     command: "status",
-    describe: "Show deterministic health for the portable context your agents use",
-    handler: async () => {
+    describe: "Show deterministic health for the Portable Context agents use",
+    builder: (yargs) => yargs.option("watch", {
+        type: "boolean",
+        default: false,
+        describe: "Poll the local Interf service for live run status",
+    }),
+    handler: async (argv) => {
         let compiledPath = null;
         const detected = detectInterf(process.cwd());
+        const serviceProjectPath = detected ? resolveSourceControlPath(detected.path) : resolveCommandControlPath();
+        const service = await findLocalService({
+            projectPath: serviceProjectPath,
+            timeoutMs: 200,
+        });
+        if (service) {
+            await printLocalServiceStatus(service.serviceUrl);
+            if (argv.watch === true) {
+                await watchLocalServiceStatus(service.serviceUrl);
+            }
+            return;
+        }
         if (detected) {
             compiledPath = detected.path;
         }
         else {
-            const sourcePath = process.cwd();
+            const sourcePath = resolveCommandControlPath();
             const local = listCompiledDatasetsForSourceFolder(sourcePath).map(({ path, config }) => ({
                 path,
                 name: config.name,
             }));
             if (local.length === 0) {
                 process.exitCode = 1;
-                console.log(chalk.red("  No portable contexts found."));
-                console.log(chalk.dim("  Run `interf`, save questions, and compile portable context for your agents first."));
+                console.log(chalk.red("  No Portable Context found."));
+                console.log(chalk.dim("  Run `interf`, save readiness checks, and compile Portable Context agents can use first."));
                 return;
             }
             if (local.length === 1) {
@@ -42,7 +61,7 @@ export const statusCommand = {
             }
             else {
                 const selected = await p.select({
-                    message: "Which setup?",
+                    message: "Which Portable Context?",
                     options: local.map((entry) => ({ value: entry.path, label: entry.name })),
                 });
                 if (p.isCancel(selected))
@@ -74,8 +93,8 @@ export const statusCommand = {
         else {
             console.log();
             console.log(chalk.dim(latestComparisonState.stale
-                ? "  Saved test results are stale for the current questions. Run `interf test` again."
-                : "  No saved comparison yet. Run `interf test` to measure source files and the portable context your agents would use."));
+                ? "  Saved readiness results are stale for the current checks. Run `interf test` again."
+                : "  No saved readiness check run yet. Run `interf test` to check source files and Portable Context."));
         }
         console.log();
         const metricOrder = [
@@ -100,3 +119,92 @@ export const statusCommand = {
         }
     },
 };
+function formatEventTime(value) {
+    const date = new Date(value);
+    if (Number.isNaN(date.valueOf()))
+        return value;
+    return date.toLocaleTimeString([], {
+        hour: "2-digit",
+        minute: "2-digit",
+        second: "2-digit",
+    });
+}
+function testScore(run) {
+    const compiled = run.comparison?.compiled;
+    const raw = run.comparison?.raw;
+    if (compiled)
+        return `${compiled.passed_cases}/${compiled.total_cases}`;
+    if (raw)
+        return `${raw.passed_cases}/${raw.total_cases}`;
+    return "pending";
+}
+function compileRunEventDetail(event) {
+    if ("message" in event && typeof event.message === "string")
+        return event.message;
+    if ("summary" in event && typeof event.summary === "string")
+        return event.summary;
+    if ("error" in event && typeof event.error === "string")
+        return event.error;
+    if ("stage_id" in event && typeof event.stage_id === "string")
+        return event.stage_id;
+    return "recorded";
+}
+async function printLocalServiceStatus(serviceUrl) {
+    const { jobs, compileRuns, testRuns } = await readLocalServiceRunSnapshot({ serviceUrl });
+    const latestJob = jobs[0] ?? null;
+    const latestCompile = compileRuns[0]?.run ?? null;
+    const latestTest = testRuns[0] ?? null;
+    console.log();
+    console.log(chalk.green("  Interf local service is running"));
+    console.log(chalk.dim(`  Interf: ${serviceUrl}/`));
+    if (latestJob) {
+        console.log();
+        console.log(chalk.bold(`  Latest local job: ${latestJob.title}`));
+        console.log(chalk.dim(`  run: ${latestJob.run_id}`));
+        console.log(chalk.dim(`  type: ${latestJob.job_type}`));
+        console.log(chalk.dim(`  status: ${latestJob.status}`));
+        const stepSummary = latestJob.steps
+            .map((step) => `${step.id}:${step.status}`)
+            .join(", ");
+        if (stepSummary)
+            console.log(chalk.dim(`  steps: ${stepSummary}`));
+        for (const event of latestJob.events.slice(-4)) {
+            const detail = event.message ?? event.step_id ?? "recorded";
+            console.log(chalk.dim(`  ${formatEventTime(event.timestamp)} ${event.type} ${detail}`));
+        }
+    }
+    if (latestCompile) {
+        console.log();
+        console.log(chalk.bold(`  Latest prepare run: ${latestCompile.preparation}`));
+        console.log(chalk.dim(`  run: ${latestCompile.run_id}`));
+        console.log(chalk.dim(`  status: ${latestCompile.status}`));
+        console.log(chalk.dim(`  Method: ${latestCompile.method}`));
+        const stageSummary = latestCompile.stages
+            .map((stage) => `${stage.stage_id}:${stage.status}`)
+            .join(", ");
+        if (stageSummary)
+            console.log(chalk.dim(`  stages: ${stageSummary}`));
+        const events = latestCompile.events.slice(-6);
+        for (const event of events) {
+            const detail = compileRunEventDetail(event);
+            console.log(chalk.dim(`  ${formatEventTime(event.timestamp)} ${event.type} ${detail}`));
+        }
+    }
+    else {
+        console.log(chalk.dim("  No prepare runs recorded by the local service yet."));
+    }
+    if (latestTest) {
+        console.log();
+        console.log(chalk.bold(`  Latest readiness check run: ${latestTest.preparation}`));
+        console.log(chalk.dim(`  status: ${latestTest.status}`));
+        console.log(chalk.dim(`  mode: ${latestTest.mode}`));
+        console.log(chalk.dim(`  readiness checks: ${testScore(latestTest)}`));
+    }
+}
+async function watchLocalServiceStatus(serviceUrl) {
+    while (true) {
+        await new Promise((resolve) => setTimeout(resolve, 2000));
+        console.clear();
+        await printLocalServiceStatus(serviceUrl);
+    }
+}

package/dist/cli/commands/test-flow.d.ts

@@ -14,7 +14,7 @@ export interface AgentTestMatrixRow {
     rawOutcome?: SavedTestOutcome | null;
     compiledOutcome?: SavedTestOutcome | null;
 }
-export declare function questionPassRate(outcome: SavedTestOutcome): number;
+export declare function readinessPassRate(outcome: SavedTestOutcome): number;
 export declare function readSavedTestComparison(projectPath: string, datasetName: string): TestRunComparison | null;
 export declare function readCurrentSavedTestComparison(options: {
     projectPath: string;

package/dist/cli/commands/test-flow.js

@@ -2,14 +2,15 @@ import chalk from "chalk";
 import { existsSync, mkdirSync, writeFileSync } from "node:fs";
 import { dirname, join } from "node:path";
 import { createRawTestTarget, createCompiledTestTarget, runTargetTestsAuto, saveTargetTestRun, } from "../../packages/testing/test.js";
-import { buildTestSpecFromSourceFolderConfig, buildTestSpecFromCompiledDatasetConfig, fingerprintTruthChecks, resolveSourceDatasetPath, } from "../../packages/project-model/source-config.js";
-import { datasetLatestTestStatePath, datasetLatestTestSummaryPath, normalizeDatasetTestRunId, datasetTestRunPath, datasetTestRunsRoot, datasetTestsRoot, } from "../../packages/project-model/project-paths.js";
+import { buildTestSpecFromSourceFolderConfig, buildTestSpecFromCompiledDatasetConfig, fingerprintReadinessChecks, resolveSourceDatasetPath, } from "../../packages/project-model/source-config.js";
+import { ensurePortableContextScaffold, } from "../../packages/project-model/interf.js";
+import { datasetLatestTestStatePath, datasetLatestTestSummaryPath, normalizeDatasetTestRunId, datasetTestRunPath, datasetTestRunsRoot, } from "../../packages/project-model/project-paths.js";
 import { testRootForCompiled } from "../../packages/project-model/compiled-paths.js";
 import { readJsonFileWithSchema } from "../../packages/shared/parse.js";
 import { TestRunComparisonSchema } from "../../packages/testing/lib/schema.js";
 import { resolveOrConfigureLocalExecutor } from "./executor-flow.js";
 import { findBuiltCompiledPath } from "./compiled-flow.js";
-export function questionPassRate(outcome) {
+export function readinessPassRate(outcome) {
     return outcome.result.totalCases > 0
         ? Math.round((outcome.result.passedCases / outcome.result.totalCases) * 100)
         : 0;
@@ -50,7 +51,7 @@ export function readCurrentSavedTestComparison(options) {
     if (!latestComparison) {
         return { comparison: null, stale: false };
     }
-    const currentFingerprint = fingerprintTruthChecks(options.checks);
+    const currentFingerprint = fingerprintReadinessChecks(options.checks);
     if (!latestComparison.checks_fingerprint || latestComparison.checks_fingerprint !== currentFingerprint) {
         return { comparison: null, stale: true };
     }
@@ -58,21 +59,21 @@ export function readCurrentSavedTestComparison(options) {
 }
 function renderLatestSummaryMarkdown(payload) {
     const lines = [
-        "# Latest Test Results",
+        "# Latest Readiness Results",
         "",
-        "| Target | Questions |",
+        "| Target | Readiness checks |",
         "| --- | --- |",
     ];
     if (payload.raw) {
         lines.push(`| Source files | \`${payload.raw.passed_cases}/${payload.raw.total_cases}\` |`);
     }
     if (payload.compiled) {
-        lines.push(`| Portable context | \`${payload.compiled.passed_cases}/${payload.compiled.total_cases}\` |`);
+        lines.push(`| Portable Context | \`${payload.compiled.passed_cases}/${payload.compiled.total_cases}\` |`);
     }
     lines.push("");
     if (payload.summary.raw_pass_rate != null && payload.summary.compiled_pass_rate != null) {
         const direction = (payload.summary.pass_rate_delta ?? 0) >= 0 ? "improved" : "decreased";
-        lines.push(`Question pass rate ${direction} from ${payload.summary.raw_pass_rate}% to ${payload.summary.compiled_pass_rate}%.`, "");
+        lines.push(`Readiness-check pass rate ${direction} from ${payload.summary.raw_pass_rate}% to ${payload.summary.compiled_pass_rate}%.`, "");
     }
     if (payload.raw) {
         lines.push(`- Latest source-files run: ${payload.raw.run_path}`);
@@ -84,15 +85,15 @@ function renderLatestSummaryMarkdown(payload) {
 }
 export function printSavedTestComparisonState(payload, comparisonRunPath) {
     console.log();
-    console.log(chalk.bold("  Latest saved questions"));
+    console.log(chalk.bold("  Latest readiness results"));
     console.log();
-    console.log("  | Target | Questions |");
+    console.log("  | Target | Readiness checks |");
     console.log("  | --- | --- |");
     if (payload.raw) {
         console.log(`  | Source files | \`${payload.raw.passed_cases}/${payload.raw.total_cases}\` |`);
     }
     if (payload.compiled) {
-        console.log(`  | Portable context | \`${payload.compiled.passed_cases}/${payload.compiled.total_cases}\` |`);
+        console.log(`  | Portable Context | \`${payload.compiled.passed_cases}/${payload.compiled.total_cases}\` |`);
     }
     if (!payload.raw || !payload.compiled) {
         console.log();
@@ -107,7 +108,7 @@ export function printSavedTestComparisonState(payload, comparisonRunPath) {
         const direction = (payload.summary.pass_rate_delta ?? 0) >= 0 ? "improved" : "decreased";
         const color = (payload.summary.pass_rate_delta ?? 0) >= 0 ? chalk.green : chalk.red;
         console.log();
-        console.log(color(`  Question pass rate ${direction} from ${payload.summary.raw_pass_rate}% to ${payload.summary.compiled_pass_rate}%.`));
+        console.log(color(`  Readiness-check pass rate ${direction} from ${payload.summary.raw_pass_rate}% to ${payload.summary.compiled_pass_rate}%.`));
     }
     if (comparisonRunPath) {
         console.log();
@@ -117,7 +118,7 @@ export function printSavedTestComparisonState(payload, comparisonRunPath) {
 function padCell(value, width) {
     return value.padEnd(width, " ");
 }
-function scoreCell(outcome) {
+function resultCell(outcome) {
     if (!outcome)
         return "—";
     return `${outcome.result.passedCases}/${outcome.result.totalCases}`;
@@ -137,13 +138,13 @@ export function printAgentTestMatrix(rows) {
     const headers = [
         "Agent",
         ...(includeRaw ? ["Source files"] : []),
-        ...(includeCompiled ? ["Context folder"] : []),
+        ...(includeCompiled ? ["Portable Context"] : []),
         ...(includeDelta ? ["Delta"] : []),
     ];
     const body = rows.map((row) => [
         row.agentLabel,
-        ...(includeRaw ? [scoreCell(row.rawOutcome)] : []),
-        ...(includeCompiled ? [scoreCell(row.compiledOutcome)] : []),
+        ...(includeRaw ? [resultCell(row.rawOutcome)] : []),
+        ...(includeCompiled ? [resultCell(row.compiledOutcome)] : []),
         ...(includeDelta ? [deltaCell(row)] : []),
     ]);
     const widths = headers.map((header, index) => Math.max(header.length, ...body.map((row) => (row[index] ?? "").length)));
@@ -162,7 +163,7 @@ export function printAgentTestFailures(rows) {
         const failures = [];
         for (const [label, outcome] of [
             ["Source files", row.rawOutcome ?? null],
-            ["Context folder", row.compiledOutcome ?? null],
+            ["Portable Context", row.compiledOutcome ?? null],
         ]) {
             if (!outcome || outcome.result.ok)
                 continue;
@@ -170,7 +171,7 @@ export function printAgentTestFailures(rows) {
                 if (caseResult.ok)
                     continue;
                 const reason = caseResult.checks.find((entry) => !entry.ok)?.detail ?? "failed";
-                failures.push(`${label} · Question ${index + 1}: ${reason}`);
+                failures.push(`${label} · Check ${index + 1}: ${reason}`);
             }
         }
         if (failures.length === 0)
@@ -204,11 +205,11 @@ export function printSavedTestOutcome(prefix, outcome) {
     const status = outcome.result.ok ? chalk.green("PASS") : chalk.red("FAIL");
     console.log(chalk.bold(`  ${prefix}`));
     console.log();
-    console.log(color(`  ${status} ${outcome.result.passedCases}/${outcome.result.totalCases} tests`));
+    console.log(color(`  ${status} ${outcome.result.passedCases}/${outcome.result.totalCases} readiness checks`));
     console.log();
     for (const [index, caseResult] of outcome.result.caseResults.entries()) {
         const caseStatus = caseResult.ok ? chalk.green("PASS") : chalk.red("FAIL");
-        console.log(`  ${caseStatus} Question ${index + 1}`);
+        console.log(`  ${caseStatus} Check ${index + 1}`);
         console.log(chalk.dim(`       ${caseResult.question}`));
         const failedChecks = caseResult.checks.filter((entry) => !entry.ok).slice(0, 3);
         for (const failedCheck of failedChecks) {
@@ -232,16 +233,16 @@ export function printSavedTestComparison(rawOutcome, compiledOutcome, comparison
     if (compiledOutcome) {
         if (rawOutcome)
             console.log();
-        printSavedTestOutcome("Context folder", compiledOutcome);
+        printSavedTestOutcome("Portable Context", compiledOutcome);
     }
     if (rawOutcome && compiledOutcome) {
-        const rawQuestions = questionPassRate(rawOutcome);
-        const compiledQuestions = questionPassRate(compiledOutcome);
-        const delta = compiledQuestions - rawQuestions;
+        const rawReadiness = readinessPassRate(rawOutcome);
+        const compiledReadiness = readinessPassRate(compiledOutcome);
+        const delta = compiledReadiness - rawReadiness;
         const color = delta >= 0 ? chalk.green : chalk.red;
         const direction = delta >= 0 ? "improved" : "decreased";
         console.log();
-        console.log(color(`  Question pass rate ${direction} from ${rawQuestions}% to ${compiledQuestions}%.`));
+        console.log(color(`  Readiness-check pass rate ${direction} from ${rawReadiness}% to ${compiledReadiness}%.`));
     }
     if (comparisonRunPath) {
         console.log();
@@ -254,22 +255,22 @@ export function printSavedTestComparisonSummary(rawOutcome, compiledOutcome, com
     console.log();
     console.log(chalk.bold("  Comparison"));
     console.log();
-    console.log("  | Target | Questions |");
+    console.log("  | Target | Readiness checks |");
     console.log("  | --- | --- |");
     if (rawOutcome) {
         console.log(`  | Source files | \`${rawOutcome.result.passedCases}/${rawOutcome.result.totalCases}\` |`);
     }
     if (compiledOutcome) {
-        console.log(`  | Context folder | \`${compiledOutcome.result.passedCases}/${compiledOutcome.result.totalCases}\` |`);
+        console.log(`  | Portable Context | \`${compiledOutcome.result.passedCases}/${compiledOutcome.result.totalCases}\` |`);
     }
     if (rawOutcome && compiledOutcome) {
-        const rawQuestions = questionPassRate(rawOutcome);
-        const compiledQuestions = questionPassRate(compiledOutcome);
-        const delta = compiledQuestions - rawQuestions;
+        const rawReadiness = readinessPassRate(rawOutcome);
+        const compiledReadiness = readinessPassRate(compiledOutcome);
+        const delta = compiledReadiness - rawReadiness;
         const color = delta >= 0 ? chalk.green : chalk.red;
         const direction = delta >= 0 ? "improved" : "decreased";
         console.log();
-        console.log(color(`  Question pass rate ${direction} from ${rawQuestions}% to ${compiledQuestions}%.`));
+        console.log(color(`  Readiness-check pass rate ${direction} from ${rawReadiness}% to ${compiledReadiness}%.`));
     }
     if (comparisonRunPath) {
         console.log();
@@ -282,7 +283,7 @@ export function saveTestComparisonRun(options) {
         ? summarizeSavedTestOutcome("Source files", options.rawOutcome)
         : null;
     const compiledSummary = options.compiledOutcome
-        ? summarizeSavedTestOutcome("Context folder", options.compiledOutcome)
+        ? summarizeSavedTestOutcome("Portable Context", options.compiledOutcome)
         : null;
     const effectiveMode = rawSummary && compiledSummary
         ? "both"
@@ -343,11 +344,12 @@ export async function runSavedRawTest(options) {
         return null;
     }
     const datasetSourcePath = resolveSourceDatasetPath(options.sourcePath, options.datasetConfig);
+    const portableContextPath = ensurePortableContextScaffold(options.sourcePath, options.datasetConfig.name, options.datasetConfig.workflow ?? "interf");
     const target = createRawTestTarget(datasetSourcePath);
     const run = await runTargetTestsAuto(datasetSourcePath, spec, [target], {
         executor,
         preserveSandboxes: options.preserveSandboxes ?? "on-failure",
-        artifactRootPath: datasetTestsRoot(options.sourcePath, options.datasetConfig.name),
+        artifactRootPath: testRootForCompiled(portableContextPath),
     });
     const result = run.results[0];
     if (!result)

package/dist/cli/commands/test.d.ts

@@ -9,6 +9,10 @@ export interface TestCommandResult {
     mode: TestMode;
     rows: AgentTestMatrixRow[];
 }
+export interface TestCommandFailure {
+    message: string;
+    hints: string[];
+}
 export declare const testCommand: CommandModule;
 export declare function runTestCommand(argv?: Record<string, unknown>): Promise<boolean>;
 export {};