@sanity/ailf 0.1.0

package/dist/lib/grader-compare.js

@@ -0,0 +1,91 @@
+/**
+ * lib/grader-compare.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/grader-compare-runner.ts.
+ * The pure analysis functions live in pipeline/grader-comparison.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/ modules, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/grader-compare-runner.js instead.
+ */
+// oxlint-disable-next-line import/no-unassigned-import -- side-effect: loads .env into process.env
+import "dotenv/config";
+import { dirname, resolve } from "path";
+import { fileURLToPath } from "url";
+import { load } from "js-yaml";
+import { existsSync, readFileSync } from "fs";
+// Re-export from pipeline modules
+export { formatComparisonReport, runGraderCompare, } from "../pipeline/grader-compare-runner.js";
+export { compareGraders, } from "../pipeline/grader-comparison.js";
+import { runGraderCompare } from "../pipeline/grader-compare-runner.js";
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = resolve(__dirname, "..", "..");
+function parseCliArgs() {
+    const args = process.argv.slice(2);
+    function getAllOptions(name) {
+        const results = [];
+        const flag = `--${name}`;
+        for (let i = 0; i < args.length; i++) {
+            if (args[i] === flag && i + 1 < args.length) {
+                results.push(args[i + 1]);
+            }
+        }
+        return results;
+    }
+    function getOption(name) {
+        const idx = args.indexOf(`--${name}`);
+        return idx !== -1 && idx + 1 < args.length ? args[idx + 1] : undefined;
+    }
+    const candidateArgs = getAllOptions("candidate");
+    let candidates;
+    if (candidateArgs.length > 0) {
+        candidates = candidateArgs.map((id) => ({
+            id,
+            label: id.split(":").pop() ?? id,
+        }));
+    }
+    else {
+        const modelsPath = resolve(ROOT, "config", "models.yaml");
+        if (existsSync(modelsPath)) {
+            const raw = readFileSync(modelsPath, "utf-8");
+            const data = load(raw);
+            const configCandidates = data?.["grader-candidates"] ?? [];
+            candidates = configCandidates.map((c) => ({
+                id: c.id,
+                label: c.label ?? c.id.split(":").pop() ?? c.id,
+            }));
+        }
+        else {
+            candidates = [];
+        }
+    }
+    return {
+        candidates,
+        format: getOption("format") ?? "table",
+        outputPath: getOption("output"),
+        resultsPath: getOption("results") ?? "results/latest/eval-results.json",
+    };
+}
+/**
+ * Legacy main() entry point.
+ * @deprecated Use runGraderCompare() from pipeline/grader-compare-runner.js instead.
+ */
+export async function main() {
+    const { candidates, format, outputPath, resultsPath } = parseCliArgs();
+    await runGraderCompare({
+        candidates,
+        format: format,
+        outputPath,
+        resultsPath,
+        rootDir: ROOT,
+    });
+}
+// Only run when invoked directly
+if (process.argv[1]?.endsWith("grader-compare.ts") ||
+    process.argv[1]?.endsWith("grader-compare.js")) {
+    main().catch((err) => {
+        console.error("❌ Fatal error:", err);
+        process.exit(1);
+    });
+}

package/dist/lib/grader-consistency.d.ts

@@ -0,0 +1,27 @@
+/**
+ * lib/grader-consistency.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/grader-consistency-runner.ts.
+ * The pure analysis functions live in pipeline/grader-consistency.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/ modules, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/grader-consistency-runner.js instead.
+ */
+import "dotenv/config";
+export { extractGradingJudgments, formatConsistencyReport, runGraderConsistency, type GraderConsistencyRunnerOptions, } from "../pipeline/grader-consistency-runner.js";
+export { analyzeConsistency, type GraderConsistency, type ReplicatedGrading, } from "../pipeline/grader-consistency.js";
+/** Options for the legacy main() function. */
+export interface GraderConsistencyOptions {
+    /** Number of additional grading replications (default: 5) */
+    replications?: number;
+    /** Path to eval-results.json */
+    resultsPath?: string;
+}
+/**
+ * Legacy main() entry point — wraps runGraderConsistency() with CLI arg parsing.
+ *
+ * @deprecated Use runGraderConsistency() from pipeline/grader-consistency-runner.js instead.
+ */
+export declare function main(options?: GraderConsistencyOptions): Promise<void>;

package/dist/lib/grader-consistency.js

@@ -0,0 +1,79 @@
+/**
+ * lib/grader-consistency.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/grader-consistency-runner.ts.
+ * The pure analysis functions live in pipeline/grader-consistency.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/ modules, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/grader-consistency-runner.js instead.
+ */
+// oxlint-disable-next-line import/no-unassigned-import -- side-effect: loads .env into process.env
+import "dotenv/config";
+import { dirname, join, resolve } from "path";
+import { fileURLToPath } from "url";
+// Re-export from pipeline modules
+export { extractGradingJudgments, formatConsistencyReport, runGraderConsistency, } from "../pipeline/grader-consistency-runner.js";
+export { analyzeConsistency, } from "../pipeline/grader-consistency.js";
+import { runGraderConsistency } from "../pipeline/grader-consistency-runner.js";
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = resolve(__dirname, "..", "..");
+// ---------------------------------------------------------------------------
+// CLI argument parsing (used when called from CLI)
+// ---------------------------------------------------------------------------
+function parseCliArgs() {
+    const args = process.argv.slice(2);
+    function getFlag(name) {
+        return args.includes(`--${name}`);
+    }
+    function getOption(name) {
+        const idx = args.indexOf(`--${name}`);
+        return idx !== -1 && idx + 1 < args.length ? args[idx + 1] : undefined;
+    }
+    const showHelp = getFlag("help") || getFlag("h");
+    if (showHelp) {
+        console.log(`
+Usage: pnpm grader-consistency [options]
+
+Measure grader consistency by re-grading existing eval responses N times.
+
+Options:
+  --replications <n>   Number of additional grading replications (default: 5)
+  --results <path>     Path to eval-results.json (default: results/latest/eval-results.json)
+  --help, -h           Show this help
+`);
+        process.exit(0);
+    }
+    const replicationsStr = getOption("replications") ?? "5";
+    return {
+        replications: parseInt(replicationsStr, 10),
+        resultsPath: getOption("results") ??
+            join(ROOT, "results", "latest", "eval-results.json"),
+    };
+}
+/**
+ * Legacy main() entry point — wraps runGraderConsistency() with CLI arg parsing.
+ *
+ * @deprecated Use runGraderConsistency() from pipeline/grader-consistency-runner.js instead.
+ */
+export async function main(options) {
+    const cliArgs = options ? undefined : parseCliArgs();
+    const replications = options?.replications ?? cliArgs?.replications ?? 5;
+    const resultsPath = options?.resultsPath ??
+        cliArgs?.resultsPath ??
+        join(ROOT, "results", "latest", "eval-results.json");
+    await runGraderConsistency({
+        replications,
+        resultsPath,
+        rootDir: ROOT,
+    });
+}
+// Only run when invoked directly
+if (process.argv[1]?.endsWith("grader-consistency.ts") ||
+    process.argv[1]?.endsWith("grader-consistency.js")) {
+    main().catch((err) => {
+        console.error("❌ Fatal error:", err);
+        process.exit(1);
+    });
+}

package/dist/lib/grader-sensitivity.d.ts

@@ -0,0 +1,19 @@
+/**
+ * lib/grader-sensitivity.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/grader-sensitivity-runner.ts.
+ * The pure analysis functions live in pipeline/grader-sensitivity.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/ modules, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/grader-sensitivity-runner.js instead.
+ */
+import "dotenv/config";
+export { formatSensitivityReport, runGraderSensitivity, type GraderSensitivityRunnerOptions, } from "../pipeline/grader-sensitivity-runner.js";
+export { analyzeSensitivity, type GraderSensitivityResult, type SensitivityPair, } from "../pipeline/grader-sensitivity.js";
+/**
+ * Legacy main() entry point.
+ * @deprecated Use runGraderSensitivity() from pipeline/grader-sensitivity-runner.js instead.
+ */
+export declare function main(): Promise<void>;

package/dist/lib/grader-sensitivity.js

@@ -0,0 +1,75 @@
+/**
+ * lib/grader-sensitivity.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/grader-sensitivity-runner.ts.
+ * The pure analysis functions live in pipeline/grader-sensitivity.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/ modules, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/grader-sensitivity-runner.js instead.
+ */
+// oxlint-disable-next-line import/no-unassigned-import -- side-effect: loads .env into process.env
+import "dotenv/config";
+import { dirname, resolve } from "path";
+import { fileURLToPath } from "url";
+// Re-export from pipeline modules
+export { formatSensitivityReport, runGraderSensitivity, } from "../pipeline/grader-sensitivity-runner.js";
+export { analyzeSensitivity, } from "../pipeline/grader-sensitivity.js";
+import { runGraderSensitivity } from "../pipeline/grader-sensitivity-runner.js";
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = resolve(__dirname, "..", "..");
+// ---------------------------------------------------------------------------
+// CLI argument parsing
+// ---------------------------------------------------------------------------
+function parseCliArgs() {
+    const args = process.argv.slice(2);
+    function getOption(name) {
+        const idx = args.indexOf(`--${name}`);
+        return idx !== -1 && idx + 1 < args.length ? args[idx + 1] : undefined;
+    }
+    function getFlag(name) {
+        return args.includes(`--${name}`);
+    }
+    const showHelp = getFlag("help") || getFlag("h");
+    if (showHelp) {
+        console.log(`
+Usage: pnpm grader-sensitivity [options]
+
+Test grader discrimination power using programmatic code degradation.
+
+Options:
+  --area <name>     Test only reference solutions in this area (e.g., groq)
+  --format <fmt>    Output format: table (default) or json
+  --output <path>   Write JSON report to file
+  --help, -h        Show this help
+`);
+        process.exit(0);
+    }
+    return {
+        areaFilter: getOption("area"),
+        format: getOption("format") ?? "table",
+        outputPath: getOption("output"),
+    };
+}
+/**
+ * Legacy main() entry point.
+ * @deprecated Use runGraderSensitivity() from pipeline/grader-sensitivity-runner.js instead.
+ */
+export async function main() {
+    const { areaFilter, format, outputPath } = parseCliArgs();
+    await runGraderSensitivity({
+        areaFilter,
+        format: format,
+        outputPath,
+        rootDir: ROOT,
+    });
+}
+// Only run when invoked directly
+if (process.argv[1]?.endsWith("grader-sensitivity.ts") ||
+    process.argv[1]?.endsWith("grader-sensitivity.js")) {
+    main().catch((err) => {
+        console.error("❌ Fatal error:", err);
+        process.exit(1);
+    });
+}

package/dist/lib/grader-validate.d.ts

@@ -0,0 +1,19 @@
+/**
+ * lib/grader-validate.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/grader-validate-runner.ts.
+ * The pure analysis functions live in pipeline/grader-validation.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/ modules, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/grader-validate-runner.js instead.
+ */
+import "dotenv/config";
+export { formatValidationReport, runGraderValidate, type GraderValidateRunnerOptions, } from "../pipeline/grader-validate-runner.js";
+export { classifyCorrelation, validateGrader, type GraderValidation, type HumanReferenceGrade, } from "../pipeline/grader-validation.js";
+/**
+ * Legacy main() entry point.
+ * @deprecated Use runGraderValidate() from pipeline/grader-validate-runner.js instead.
+ */
+export declare function main(): Promise<void>;

package/dist/lib/grader-validate.js

@@ -0,0 +1,78 @@
+/**
+ * lib/grader-validate.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/grader-validate-runner.ts.
+ * The pure analysis functions live in pipeline/grader-validation.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/ modules, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/grader-validate-runner.js instead.
+ */
+// oxlint-disable-next-line import/no-unassigned-import -- side-effect: loads .env into process.env
+import "dotenv/config";
+import { dirname, resolve } from "path";
+import { fileURLToPath } from "url";
+// Re-export from pipeline modules
+export { formatValidationReport, runGraderValidate, } from "../pipeline/grader-validate-runner.js";
+export { classifyCorrelation, validateGrader, } from "../pipeline/grader-validation.js";
+import { runGraderValidate } from "../pipeline/grader-validate-runner.js";
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = resolve(__dirname, "..", "..");
+// ---------------------------------------------------------------------------
+// CLI argument parsing
+// ---------------------------------------------------------------------------
+function parseCliArgs() {
+    const args = process.argv.slice(2);
+    function getOption(name) {
+        const idx = args.indexOf(`--${name}`);
+        return idx !== -1 && idx + 1 < args.length ? args[idx + 1] : undefined;
+    }
+    function getFlag(name) {
+        return args.includes(`--${name}`);
+    }
+    const showHelp = getFlag("help") || getFlag("h");
+    if (showHelp) {
+        console.log(`
+Usage: pnpm grader-validate [options]
+
+Validate grader accuracy against human reference grades.
+
+Options:
+  --grader <model>     Grader model to validate (default: from config/models.yaml)
+  --threshold <n>      MAE threshold for pass/fail (default: 10)
+  --help, -h           Show this help
+`);
+        process.exit(0);
+    }
+    const thresholdStr = getOption("threshold");
+    return {
+        graderOverride: getOption("grader"),
+        maeThreshold: thresholdStr ? parseFloat(thresholdStr) : 10,
+    };
+}
+/**
+ * Legacy main() entry point.
+ * @deprecated Use runGraderValidate() from pipeline/grader-validate-runner.js instead.
+ */
+export async function main() {
+    const { graderOverride, maeThreshold } = parseCliArgs();
+    const result = await runGraderValidate({
+        graderModel: graderOverride,
+        maeThreshold,
+        rootDir: ROOT,
+    });
+    // Exit with error code if threshold not met
+    if (!result.passesThreshold) {
+        console.error(`\n  ❌ VALIDATION FAILED: MAE ${result.overallMae} exceeds threshold ${maeThreshold}`);
+        process.exit(1);
+    }
+}
+// Only run when invoked directly
+if (process.argv[1]?.endsWith("grader-validate.ts") ||
+    process.argv[1]?.endsWith("grader-validate.js")) {
+    main().catch((err) => {
+        console.error("❌ Fatal error:", err);
+        process.exit(1);
+    });
+}

package/dist/lib/measure-retrieval.d.ts

@@ -0,0 +1,14 @@
+/**
+ * lib/measure-retrieval.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/measure-retrieval.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/measure-retrieval.ts, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/measure-retrieval.js instead.
+ */
+import "dotenv/config";
+export { calculateNDCG, calculateRecall, formatRetrievalTable, measureRetrieval, type MeasureRetrievalOptions, type RetrievalResult, type RetrievalSummary, type RetrieverFn, } from "../pipeline/measure-retrieval.js";
+/** @deprecated Use measureRetrieval() from pipeline/measure-retrieval.js instead. */
+export declare function main(): Promise<void>;

package/dist/lib/measure-retrieval.js

@@ -0,0 +1,71 @@
+/**
+ * lib/measure-retrieval.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/measure-retrieval.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/measure-retrieval.ts, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/measure-retrieval.js instead.
+ */
+// oxlint-disable-next-line import/no-unassigned-import -- side-effect: loads .env into process.env
+import "dotenv/config";
+import { writeFileSync, mkdirSync } from "fs";
+import { join, dirname } from "path";
+import { getSanityClient } from "../sanity/client.js";
+import { formatRetrievalTable, measureRetrieval, } from "../pipeline/measure-retrieval.js";
+// Re-export pipeline types and functions
+export { calculateNDCG, calculateRecall, formatRetrievalTable, measureRetrieval, } from "../pipeline/measure-retrieval.js";
+// ---------------------------------------------------------------------------
+// Sanity text search retriever (side-effecting — uses Sanity client)
+// ---------------------------------------------------------------------------
+async function retrieveDocsForQuery(query, k = 10) {
+    const client = getSanityClient();
+    const results = await client.fetch(`
+    *[_type == "article" && !(_id in path("drafts.**"))]
+    | score(
+        boost(title match $query, 3),
+        boost(pt::text(content) match $query, 1)
+      )
+    | order(_score desc)
+    [0...$k] {
+      "slug": slug.current,
+      _score
+    }
+  `, { k, query });
+    return results.map((r) => r.slug);
+}
+// ---------------------------------------------------------------------------
+// Legacy main() entry point
+// ---------------------------------------------------------------------------
+/** @deprecated Use measureRetrieval() from pipeline/measure-retrieval.js instead. */
+export async function main() {
+    console.log("=== Sanity AI Literacy — Retrieval Quality Measurement ===\n");
+    const ROOT = join(dirname(new URL(import.meta.url).pathname), "..", "..");
+    const summary = await measureRetrieval({
+        onProgress: (area, taskId, result) => {
+            console.log(`  ${taskId}:`);
+            console.log(`    Recall@5:  ${(result.recall_at_5 * 100).toFixed(1)}%`);
+            console.log(`    Recall@10: ${(result.recall_at_10 * 100).toFixed(1)}%`);
+            console.log(`    NDCG@10:   ${(result.ndcg_at_10 * 100).toFixed(1)}%`);
+        },
+        retriever: retrieveDocsForQuery,
+        rootDir: ROOT,
+    });
+    // Print summary
+    console.log();
+    console.log(formatRetrievalTable(summary));
+    // Persist results
+    const outDir = join(ROOT, "results", "latest");
+    mkdirSync(outDir, { recursive: true });
+    writeFileSync(join(outDir, "retrieval-results.json"), JSON.stringify(summary, null, 2));
+    console.log("\nResults written to results/latest/retrieval-results.json");
+}
+// Only run when invoked directly (not when imported)
+if (process.argv[1]?.endsWith("measure-retrieval.ts") ||
+    process.argv[1]?.endsWith("measure-retrieval.js")) {
+    main().catch((err) => {
+        console.error("Fatal error:", err);
+        process.exit(1);
+    });
+}

package/dist/lib/pr-comment.d.ts

@@ -0,0 +1,16 @@
+/**
+ * lib/pr-comment.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/pr-comment.ts.
+ *
+ * @deprecated Import from ../pipeline/pr-comment.js instead.
+ */
+export { generatePrComment, type PrCommentOptions, } from "../pipeline/pr-comment.js";
+import type { PrCommentOptions } from "../pipeline/pr-comment.js";
+/**
+ * Legacy main() entry point.
+ * @deprecated Use generatePrComment() from pipeline/pr-comment.ts instead.
+ */
+export declare function main(options?: Omit<PrCommentOptions, "rootDir"> & {
+    rootDir?: string;
+}): void;

package/dist/lib/pr-comment.js

@@ -0,0 +1,28 @@
+/**
+ * lib/pr-comment.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/pr-comment.ts.
+ *
+ * @deprecated Import from ../pipeline/pr-comment.js instead.
+ */
+import { dirname, resolve } from "path";
+import { fileURLToPath } from "url";
+export { generatePrComment, } from "../pipeline/pr-comment.js";
+import { generatePrComment } from "../pipeline/pr-comment.js";
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = resolve(__dirname, "..", "..");
+/**
+ * Legacy main() entry point.
+ * @deprecated Use generatePrComment() from pipeline/pr-comment.ts instead.
+ */
+export function main(options) {
+    generatePrComment({
+        rootDir: options?.rootDir ?? ROOT,
+        outputPath: options?.outputPath,
+        promptfooUrl: options?.promptfooUrl,
+    });
+}
+if (process.argv[1]?.endsWith("pr-comment.ts") ||
+    process.argv[1]?.endsWith("pr-comment.js")) {
+    main();
+}

package/dist/lib/readiness-report.d.ts

@@ -0,0 +1,13 @@
+/**
+ * lib/readiness-report.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/readiness-report.ts.
+ *
+ * @deprecated Import from ../pipeline/readiness-report.js instead.
+ */
+export { formatReadinessMarkdown, generateReadinessReport, type DimensionCheck, type HistoryEntry, type ReadinessReport, } from "../pipeline/readiness-report.js";
+/**
+ * Legacy main() entry point.
+ * @deprecated Use generateReadinessReport() + formatReadinessMarkdown() directly.
+ */
+export declare function main(): void;

package/dist/lib/readiness-report.js

@@ -0,0 +1,108 @@
+/**
+ * lib/readiness-report.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/readiness-report.ts.
+ *
+ * @deprecated Import from ../pipeline/readiness-report.js instead.
+ */
+import { existsSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
+import { dirname, join, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+import { load } from "js-yaml";
+import { ThresholdConfigSchema, } from "../pipeline/schemas.js";
+export { formatReadinessMarkdown, generateReadinessReport, } from "../pipeline/readiness-report.js";
+import { generateReadinessReport, formatReadinessMarkdown, } from "../pipeline/readiness-report.js";
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const ROOT = resolve(__dirname, "..", "..");
+const SCORE_SUMMARY_PATH = join(ROOT, "results", "latest", "score-summary.json");
+const GAP_ANALYSIS_PATH = join(ROOT, "results", "latest", "gap-analysis.json");
+const THRESHOLDS_PATH = join(ROOT, "config", "thresholds.yaml");
+const BASELINES_DIR = join(ROOT, "results", "baselines");
+/**
+ * Legacy main() entry point.
+ * @deprecated Use generateReadinessReport() + formatReadinessMarkdown() directly.
+ */
+export function main() {
+    const args = process.argv.slice(2);
+    let area;
+    let history = false;
+    let output;
+    for (let i = 0; i < args.length; i++) {
+        const arg = args[i];
+        if (arg === "--area" && i + 1 < args.length) {
+            area = args[++i];
+        }
+        else if (arg === "--history") {
+            history = true;
+        }
+        else if (arg === "--output" && i + 1 < args.length) {
+            output = args[++i];
+        }
+    }
+    if (!area) {
+        console.error("Usage: readiness-report --area <area> [--history] [--output <file>]");
+        process.exit(1);
+    }
+    // Load data
+    if (!existsSync(SCORE_SUMMARY_PATH)) {
+        throw new Error(`Score summary not found at ${SCORE_SUMMARY_PATH}. Run \`pnpm pipeline\` first.`);
+    }
+    const scoreSummary = JSON.parse(readFileSync(SCORE_SUMMARY_PATH, "utf-8"));
+    if (!existsSync(THRESHOLDS_PATH)) {
+        throw new Error(`Threshold config not found at ${THRESHOLDS_PATH}.`);
+    }
+    const rawThresholds = readFileSync(THRESHOLDS_PATH, "utf-8");
+    const thresholdConfig = ThresholdConfigSchema.parse(load(rawThresholds));
+    let gapAnalysis;
+    if (existsSync(GAP_ANALYSIS_PATH)) {
+        gapAnalysis = JSON.parse(readFileSync(GAP_ANALYSIS_PATH, "utf-8"));
+    }
+    const historyEntries = [];
+    if (history && existsSync(BASELINES_DIR)) {
+        const files = readdirSync(BASELINES_DIR)
+            .filter((f) => f.endsWith(".json"))
+            .sort();
+        for (const file of files) {
+            try {
+                const raw = readFileSync(join(BASELINES_DIR, file), "utf-8");
+                const data = JSON.parse(raw);
+                const areaScore = data.scores?.find((s) => s.feature === area);
+                if (!areaScore)
+                    continue;
+                const nameWithoutExt = file.replace(/\.json$/, "");
+                const parts = nameWithoutExt.split("_");
+                const tag = parts.length > 4 ? parts.slice(4).join("_") : undefined;
+                historyEntries.push({
+                    score: areaScore.totalScore,
+                    tag,
+                    timestamp: data.timestamp ?? nameWithoutExt,
+                });
+            }
+            catch {
+                // Skip malformed baseline files
+            }
+        }
+    }
+    const report = generateReadinessReport({
+        area,
+        gapAnalysis,
+        history: historyEntries,
+        scoreSummary,
+        thresholdConfig,
+    });
+    const markdown = formatReadinessMarkdown(report);
+    if (output) {
+        writeFileSync(output, markdown, "utf-8");
+        console.error(`✅ Readiness report written to ${output}`);
+    }
+    else {
+        console.log(markdown);
+    }
+    if (!report.pass) {
+        process.exit(1);
+    }
+}
+if (process.argv[1]?.endsWith("readiness-report.ts") ||
+    process.argv[1]?.endsWith("readiness-report.js")) {
+    main();
+}

package/dist/lib/webhook-server.d.ts

@@ -0,0 +1,11 @@
+/**
+ * lib/webhook-server.ts — DEPRECATED re-export shim.
+ *
+ * The real implementation has moved to pipeline/webhook-server.ts.
+ * This shim preserves backward compatibility for direct CLI invocation.
+ *
+ * TODO: Update all importers to use pipeline/webhook-server.ts, then delete this file.
+ *
+ * @deprecated Import from ../pipeline/webhook-server.js instead.
+ */
+export { startWebhookServer, type WebhookServerOptions, } from "../pipeline/webhook-server.js";