autodocs-engine 0.5.0

package/dist/benchmark/task-generator.js

@@ -0,0 +1,388 @@
+// src/benchmark/task-generator.ts — Generate benchmark tasks from ContributionPatterns
+// Tasks are self-referential: the engine tests whether its own AGENTS.md helps AI follow
+// the patterns the engine detected.
+import { readFileSync, readdirSync, statSync } from "node:fs";
+import { join, basename, relative } from "node:path";
+import { SOURCE_EXTENSIONS } from "../types.js";
+// ─── Constants ───────────────────────────────────────────────────────────────
+const MAX_SIBLING_LINES = 100;
+const TASK_NAME_POOL = [
+    "import-ordering", "error-boundary", "accessibility", "keyboard-navigation",
+    "dark-mode", "internationalization", "pagination", "search-filter",
+    "form-validation", "notification", "authentication", "rate-limiting",
+    "caching", "retry-logic", "health-check", "metric-collection",
+];
+// ─── Public API ──────────────────────────────────────────────────────────────
+/**
+ * Generate benchmark tasks from analysis results.
+ * Returns tasks sorted by tier (A > B > C) with deterministic sibling selection.
+ */
+export function generateTasksFromAnalysis(analysis, repoPath, maxTasks = 20) {
+    const tasks = [];
+    for (const pkg of analysis.packages) {
+        const patterns = pkg.contributionPatterns ?? [];
+        const conventions = pkg.conventions ?? [];
+        const antiPatterns = pkg.antiPatterns ?? [];
+        const pkgPath = join(repoPath, pkg.relativePath);
+        for (const pattern of patterns) {
+            const tier = classifyTier(pattern);
+            const task = generateTaskFromPattern(pattern, pkg.name, pkgPath, tier, conventions, antiPatterns);
+            if (task)
+                tasks.push(task);
+        }
+        // Command tasks — generate from pkg.commands
+        const cmdTasks = generateCommandTasks(pkg, pkgPath, conventions, antiPatterns);
+        tasks.push(...cmdTasks);
+        // Architecture tasks — generate from pkg.architecture.directories
+        const archTasks = generateArchitectureTasks(pkg, pkgPath, conventions, antiPatterns);
+        tasks.push(...archTasks);
+    }
+    // Sort by tier quality (A first), then by maxScoringPoints descending
+    tasks.sort((a, b) => {
+        const tierOrder = { A: 0, B: 1, C: 2 };
+        const tierDiff = tierOrder[a.tier] - tierOrder[b.tier];
+        if (tierDiff !== 0)
+            return tierDiff;
+        return b.maxScoringPoints - a.maxScoringPoints;
+    });
+    return tasks.slice(0, maxTasks);
+}
+/**
+ * Classify a ContributionPattern into a tier based on deep signal richness.
+ */
+export function classifyTier(pattern) {
+    const hasCommonImports = (pattern.commonImports?.length ?? 0) > 0;
+    const hasExportSuffix = !!pattern.exportSuffix;
+    const hasRegistration = !!pattern.registrationFile;
+    const signals = [hasCommonImports, hasExportSuffix, hasRegistration].filter(Boolean).length;
+    if (signals === 3)
+        return "A";
+    if (signals >= 1)
+        return "B";
+    return "C";
+}
+// ─── Task Generation ─────────────────────────────────────────────────────────
+function generateTaskFromPattern(pattern, packageName, pkgPath, tier, conventions, antiPatterns) {
+    const absDir = join(pkgPath, pattern.directory);
+    // Derive a task name that doesn't collide with existing files
+    const taskName = deriveTaskName(pattern, absDir);
+    if (!taskName)
+        return null;
+    // Build the prompt (deliberately vague — AGENTS.md should fill in the details)
+    const prompt = buildTaskPrompt(pattern, taskName, packageName);
+    // Collect context files (siblings, registration, barrel)
+    const context = collectContext(pattern, pkgPath, absDir);
+    // Calculate max scoring points based on tier
+    const maxPoints = tier === "A" ? 25 : tier === "B" ? 18 : 12;
+    return {
+        id: `pattern-${pattern.directory.replace(/\//g, "-")}-${taskName}`,
+        repoPath: pkgPath,
+        packageName,
+        tier,
+        taskType: "pattern",
+        prompt,
+        contributionPattern: pattern,
+        conventions,
+        antiPatterns,
+        expectedDirectory: pattern.directory,
+        expectedFilePattern: pattern.filePattern,
+        maxScoringPoints: maxPoints,
+        context,
+    };
+}
+/**
+ * Derive a plausible task name that doesn't collide with existing exports.
+ */
+export function deriveTaskName(pattern, absDir) {
+    // List existing files in the directory
+    let existingFiles = [];
+    try {
+        existingFiles = readdirSync(absDir)
+            .filter(f => SOURCE_EXTENSIONS.test(f))
+            .map(f => basename(f, f.slice(f.lastIndexOf("."))));
+    }
+    catch {
+        return null;
+    }
+    const existing = new Set(existingFiles.map(f => f.toLowerCase()));
+    // Try names from the pool, applying the pattern's naming convention
+    for (const candidate of TASK_NAME_POOL) {
+        const name = pattern.exportSuffix
+            ? candidate // Will get suffix applied later
+            : candidate;
+        if (!existing.has(name.toLowerCase())) {
+            return name;
+        }
+    }
+    return null;
+}
+function buildTaskPrompt(pattern, taskName, packageName) {
+    const typeLabel = pattern.type === "function" ? "utility function"
+        : pattern.type === "hook" ? "React hook"
+            : pattern.type === "component" ? "React component"
+                : pattern.type;
+    // Deliberately vague — doesn't mention imports, suffixes, or registration
+    return `Add a new ${typeLabel} for "${taskName}" to the ${packageName} project. `
+        + `It should handle ${taskName.replace(/-/g, " ")} functionality. `
+        + `Include implementation, any necessary registration or re-exports, and a test file.`;
+}
+// ─── Context Collection ──────────────────────────────────────────────────────
+/**
+ * Collect context files for benchmark conditions.
+ * Deterministic sibling selection: exampleFile + most recent + median-dated.
+ */
+export function collectContext(pattern, pkgPath, absDir) {
+    const siblingFiles = selectSiblings(pattern, pkgPath, absDir);
+    const directoryListing = listDirectory(absDir);
+    let registrationFile;
+    if (pattern.registrationFile) {
+        const regPath = join(pkgPath, pattern.registrationFile);
+        try {
+            registrationFile = {
+                path: pattern.registrationFile,
+                content: readFileSync(regPath, "utf-8"),
+            };
+        }
+        catch { /* file doesn't exist */ }
+    }
+    // Find barrel file (index.ts in directory or parent)
+    let barrelFile;
+    for (const candidate of ["index.ts", "index.tsx", "../index.ts"]) {
+        const barrelPath = join(absDir, candidate);
+        try {
+            const content = readFileSync(barrelPath, "utf-8");
+            barrelFile = {
+                path: relative(pkgPath, barrelPath),
+                content,
+            };
+            break;
+        }
+        catch { /* try next */ }
+    }
+    return { siblingFiles, registrationFile, barrelFile, directoryListing };
+}
+/**
+ * Deterministic sibling selection algorithm.
+ * 1. Always include exampleFile
+ * 2. Most recently modified non-example sibling
+ * 3. If 5+ files, add median-dated file
+ */
+function selectSiblings(pattern, pkgPath, absDir) {
+    const result = [];
+    // 1. Always include the example file
+    const examplePath = join(pkgPath, pattern.exampleFile);
+    try {
+        result.push({
+            path: pattern.exampleFile,
+            content: truncateFile(readFileSync(examplePath, "utf-8")),
+        });
+    }
+    catch { /* missing */ }
+    // List all source files in directory, with modification times
+    let filesWithMtime = [];
+    try {
+        filesWithMtime = readdirSync(absDir)
+            .filter(f => SOURCE_EXTENSIONS.test(f) && !f.includes(".test.") && !f.includes(".spec.") && f !== "index.ts" && f !== "index.tsx")
+            .map(f => {
+            try {
+                return { name: f, mtime: statSync(join(absDir, f)).mtimeMs };
+            }
+            catch {
+                return { name: f, mtime: 0 };
+            }
+        })
+            .filter(f => {
+            const relPath = relative(pkgPath, join(absDir, f.name));
+            return relPath !== pattern.exampleFile;
+        })
+            .sort((a, b) => b.mtime - a.mtime);
+    }
+    catch { /* dir read error */ }
+    // 2. Most recently modified non-example sibling
+    if (filesWithMtime.length > 0) {
+        const newest = filesWithMtime[0];
+        const newestPath = join(absDir, newest.name);
+        try {
+            result.push({
+                path: relative(pkgPath, newestPath),
+                content: truncateFile(readFileSync(newestPath, "utf-8")),
+            });
+        }
+        catch { /* read error */ }
+    }
+    // 3. If 5+ files, add median-dated file
+    if (filesWithMtime.length >= 4) {
+        const medianIdx = Math.floor(filesWithMtime.length / 2);
+        const median = filesWithMtime[medianIdx];
+        const medianPath = join(absDir, median.name);
+        // Skip if same as newest
+        if (median.name !== filesWithMtime[0]?.name) {
+            try {
+                result.push({
+                    path: relative(pkgPath, medianPath),
+                    content: truncateFile(readFileSync(medianPath, "utf-8")),
+                });
+            }
+            catch { /* read error */ }
+        }
+    }
+    return result;
+}
+function listDirectory(absDir) {
+    try {
+        return readdirSync(absDir)
+            .filter(f => SOURCE_EXTENSIONS.test(f))
+            .sort();
+    }
+    catch {
+        return [];
+    }
+}
+function truncateFile(content) {
+    const lines = content.split("\n");
+    if (lines.length <= MAX_SIBLING_LINES)
+        return content;
+    return lines.slice(0, MAX_SIBLING_LINES).join("\n") + "\n// ... truncated";
+}
+// ─── Command Task Generation ─────────────────────────────────────────────────
+const COMMAND_TASK_PROMPTS = [
+    {
+        id: "ci-workflow",
+        prompt: (pkg) => `Write a GitHub Actions CI workflow (YAML) for the ${pkg} project that runs the standard build, test, and lint commands. Use the correct package manager and exact script names from this project.`,
+    },
+    {
+        id: "pre-commit",
+        prompt: (pkg) => `Write a shell script that acts as a pre-commit hook for the ${pkg} project. It should run the project's lint and type-check commands before allowing a commit.`,
+    },
+];
+function generateCommandTasks(pkg, pkgPath, conventions, antiPatterns) {
+    const commands = pkg.commands;
+    if (!commands)
+        return [];
+    // Need at least build + test
+    const availableCommands = [];
+    if (commands.build)
+        availableCommands.push(commands.build.run);
+    if (commands.test)
+        availableCommands.push(commands.test.run);
+    if (commands.lint)
+        availableCommands.push(commands.lint.run);
+    if (commands.start)
+        availableCommands.push(commands.start.run);
+    if (availableCommands.length < 2)
+        return [];
+    const allNames = [];
+    if (commands.build)
+        allNames.push("build");
+    if (commands.test)
+        allNames.push("test");
+    if (commands.lint)
+        allNames.push("lint");
+    if (commands.start)
+        allNames.push("start");
+    for (const cmd of commands.other) {
+        allNames.push(cmd.run.split(" ").pop() ?? cmd.run);
+    }
+    const tier = availableCommands.length >= 4 ? "A" : availableCommands.length >= 3 ? "B" : "C";
+    // Read package.json scripts for condition B context
+    let packageJsonScripts = "";
+    try {
+        const pkgJson = JSON.parse(readFileSync(join(pkgPath, "package.json"), "utf-8"));
+        if (pkgJson.scripts) {
+            packageJsonScripts = JSON.stringify(pkgJson.scripts, null, 2);
+        }
+    }
+    catch { /* no package.json */ }
+    const dirListing = listDirectory(join(pkgPath, "src")) ?? listDirectory(pkgPath);
+    const taskDef = COMMAND_TASK_PROMPTS[0]; // CI workflow task
+    return [{
+            id: `command-${taskDef.id}`,
+            repoPath: pkgPath,
+            packageName: pkg.name,
+            tier,
+            taskType: "command",
+            prompt: taskDef.prompt(pkg.name),
+            conventions,
+            antiPatterns,
+            expectedDirectory: "",
+            expectedFilePattern: "",
+            maxScoringPoints: 8,
+            context: {
+                siblingFiles: packageJsonScripts ? [{ path: "package.json (scripts)", content: packageJsonScripts }] : [],
+                directoryListing: dirListing,
+            },
+            commandData: {
+                expectedCommands: availableCommands,
+                packageManager: commands.packageManager,
+                allCommandNames: allNames,
+            },
+        }];
+}
+// ─── Architecture Task Generation ────────────────────────────────────────────
+const ARCHITECTURE_FEATURE_MAP = {
+    "hooks": { feature: "a new React hook for clipboard management", keywords: ["hooks", "hook", "use"] },
+    "components": { feature: "a new UI component for notifications", keywords: ["components", "component", "ui"] },
+    "utils": { feature: "a new utility function for string formatting", keywords: ["utils", "utilities", "helpers"] },
+    "middleware": { feature: "new authentication middleware", keywords: ["middleware", "interceptor"] },
+    "api": { feature: "a new REST API endpoint for user preferences", keywords: ["api", "routes", "endpoints", "handlers"] },
+    "services": { feature: "a new service for email notifications", keywords: ["services", "service"] },
+    "detectors": { feature: "a new convention detector for import patterns", keywords: ["detectors", "detector", "plugins"] },
+    "lib": { feature: "a new shared library module", keywords: ["lib", "core", "shared"] },
+    "types": { feature: "new TypeScript type definitions for configuration", keywords: ["types", "interfaces", "models"] },
+    "test": { feature: "new integration test helpers", keywords: ["test", "tests", "testing", "spec"] },
+};
+function generateArchitectureTasks(pkg, pkgPath, conventions, antiPatterns) {
+    const arch = pkg.architecture;
+    if (!arch || arch.directories.length < 3)
+        return [];
+    const tasks = [];
+    const dirListing = listDirectory(join(pkgPath, "src")) ?? listDirectory(pkgPath);
+    const allDirNames = arch.directories.map(d => d.path);
+    // Find directories that match our feature map
+    for (const dir of arch.directories) {
+        const dirName = dir.path.split("/").filter(Boolean).pop()?.toLowerCase() ?? "";
+        // Find a matching feature for this directory
+        let featureMatch;
+        for (const [key, value] of Object.entries(ARCHITECTURE_FEATURE_MAP)) {
+            if (value.keywords.some(k => dirName.includes(k))) {
+                featureMatch = value;
+                break;
+            }
+        }
+        if (!featureMatch)
+            continue;
+        // Find alternative acceptable directories
+        const alternatives = arch.directories
+            .filter(d => d.path !== dir.path && d.purpose?.toLowerCase().includes(dirName))
+            .map(d => d.path);
+        const tier = arch.directories.length >= 5 ? "A" : "B";
+        tasks.push({
+            id: `architecture-${dirName}`,
+            repoPath: pkgPath,
+            packageName: pkg.name,
+            tier,
+            taskType: "architecture",
+            prompt: `You need to add ${featureMatch.feature} to the ${pkg.name} project. `
+                + `Which directory should this code go in? Respond with the directory path and a brief justification for your choice.`,
+            conventions,
+            antiPatterns,
+            expectedDirectory: dir.path,
+            expectedFilePattern: "",
+            maxScoringPoints: 8,
+            context: {
+                siblingFiles: [],
+                directoryListing: dirListing,
+            },
+            architectureData: {
+                expectedDirectory: dir.path,
+                directoryPurpose: dir.purpose,
+                alternatives,
+                allDirectories: allDirNames,
+            },
+        });
+        if (tasks.length >= 2)
+            break; // Max 2 architecture tasks per package
+    }
+    return tasks;
+}
+//# sourceMappingURL=task-generator.js.map

package/dist/benchmark/task-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-generator.js","sourceRoot":"","sources":["../../src/benchmark/task-generator.ts"],"names":[],"mappings":"AAAA,uFAAuF;AACvF,yFAAyF;AACzF,oCAAoC;AAEpC,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAW,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGhD,gFAAgF;AAEhF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,cAAc,GAAG;IACrB,iBAAiB,EAAE,gBAAgB,EAAE,eAAe,EAAE,qBAAqB;IAC3E,WAAW,EAAE,sBAAsB,EAAE,YAAY,EAAE,eAAe;IAClE,iBAAiB,EAAE,cAAc,EAAE,gBAAgB,EAAE,eAAe;IACpE,SAAS,EAAE,aAAa,EAAE,cAAc,EAAE,mBAAmB;CAC9D,CAAC;AAEF,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CACvC,QAA4B,EAC5B,QAAgB,EAChB,WAAmB,EAAE;IAErB,MAAM,KAAK,GAAoB,EAAE,CAAC;IAElC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC;QAChD,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC;QAC1C,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;QAEjD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,uBAAuB,CAClC,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,CAC5D,CAAC;YACF,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,6CAA6C;QAC7C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;QAC/E,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QAExB,kEAAkE;QAClE,MAAM,SAAS,GAAG,yBAAyB,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,sEAAsE;IACtE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAClB,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,QAAQ,KAAK,CAAC;YAAE,OAAO,QAAQ,CAAC;QACpC,OAAO,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,gBAAgB,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,OAA4B;IACvD,MAAM,gBAAgB,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAClE,MAAM,eAAe,GAAG,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IAC/C,MAAM,eAAe,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;IACnD,MAAM,OAAO,GAAG,CAAC,gBAAgB,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAE5F,IAAI,OAAO,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAC9B,IAAI,OAAO,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAC7B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gFAAgF;AAEhF,SAAS,uBAAuB,CAC9B,OAA4B,EAC5B,WAAmB,EACnB,OAAe,EACf,IAAc,EACd,WAAyB,EACzB,YAA2B;IAE3B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAEhD,8DAA8D;IAC9D,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE3B,+EAA+E;IAC/E,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IAE/D,yDAAyD;IACzD,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAEzD,6CAA6C;IAC7C,MAAM,SAAS,GAAG,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAE7D,OAAO;QACL,EAAE,EAAE,WAAW,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,QAAQ,EAAE;QAClE,QAAQ,EAAE,OAAO;QACjB,WAAW;QACX,IAAI;QACJ,QAAQ,EAAE,SAAkB;QAC5B,MAAM;QACN,mBAAmB,EAAE,OAAO;QAC5B,WAAW;QACX,YAAY;QACZ,iBAAiB,EAAE,OAAO,CAAC,SAAS;QACpC,mBAAmB,EAAE,OAAO,CAAC,WAAW;QACxC,gBAAgB,EAAE,SAAS;QAC3B,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAC5B,OAA4B,EAC5B,MAAc;IAEd,uCAAuC;IACvC,IAAI,aAAa,GAAa,EAAE,CAAC;IACjC,IAAI,CAAC;QACH,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC;aAChC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAElE,oEAAoE;IACpE,KAAK,MAAM,SAAS,IAAI,cAAc,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY;YAC/B,CAAC,CAAC,SAAS,CAAE,gCAAgC;YAC7C,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CACtB,OAA4B,EAC5B,QAAgB,EAChB,WAAmB;IAEnB,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,kBAAkB;QAChE,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY;YACxC,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,iBAAiB;gBAClD,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IAEjB,0EAA0E;IAC1E,OAAO,aAAa,SAAS,SAAS,QAAQ,YAAY,WAAW,YAAY;UAC7E,oBAAoB,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,kBAAkB;UACjE,oFAAoF,CAAC;AAC3F,CAAC;AAED,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC5B,OAA4B,EAC5B,OAAe,EACf,MAAc;IAEd,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9D,MAAM,gBAAgB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IAE/C,IAAI,gBAAiD,CAAC;IACtD,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACxD,IAAI,CAAC;YACH,gBAAgB,GAAG;gBACjB,IAAI,EAAE,OAAO,CAAC,gBAAgB;gBAC9B,OAAO,EAAE,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC;aACxC,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;IACtC,CAAC;IAED,qDAAqD;IACrD,IAAI,UAAqC,CAAC;IAC1C,KAAK,MAAM,SAAS,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,aAAa,CAAC,EAAE,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAClD,UAAU,GAAG;gBACX,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;gBACnC,OAAO;aACR,CAAC;YACF,MAAM;QACR,CAAC;QAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC;AAC1E,CAAC;AAED;;;;;GAKG;AACH,SAAS,cAAc,CACrB,OAA4B,EAC5B,OAAe,EACf,MAAc;IAEd,MAAM,MAAM,GAAgC,EAAE,CAAC;IAE/C,qCAAqC;IACrC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IACvD,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,OAAO,CAAC,WAAW;YACzB,OAAO,EAAE,YAAY,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;SAC1D,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC;IAEzB,8DAA8D;IAC9D,IAAI,cAAc,GAAsC,EAAE,CAAC;IAC3D,IAAI,CAAC;QACH,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC;aACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,CAAC,KAAK,WAAW,CAAC;aACjI,GAAG,CAAC,CAAC,CAAC,EAAE;YACP,IAAI,CAAC;gBACH,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAE;YACV,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACxD,OAAO,OAAO,KAAK,OAAO,CAAC,WAAW,CAAC;QACzC,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC;IAEhC,gDAAgD;IAChD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;gBACnC,OAAO,EAAE,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;aACzD,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,CAAC;IAC9B,CAAC;IAED,wCAAwC;IACxC,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7C,yBAAyB;QACzB,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACH,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;oBACnC,OAAO,EAAE,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;iBACzD,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACnC,IAAI,CAAC;QACH,OAAO,WAAW,CAAC,MAAM,CAAC;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACtC,IAAI,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,KAAK,CAAC,MAAM,IAAI,iBAAiB;QAAE,OAAO,OAAO,CAAC;IACtD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC;AAC7E,CAAC;AAED,gFAAgF;AAEhF,MAAM,oBAAoB,GAAG;IAC3B;QACE,EAAE,EAAE,aAAa;QACjB,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE,CACtB,qDAAqD,GAAG,2IAA2I;KACtM;IACD;QACE,EAAE,EAAE,YAAY;QAChB,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE,CACtB,+DAA+D,GAAG,8FAA8F;KACnK;CACF,CAAC;AAEF,SAAS,oBAAoB,CAC3B,GAA0C,EAC1C,OAAe,EACf,WAAyB,EACzB,YAA2B;IAE3B,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IAEzB,6BAA6B;IAC7B,MAAM,iBAAiB,GAAa,EAAE,CAAC;IACvC,IAAI,QAAQ,CAAC,KAAK;QAAE,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/D,IAAI,QAAQ,CAAC,IAAI;QAAE,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7D,IAAI,QAAQ,CAAC,IAAI;QAAE,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7D,IAAI,QAAQ,CAAC,KAAK;QAAE,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAE/D,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAE5C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,QAAQ,CAAC,KAAK;QAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,QAAQ,CAAC,IAAI;QAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,QAAQ,CAAC,IAAI;QAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,QAAQ,CAAC,KAAK;QAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,IAAI,GAAa,iBAAiB,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAEvG,oDAAoD;IACpD,IAAI,kBAAkB,GAAG,EAAE,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACjF,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC;IAEjC,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,aAAa,CAAC,OAAO,CAAC,CAAC;IAEjF,MAAM,OAAO,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC,mBAAmB;IAC5D,OAAO,CAAC;YACN,EAAE,EAAE,WAAW,OAAO,CAAC,EAAE,EAAE;YAC3B,QAAQ,EAAE,OAAO;YACjB,WAAW,EAAE,GAAG,CAAC,IAAI;YACrB,IAAI;YACJ,QAAQ,EAAE,SAAkB;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;YAChC,WAAW;YACX,YAAY;YACZ,iBAAiB,EAAE,EAAE;YACrB,mBAAmB,EAAE,EAAE;YACvB,gBAAgB,EAAE,CAAC;YACnB,OAAO,EAAE;gBACP,YAAY,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACzG,gBAAgB,EAAE,UAAU;aAC7B;YACD,WAAW,EAAE;gBACX,gBAAgB,EAAE,iBAAiB;gBACnC,cAAc,EAAE,QAAQ,CAAC,cAAc;gBACvC,eAAe,EAAE,QAAQ;aAC1B;SACF,CAAC,CAAC;AACL,CAAC;AAED,gFAAgF;AAEhF,MAAM,wBAAwB,GAA4D;IACxF,OAAO,EAAE,EAAE,OAAO,EAAE,2CAA2C,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;IACrG,YAAY,EAAE,EAAE,OAAO,EAAE,sCAAsC,EAAE,QAAQ,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE;IAC9G,OAAO,EAAE,EAAE,OAAO,EAAE,8CAA8C,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE;IACjH,YAAY,EAAE,EAAE,OAAO,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC,EAAE;IACnG,KAAK,EAAE,EAAE,OAAO,EAAE,8CAA8C,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE;IACxH,UAAU,EAAE,EAAE,OAAO,EAAE,uCAAuC,EAAE,QAAQ,EAAE,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE;IACnG,WAAW,EAAE,EAAE,OAAO,EAAE,+CAA+C,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE;IACzH,KAAK,EAAE,EAAE,OAAO,EAAE,6BAA6B,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE;IACtF,OAAO,EAAE,EAAE,OAAO,EAAE,mDAAmD,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE;IACtH,MAAM,EAAE,EAAE,OAAO,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE;CACpG,CAAC;AAEF,SAAS,yBAAyB,CAChC,GAA0C,EAC1C,OAAe,EACf,WAAyB,EACzB,YAA2B;IAE3B,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC;IAC9B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpD,MAAM,KAAK,GAAoB,EAAE,CAAC;IAClC,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,aAAa,CAAC,OAAO,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAEtD,8CAA8C;IAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAE/E,6CAA6C;QAC7C,IAAI,YAAiE,CAAC;QACtE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACpE,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,YAAY,GAAG,KAAK,CAAC;gBACrB,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,YAAY;YAAE,SAAS;QAE5B,0CAA0C;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW;aAClC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aAC9E,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEpB,MAAM,IAAI,GAAa,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAEhE,KAAK,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,gBAAgB,OAAO,EAAE;YAC7B,QAAQ,EAAE,OAAO;YACjB,WAAW,EAAE,GAAG,CAAC,IAAI;YACrB,IAAI;YACJ,QAAQ,EAAE,cAAuB;YACjC,MAAM,EAAE,mBAAmB,YAAY,CAAC,OAAO,WAAW,GAAG,CAAC,IAAI,YAAY;kBAC1E,oHAAoH;YACxH,WAAW;YACX,YAAY;YACZ,iBAAiB,EAAE,GAAG,CAAC,IAAI;YAC3B,mBAAmB,EAAE,EAAE;YACvB,gBAAgB,EAAE,CAAC;YACnB,OAAO,EAAE;gBACP,YAAY,EAAE,EAAE;gBAChB,gBAAgB,EAAE,UAAU;aAC7B;YACD,gBAAgB,EAAE;gBAChB,iBAAiB,EAAE,GAAG,CAAC,IAAI;gBAC3B,gBAAgB,EAAE,GAAG,CAAC,OAAO;gBAC7B,YAAY;gBACZ,cAAc,EAAE,WAAW;aAC5B;SACF,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;YAAE,MAAM,CAAC,uCAAuC;IACvE,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/benchmark/types.d.ts

@@ -0,0 +1,111 @@
+import type { ContributionPattern, Convention, AntiPattern } from "../types.js";
+export type BenchmarkCondition = "treatment" | "realistic-control" | "impoverished-control" | "negative-control";
+export type TaskTier = "A" | "B" | "C";
+export type TaskType = "pattern" | "command" | "architecture";
+export interface BenchmarkTask {
+    id: string;
+    repoPath: string;
+    packageName: string;
+    tier: TaskTier;
+    taskType: TaskType;
+    prompt: string;
+    contributionPattern?: ContributionPattern;
+    conventions: Convention[];
+    antiPatterns: AntiPattern[];
+    expectedDirectory: string;
+    expectedFilePattern: string;
+    maxScoringPoints: number;
+    context: TaskContext;
+    commandData?: {
+        expectedCommands: string[];
+        packageManager: string;
+        allCommandNames: string[];
+    };
+    architectureData?: {
+        expectedDirectory: string;
+        directoryPurpose: string;
+        alternatives?: string[];
+        allDirectories: string[];
+    };
+}
+export interface TaskContext {
+    siblingFiles: {
+        path: string;
+        content: string;
+    }[];
+    registrationFile?: {
+        path: string;
+        content: string;
+    };
+    barrelFile?: {
+        path: string;
+        content: string;
+    };
+    directoryListing: string[];
+}
+export interface BenchmarkResults {
+    meta: {
+        engineVersion: string;
+        model: string;
+        repoPath: string;
+        timestamp: string;
+        mode: "quick" | "full";
+        conditions: BenchmarkCondition[];
+    };
+    summary: ConditionSummary;
+    tasks: TaskResult[];
+}
+export interface ConditionSummary {
+    tasksRun: number;
+    conditions: Record<BenchmarkCondition, {
+        meanScore: number;
+        passRate: number;
+        scores: number[];
+        meanTokens: number;
+    }>;
+    headlineDelta: number;
+    upperBoundDelta: number;
+    pValue?: number;
+    effectSize?: number;
+    ci95?: [number, number];
+}
+export interface TaskResult {
+    taskId: string;
+    tier: TaskTier;
+    taskType: TaskType;
+    prompt: string;
+    results: Record<BenchmarkCondition, RunResult>;
+}
+export interface RunResult {
+    score: number;
+    rawScore: number;
+    maxPoints: number;
+    passed: boolean;
+    checks: CheckResult[];
+    filesCreated: string[];
+    tokensUsed: number;
+    latencyMs: number;
+    error?: string;
+}
+export interface CheckResult {
+    name: string;
+    category: "convention" | "integration" | "structure" | "quality" | "command" | "architecture";
+    weight: number;
+    score: number;
+    passed: boolean;
+    detail: string;
+}
+export interface BenchmarkOptions {
+    repoPath: string;
+    rootDir?: string;
+    mode: "quick" | "full";
+    model?: string;
+    outputDir?: string;
+    verbose?: boolean;
+    dryRun?: boolean;
+    maxTasks?: number;
+}
+export interface GeneratedFile {
+    path: string;
+    content: string;
+}

package/dist/benchmark/types.js

@@ -0,0 +1,3 @@
+// src/benchmark/types.ts — Benchmark system type definitions
+export {};
+//# sourceMappingURL=types.js.map

package/dist/benchmark/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/benchmark/types.ts"],"names":[],"mappings":"AAAA,6DAA6D"}

package/dist/bin/autodocs-engine.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};