pcl-mcp 0.2.3 → 0.2.5

package/dist/benchmarks/generators/generate-corpus.js

@@ -0,0 +1,243 @@
+/**
+ * Corpus generator — expands corpus-small into medium (50), large (100), xlarge (500).
+ * Uses deterministic seeding for reproducibility.
+ */
+import { mkdir, writeFile, cp } from "node:fs/promises";
+import { join } from "node:path";
+const FIXTURES_DIR = join(import.meta.dirname, "..", "fixtures");
+// Simple seeded PRNG (mulberry32)
+function createRNG(seed) {
+    return () => {
+        seed |= 0;
+        seed = (seed + 0x6d2b79f5) | 0;
+        let t = Math.imul(seed ^ (seed >>> 15), 1 | seed);
+        t = (t + Math.imul(t ^ (t >>> 7), 61 | t)) ^ t;
+        return ((t ^ (t >>> 14)) >>> 0) / 4294967296;
+    };
+}
+const PERSONA_NAMES = [
+    { name: "Maya", role: "UX Researcher", goal: "Validate designs with real users" },
+    { name: "Jordan", role: "DevOps Engineer", goal: "Keep infrastructure reliable" },
+    { name: "Priya", role: "Product Owner", goal: "Maximize business value per sprint" },
+    { name: "Marcus", role: "QA Lead", goal: "Catch bugs before they reach production" },
+    { name: "Elena", role: "Data Analyst", goal: "Turn data into actionable insights" },
+    { name: "Tomás", role: "Frontend Developer", goal: "Build pixel-perfect responsive UIs" },
+    { name: "Kenji", role: "Backend Architect", goal: "Design scalable API systems" },
+    { name: "Fatima", role: "Scrum Master", goal: "Remove blockers for the team" },
+    { name: "Oscar", role: "Security Engineer", goal: "Protect user data and prevent breaches" },
+    { name: "Li Wei", role: "Mobile Developer", goal: "Deliver smooth native app experiences" },
+];
+const SPEC_TOPICS = [
+    "Time Tracking Widget", "Invoice Generator", "Client Portal", "File Attachments",
+    "Task Dependencies", "Gantt Chart View", "Resource Allocation", "Budget Tracker",
+    "Custom Fields", "Recurring Tasks", "Email Integration", "Calendar Sync",
+    "Milestone Tracking", "Approval Workflows", "Template Library", "API Webhooks",
+    "Bulk Operations", "Dark Mode", "Offline Support", "Export to PDF",
+    "Team Chat", "Activity Feed", "Custom Reports", "Sprint Planning",
+    "Workload View", "Time Zone Support", "Multi-language", "Search & Filter",
+];
+const DECISION_TOPICS = [
+    "Use Tailwind CSS for styling",
+    "Adopt Zod for runtime validation",
+    "Choose PostgreSQL over MongoDB",
+    "Use React Server Components",
+    "Implement RBAC with Supabase RLS",
+    "Deploy on Vercel Edge",
+    "Use Resend for transactional emails",
+    "Adopt pnpm over npm",
+    "Use Vitest for testing",
+    "Implement feature flags with PostHog",
+];
+const DOMAIN_RULES = [
+    { title: "Password Policy", critical: false },
+    { title: "File Upload Limits", critical: false },
+    { title: "Workspace Naming Rules", critical: false },
+    { title: "API Versioning Policy", critical: false },
+    { title: "Accessibility Requirements", critical: true },
+    { title: "Internationalization Rules", critical: false },
+    { title: "Error Handling Standards", critical: false },
+    { title: "Logging and Monitoring Policy", critical: true },
+    { title: "Third-Party Integration Rules", critical: false },
+    { title: "Performance Budgets", critical: false },
+];
+function generatePersona(index, rng) {
+    const p = PERSONA_NAMES[index % PERSONA_NAMES.length];
+    const id = p.name.toLowerCase().replace(/\s+/g, "-");
+    const techLevel = ["beginner", "intermediate", "advanced"][Math.floor(rng() * 3)];
+    return `---
+id: "${id}"
+name: "${p.name}"
+role: "${p.role}"
+tech_level: "${techLevel}"
+primary_goal: "${p.goal}"
+jobs_to_be_done:
+  - "Complete daily work efficiently"
+  - "Collaborate with team members"
+  - "Track progress on deliverables"
+anti_patterns:
+  - "Avoids tools that require excessive configuration"
+  - "Ignores features hidden behind multiple clicks"
+channels:
+  - "desktop"
+  - "email"
+---
+
+## Background
+
+${p.name} is a ${p.role} with ${Math.floor(rng() * 10 + 2)} years of experience. Their primary focus is to ${p.goal.toLowerCase()}. They work in a fast-paced environment where context switching is common and tools need to be intuitive and fast.
+
+## Key Behaviors
+
+${p.name} typically starts the day by reviewing their task list and prioritizing based on urgency and impact. They prefer tools that surface the most important information first without requiring manual sorting or filtering. Keyboard shortcuts are appreciated but not required.
+
+## Pain Points
+
+The biggest frustration for ${p.name} is when tools slow down their workflow rather than accelerating it. They have abandoned previous tools that required too much upfront configuration or that cluttered the interface with features they did not use. Simplicity and speed are more important than feature completeness.
+`;
+}
+function generateSpec(index, rng) {
+    const topic = SPEC_TOPICS[index % SPEC_TOPICS.length];
+    const id = topic.toLowerCase().replace(/\s+/g, "-");
+    const statuses = ["draft", "in-progress", "approved", "implemented"];
+    const status = statuses[Math.floor(rng() * statuses.length)];
+    return `---
+id: "${id}"
+title: "${topic}"
+status: "${status}"
+acceptance_criteria:
+  - "Feature must be fully functional on desktop and mobile viewports"
+  - "Loading time must not exceed 2 seconds on a standard connection"
+  - "All user inputs must be validated both client-side and server-side"
+  - "Feature must include proper error states and empty states"
+out_of_scope:
+  - "Offline support for this feature"
+  - "Integration with third-party services"
+---
+
+## Overview
+
+The ${topic} feature enables users to manage their ${topic.toLowerCase()} workflow directly within TaskPilot. This reduces context switching and keeps all project-related information in one place.
+
+## Requirements
+
+The feature must integrate seamlessly with the existing dashboard and project views. Users should be able to access it from the project navigation sidebar. The interface must follow existing design patterns including the card-based layout, consistent button styles, and the standard form validation approach.
+
+## Technical Considerations
+
+Implementation should use Next.js Server Components for initial data loading and Client Components only for interactive elements. Data should be stored in the existing Supabase PostgreSQL database with appropriate RLS policies. All database queries should be optimized with proper indexes to maintain the 2-second loading time requirement.
+
+## User Stories
+
+As a project manager, I want to use ${topic.toLowerCase()} so that I can track progress more effectively. As a developer, I want the ${topic.toLowerCase()} interface to be keyboard-navigable so that I can work efficiently without switching to the mouse.
+`;
+}
+function generateDecision(index, _rng) {
+    const topic = DECISION_TOPICS[index % DECISION_TOPICS.length];
+    const id = `adr-${String(index + 2).padStart(3, "0")}`;
+    return `---
+id: "${id}"
+title: "${topic}"
+status: "accepted"
+date: "2025-0${Math.min(index + 1, 9)}-15"
+context: "The team needed to decide on the approach for ${topic.toLowerCase()} to ensure consistency and maintainability across the codebase."
+decision: "We decided to ${topic.toLowerCase()} based on team expertise, ecosystem maturity, and alignment with our existing architecture."
+consequences:
+  - "All new code must follow this decision"
+  - "Existing code should be migrated incrementally"
+  - "Documentation must be updated to reflect this choice"
+alternatives_rejected:
+  - "The alternative approach was considered but rejected due to higher complexity"
+---
+
+## Context
+
+The team evaluated multiple options for ${topic.toLowerCase()}. The primary factors in the decision were developer experience, performance characteristics, and long-term maintainability.
+
+## Decision Details
+
+After evaluating the options, we chose to ${topic.toLowerCase()}. This aligns with our existing technology choices and reduces the learning curve for new team members. The decision was made based on a proof-of-concept implementation that demonstrated the viability of this approach.
+
+## Migration Plan
+
+Existing code that does not follow this decision will be migrated as part of regular maintenance work. There is no urgent timeline for migration, but all new code must adhere to this decision immediately.
+`;
+}
+function generateDomainRule(index, _rng) {
+    const rule = DOMAIN_RULES[index % DOMAIN_RULES.length];
+    const id = rule.title.toLowerCase().replace(/\s+/g, "-");
+    return `---
+id: "${id}"
+critical: ${rule.critical}
+title: "${rule.title}"
+---
+
+## ${rule.title}
+
+These rules define the standards for ${rule.title.toLowerCase()} in TaskPilot. All engineers must follow these rules when working on related features.
+
+### Requirements
+
+1. All implementations must be reviewed against these standards before merging
+2. Automated checks should be added where feasible to enforce compliance
+3. Exceptions require documented justification and team lead approval
+
+### Rationale
+
+These rules exist to ensure consistency, maintainability, and quality across the product. They were established based on industry best practices and lessons learned from previous projects.
+`;
+}
+async function generateCorpus(targetSize, outputDir) {
+    const rng = createRNG(42); // deterministic seed
+    // Start by copying corpus-small as the base
+    await cp(join(FIXTURES_DIR, "corpus-small"), outputDir, { recursive: true });
+    // Calculate how many of each type to generate
+    // Base: 1 product + 2 personas + 2 journeys + 2 specs + 1 decision + 2 domain = 10
+    const remaining = targetSize - 10;
+    if (remaining <= 0)
+        return;
+    // Distribution: 20% personas, 15% journeys, 30% specs, 20% decisions, 15% domain
+    const personaCount = Math.floor(remaining * 0.2);
+    const specCount = Math.floor(remaining * 0.3);
+    const decisionCount = Math.floor(remaining * 0.2);
+    const domainCount = remaining - personaCount - specCount - decisionCount;
+    // Generate personas
+    for (let i = 0; i < personaCount; i++) {
+        const content = generatePersona(i, rng);
+        const name = PERSONA_NAMES[i % PERSONA_NAMES.length].name.toLowerCase().replace(/\s+/g, "-");
+        await writeFile(join(outputDir, "personas", `${name}.md`), content);
+    }
+    // Generate specs
+    for (let i = 0; i < specCount; i++) {
+        const content = generateSpec(i, rng);
+        const name = SPEC_TOPICS[i % SPEC_TOPICS.length].toLowerCase().replace(/\s+/g, "-");
+        await writeFile(join(outputDir, "specs", `${name}.md`), content);
+    }
+    // Generate decisions
+    for (let i = 0; i < decisionCount; i++) {
+        const content = generateDecision(i, rng);
+        await writeFile(join(outputDir, "decisions", `adr-${String(i + 2).padStart(3, "0")}.md`), content);
+    }
+    // Generate domain rules
+    for (let i = 0; i < domainCount; i++) {
+        const content = generateDomainRule(i, rng);
+        const name = DOMAIN_RULES[i % DOMAIN_RULES.length].title.toLowerCase().replace(/\s+/g, "-");
+        await writeFile(join(outputDir, "domain", `${name}.md`), content);
+    }
+}
+async function main() {
+    const sizes = [
+        { name: "corpus-medium", size: 50 },
+        { name: "corpus-large", size: 100 },
+        { name: "corpus-xlarge", size: 500 },
+    ];
+    for (const { name, size } of sizes) {
+        const outputDir = join(FIXTURES_DIR, name);
+        console.log(`Generating ${name} (${size} files)...`);
+        await mkdir(outputDir, { recursive: true });
+        await generateCorpus(size, outputDir);
+        console.log(`  → ${name} created at ${outputDir}`);
+    }
+    console.log("\nDone! Generated corpora for benchmarking.");
+}
+main().catch(console.error);
+//# sourceMappingURL=generate-corpus.js.map

package/dist/benchmarks/generators/generate-corpus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-corpus.js","sourceRoot":"","sources":["../../../benchmarks/generators/generate-corpus.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;AAEjE,kCAAkC;AAClC,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,GAAG,EAAE;QACV,IAAI,IAAI,CAAC,CAAC;QACV,IAAI,GAAG,CAAC,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QAClD,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/C,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC;IAC/C,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,aAAa,GAAG;IACpB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,kCAAkC,EAAE;IACjF,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,8BAA8B,EAAE;IACjF,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,oCAAoC,EAAE;IACpF,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,yCAAyC,EAAE;IACpF,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,oCAAoC,EAAE;IACnF,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,oCAAoC,EAAE;IACzF,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,6BAA6B,EAAE;IACjF,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,8BAA8B,EAAE;IAC9E,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,wCAAwC,EAAE;IAC5F,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,uCAAuC,EAAE;CAC5F,CAAC;AAEF,MAAM,WAAW,GAAG;IAClB,sBAAsB,EAAE,mBAAmB,EAAE,eAAe,EAAE,kBAAkB;IAChF,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,gBAAgB;IAChF,eAAe,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,eAAe;IACxE,oBAAoB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,cAAc;IAC9E,iBAAiB,EAAE,WAAW,EAAE,iBAAiB,EAAE,eAAe;IAClE,WAAW,EAAE,eAAe,EAAE,gBAAgB,EAAE,iBAAiB;IACjE,eAAe,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,iBAAiB;CAC1E,CAAC;AAEF,MAAM,eAAe,GAAG;IACtB,8BAA8B;IAC9B,kCAAkC;IAClC,gCAAgC;IAChC,6BAA6B;IAC7B,kCAAkC;IAClC,uBAAuB;IACvB,qCAAqC;IACrC,qBAAqB;IACrB,wBAAwB;IACxB,sCAAsC;CACvC,CAAC;AAEF,MAAM,YAAY,GAAG;IACnB,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,KAAK,EAAE;IAC7C,EAAE,KAAK,EAAE,oBAAoB,EAAE,QAAQ,EAAE,KAAK,EAAE;IAChD,EAAE,KAAK,EAAE,wBAAwB,EAAE,QAAQ,EAAE,KAAK,EAAE;IACpD,EAAE,KAAK,EAAE,uBAAuB,EAAE,QAAQ,EAAE,KAAK,EAAE;IACnD,EAAE,KAAK,EAAE,4BAA4B,EAAE,QAAQ,EAAE,IAAI,EAAE;IACvD,EAAE,KAAK,EAAE,4BAA4B,EAAE,QAAQ,EAAE,KAAK,EAAE;IACxD,EAAE,KAAK,EAAE,0BAA0B,EAAE,QAAQ,EAAE,KAAK,EAAE;IACtD,EAAE,KAAK,EAAE,+BAA+B,EAAE,QAAQ,EAAE,IAAI,EAAE;IAC1D,EAAE,KAAK,EAAE,+BAA+B,EAAE,QAAQ,EAAE,KAAK,EAAE;IAC3D,EAAE,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,KAAK,EAAE;CAClD,CAAC;AAEF,SAAS,eAAe,CAAC,KAAa,EAAE,GAAiB;IACvD,MAAM,CAAC,GAAG,aAAa,CAAC,KAAK,GAAG,aAAa,CAAC,MAAM,CAAE,CAAC;IACvD,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,CAAC,UAAU,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAElF,OAAO;OACF,EAAE;SACA,CAAC,CAAC,IAAI;SACN,CAAC,CAAC,IAAI;eACA,SAAS;iBACP,CAAC,CAAC,IAAI;;;;;;;;;;;;;;;EAerB,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,IAAI,SAAS,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,mDAAmD,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE;;;;EAI/H,CAAC,CAAC,IAAI;;;;8BAIsB,CAAC,CAAC,IAAI;CACnC,CAAC;AACF,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,GAAiB;IACpD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,GAAG,WAAW,CAAC,MAAM,CAAE,CAAC;IACvD,MAAM,EAAE,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAE,CAAC;IAE9D,OAAO;OACF,EAAE;UACC,KAAK;WACJ,MAAM;;;;;;;;;;;;;MAaX,KAAK,0CAA0C,KAAK,CAAC,WAAW,EAAE;;;;;;;;;;;;sCAYlC,KAAK,CAAC,WAAW,EAAE,8EAA8E,KAAK,CAAC,WAAW,EAAE;CACzJ,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa,EAAE,IAAkB;IACzD,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,GAAG,eAAe,CAAC,MAAM,CAAE,CAAC;IAC/D,MAAM,EAAE,GAAG,OAAO,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAEvD,OAAO;OACF,EAAE;UACC,KAAK;;eAEA,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;0DACqB,KAAK,CAAC,WAAW,EAAE;2BAClD,KAAK,CAAC,WAAW,EAAE;;;;;;;;;;;0CAWJ,KAAK,CAAC,WAAW,EAAE;;;;4CAIjB,KAAK,CAAC,WAAW,EAAE;;;;;CAK9D,CAAC;AACF,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,IAAkB;IAC3D,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,GAAG,YAAY,CAAC,MAAM,CAAE,CAAC;IACxD,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEzD,OAAO;OACF,EAAE;YACG,IAAI,CAAC,QAAQ;UACf,IAAI,CAAC,KAAK;;;KAGf,IAAI,CAAC,KAAK;;uCAEwB,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;;;;;;;;;;;CAW9D,CAAC;AACF,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,UAAkB,EAAE,SAAiB;IACjE,MAAM,GAAG,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,qBAAqB;IAEhD,4CAA4C;IAC5C,MAAM,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7E,8CAA8C;IAC9C,mFAAmF;IACnF,MAAM,SAAS,GAAG,UAAU,GAAG,EAAE,CAAC;IAClC,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO;IAE3B,iFAAiF;IACjF,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;IAC9C,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,SAAS,GAAG,YAAY,GAAG,SAAS,GAAG,aAAa,CAAC;IAEzE,oBAAoB;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC9F,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,IAAI,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;IAED,iBAAiB;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACrF,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,GAAG,IAAI,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,qBAAqB;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,gBAAgB,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,OAAO,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IACrG,CAAC;IAED,wBAAwB;IACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,kBAAkB,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC7F,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,IAAI,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,KAAK,GAAG;QACZ,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,EAAE;QACnC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,GAAG,EAAE;QACnC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,GAAG,EAAE;KACrC,CAAC;IAEF,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,KAAK,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,KAAK,IAAI,YAAY,CAAC,CAAC;QACrD,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,eAAe,SAAS,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;AAC7D,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/benchmarks/lib/harness.d.ts

@@ -0,0 +1,23 @@
+import type Database from "better-sqlite3";
+declare const FIXTURES_DIR: string;
+export interface BenchHarness {
+    db: Database.Database;
+    productDir: string;
+    cleanup: () => Promise<void>;
+}
+/**
+ * Create a fresh benchmark environment:
+ * 1. Copy corpus to a temp directory
+ * 2. Open a fresh SQLite DB
+ * 3. Run fullIndex to populate it
+ */
+export declare function setup(corpus?: "corpus-small", options?: {
+    skipIndex?: boolean;
+}): Promise<BenchHarness>;
+/**
+ * Warm up the embedding pipeline (first call loads the 23MB model).
+ * Call once before timed benchmarks.
+ */
+export declare function warmupEmbeddings(): Promise<void>;
+export { FIXTURES_DIR };
+//# sourceMappingURL=harness.d.ts.map

package/dist/benchmarks/lib/harness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../../benchmarks/lib/harness.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAE3C,QAAA,MAAM,YAAY,QAA8C,CAAC;AAEjE,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B;AAED;;;;;GAKG;AACH,wBAAsB,KAAK,CACzB,MAAM,GAAE,cAA+B,EACvC,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAO,GACpC,OAAO,CAAC,YAAY,CAAC,CAyBvB;AAED;;;GAGG;AACH,wBAAsB,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC,CAGtD;AAED,OAAO,EAAE,YAAY,EAAE,CAAC"}

package/dist/benchmarks/lib/harness.js

@@ -0,0 +1,44 @@
+import { mkdtemp, cp, rm } from "node:fs/promises";
+import { join } from "node:path";
+import { tmpdir } from "node:os";
+import { openDB, closeDB } from "../../src/db.js";
+import { fullIndex } from "../../src/indexer.js";
+const FIXTURES_DIR = join(import.meta.dirname, "..", "fixtures");
+/**
+ * Create a fresh benchmark environment:
+ * 1. Copy corpus to a temp directory
+ * 2. Open a fresh SQLite DB
+ * 3. Run fullIndex to populate it
+ */
+export async function setup(corpus = "corpus-small", options = {}) {
+    // Ensure any previous DB singleton is closed
+    closeDB();
+    // Create temp directory and copy corpus
+    const tmpDir = await mkdtemp(join(tmpdir(), "pcl-bench-"));
+    const productDir = join(tmpDir, "product");
+    await cp(join(FIXTURES_DIR, corpus), productDir, { recursive: true });
+    // Open fresh DB
+    const db = openDB(productDir);
+    // Index corpus unless skipped
+    if (!options.skipIndex) {
+        await fullIndex(db, productDir);
+    }
+    return {
+        db,
+        productDir,
+        cleanup: async () => {
+            closeDB();
+            await rm(tmpDir, { recursive: true, force: true });
+        },
+    };
+}
+/**
+ * Warm up the embedding pipeline (first call loads the 23MB model).
+ * Call once before timed benchmarks.
+ */
+export async function warmupEmbeddings() {
+    const { embedText } = await import("../../src/embeddings.js");
+    await embedText("warmup");
+}
+export { FIXTURES_DIR };
+//# sourceMappingURL=harness.js.map

package/dist/benchmarks/lib/harness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../benchmarks/lib/harness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;AAQjE;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,SAAyB,cAAc,EACvC,UAAmC,EAAE;IAErC,6CAA6C;IAC7C,OAAO,EAAE,CAAC;IAEV,wCAAwC;IACxC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC3C,MAAM,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,EAAE,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtE,gBAAgB;IAChB,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAE9B,8BAA8B;IAC9B,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,SAAS,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAClC,CAAC;IAED,OAAO;QACL,EAAE;QACF,UAAU;QACV,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB;IACpC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;IAC9D,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;AAC5B,CAAC;AAED,OAAO,EAAE,YAAY,EAAE,CAAC"}

package/dist/benchmarks/lib/types.d.ts

@@ -0,0 +1,79 @@
+export interface RelevanceJudgment {
+    query: string;
+    queryType: "exact_term" | "conceptual" | "multi_hop";
+    judgments: Array<{
+        docId: string;
+        relevance: 0 | 1 | 2 | 3;
+    }>;
+}
+export interface RelevanceGroundTruth {
+    queries: RelevanceJudgment[];
+}
+export interface EvaluationCriterion {
+    criterion: string;
+    weight: number;
+    type: "regex" | "llm_judge";
+    pattern?: string;
+    prompt?: string;
+}
+export interface CodingTask {
+    id: string;
+    category: "spec_compliance" | "business_rule" | "persona_alignment" | "architecture" | "journey_correctness";
+    description: string;
+    requiredContext: string[];
+    forbiddenPatterns: string[];
+    requiredPatterns: string[];
+    evaluationCriteria: EvaluationCriterion[];
+}
+export interface TaskGroundTruth {
+    tasks: CodingTask[];
+}
+export interface PerformanceResult {
+    name: string;
+    mean: number;
+    median: number;
+    p95: number;
+    iterations: number;
+}
+export interface SearchQualityResult {
+    mode: "hybrid" | "semantic" | "keyword";
+    queryType?: string;
+    precisionAt1: number;
+    precisionAt3: number;
+    precisionAt5: number;
+    recallAt5: number;
+    mrr: number;
+    ndcgAt5: number;
+}
+export interface TokenEfficiencyResult {
+    corpusSize: number;
+    pclSessionStartTokens: number;
+    pasteAllTokens: number;
+    savingsPercent: number;
+    ratio: number;
+}
+export interface AIQualityResult {
+    taskId: string;
+    category: string;
+    noContextScore: number;
+    pasteAllScore: number;
+    pclScore: number;
+    noContextTokens: number;
+    pasteAllTokens: number;
+    pclTokens: number;
+}
+export interface AblationResult {
+    configuration: string;
+    searchQuality: SearchQualityResult;
+}
+export interface BenchmarkReport {
+    timestamp: string;
+    version: string;
+    commit: string;
+    performance?: PerformanceResult[];
+    searchQuality?: SearchQualityResult[];
+    tokenEfficiency?: TokenEfficiencyResult[];
+    aiQuality?: AIQualityResult[];
+    ablation?: AblationResult[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/benchmarks/lib/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../benchmarks/lib/types.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,YAAY,GAAG,YAAY,GAAG,WAAW,CAAC;IACrD,SAAS,EAAE,KAAK,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;KAC1B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,iBAAiB,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,OAAO,GAAG,WAAW,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,iBAAiB,GAAG,eAAe,GAAG,mBAAmB,GAAG,cAAc,GAAG,qBAAqB,CAAC;IAC7G,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,kBAAkB,EAAE,mBAAmB,EAAE,CAAC;CAC3C;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAID,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,QAAQ,GAAG,UAAU,GAAG,SAAS,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,mBAAmB,CAAC;CACpC;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAClC,aAAa,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACtC,eAAe,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAC1C,SAAS,CAAC,EAAE,eAAe,EAAE,CAAC;IAC9B,QAAQ,CAAC,EAAE,cAAc,EAAE,CAAC;CAC7B"}

package/dist/benchmarks/lib/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/benchmarks/lib/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../benchmarks/lib/types.ts"],"names":[],"mappings":""}

package/dist/benchmarks/reporters/markdown-reporter.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=markdown-reporter.d.ts.map

package/dist/benchmarks/reporters/markdown-reporter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-reporter.d.ts","sourceRoot":"","sources":["../../../benchmarks/reporters/markdown-reporter.ts"],"names":[],"mappings":""}

package/dist/benchmarks/reporters/markdown-reporter.js

@@ -0,0 +1,80 @@
+/**
+ * Markdown reporter — reads JSON results from benchmarks/results/ and generates REPORT.md
+ */
+import { readFile, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+const RESULTS_DIR = join(import.meta.dirname, "..", "results");
+async function loadJSON(filename) {
+    try {
+        return JSON.parse(await readFile(join(RESULTS_DIR, filename), "utf8"));
+    }
+    catch {
+        return null;
+    }
+}
+async function main() {
+    const lines = [];
+    const push = (s) => lines.push(s);
+    push("# PCL MCP Benchmark Report");
+    push("");
+    push(`Generated: ${new Date().toISOString()}`);
+    push("");
+    // --- Token Efficiency ---
+    const tokenData = await loadJSON("token-efficiency.json");
+    if (tokenData) {
+        push("## Layer 3: Token Efficiency");
+        push("");
+        push("| Corpus Size | PCL Start | Paste All | Savings | Ratio |");
+        push("|-------------|-----------|-----------|---------|-------|");
+        for (const r of tokenData.results) {
+            push(`| ${r.corpusSize} files | ${r.pclSessionStartTokens} tok | ${r.pasteAllTokens} tok | ${r.savingsPercent.toFixed(1)}% | ${r.ratio.toFixed(1)}x |`);
+        }
+        push("");
+    }
+    // --- Search Quality ---
+    const searchData = await loadJSON("search-quality.json");
+    if (searchData) {
+        push("## Layer 2: Search Quality");
+        push("");
+        push("| Mode | P@1 | P@3 | P@5 | R@5 | MRR | NDCG@5 |");
+        push("|------|-----|-----|-----|-----|-----|--------|");
+        for (const [mode, m] of Object.entries(searchData.aggregate)) {
+            push(`| ${mode} | ${m.precisionAt1.toFixed(3)} | ${m.precisionAt3.toFixed(3)} | ${m.precisionAt5.toFixed(3)} | ${m.recallAt5.toFixed(3)} | ${m.mrr.toFixed(3)} | ${m.ndcgAt5.toFixed(3)} |`);
+        }
+        push("");
+    }
+    // --- Ablation ---
+    const ablationData = await loadJSON("ablation.json");
+    if (ablationData) {
+        push("## Layer 5: Ablation Study");
+        push("");
+        push("| Configuration | P@1 | P@3 | P@5 | R@5 | MRR | NDCG@5 |");
+        push("|---------------|-----|-----|-----|-----|-----|--------|");
+        for (const r of ablationData.results) {
+            const m = r.metrics;
+            push(`| ${r.config} | ${m.precisionAt1.toFixed(3)} | ${m.precisionAt3.toFixed(3)} | ${m.precisionAt5.toFixed(3)} | ${m.recallAt5.toFixed(3)} | ${m.mrr.toFixed(3)} | ${m.ndcgAt5.toFixed(3)} |`);
+        }
+        push("");
+    }
+    // --- AI Quality ---
+    const aiData = await loadJSON("ai-quality.json");
+    if (aiData) {
+        push("## Layer 4: AI Coding Quality");
+        push("");
+        push(`Model: \`${aiData.model}\` | Judge: \`${aiData.judgeModel}\``);
+        push("");
+        push("| Task ID | Category | No Context | Paste All | PCL |");
+        push("|---------|----------|------------|-----------|-----|");
+        for (const r of aiData.results) {
+            push(`| ${r.taskId} | ${r.category} | ${r.noContext.toFixed(1)} | ${r.pasteAll.toFixed(1)} | ${r.pcl.toFixed(1)} |`);
+        }
+        push(`| **AVERAGE** | | **${aiData.averages.noContext.toFixed(1)}** | **${aiData.averages.pasteAll.toFixed(1)}** | **${aiData.averages.pcl.toFixed(1)}** |`);
+        push("");
+    }
+    const report = lines.join("\n");
+    await writeFile(join(RESULTS_DIR, "REPORT.md"), report);
+    console.log("Report generated: benchmarks/results/REPORT.md");
+    console.log(report);
+}
+main().catch(console.error);
+//# sourceMappingURL=markdown-reporter.js.map

package/dist/benchmarks/reporters/markdown-reporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-reporter.js","sourceRoot":"","sources":["../../../benchmarks/reporters/markdown-reporter.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;AAE/D,KAAK,UAAU,QAAQ,CAAI,QAAgB;IACzC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAM,CAAC;IAC9E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE1C,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,CAAC;IACT,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC/C,IAAI,CAAC,EAAE,CAAC,CAAC;IAET,2BAA2B;IAC3B,MAAM,SAAS,GAAG,MAAM,QAAQ,CAQ7B,uBAAuB,CAAC,CAAC;IAE5B,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,CAAC,8BAA8B,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,CAAC;QACT,IAAI,CAAC,2DAA2D,CAAC,CAAC;QAClE,IAAI,CAAC,2DAA2D,CAAC,CAAC;QAClE,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,YAAY,CAAC,CAAC,qBAAqB,UAAU,CAAC,CAAC,cAAc,UAAU,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1J,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC;IAED,yBAAyB;IACzB,MAAM,UAAU,GAAG,MAAM,QAAQ,CAS9B,qBAAqB,CAAC,CAAC;IAE1B,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACnC,IAAI,CAAC,EAAE,CAAC,CAAC;QACT,IAAI,CAAC,iDAAiD,CAAC,CAAC;QACxD,IAAI,CAAC,iDAAiD,CAAC,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/L,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC;IAED,mBAAmB;IACnB,MAAM,YAAY,GAAG,MAAM,QAAQ,CAYhC,eAAe,CAAC,CAAC;IAEpB,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACnC,IAAI,CAAC,EAAE,CAAC,CAAC;QACT,IAAI,CAAC,0DAA0D,CAAC,CAAC;QACjE,IAAI,CAAC,0DAA0D,CAAC,CAAC;QACjE,KAAK,MAAM,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC;YACpB,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnM,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC;IAED,qBAAqB;IACrB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAW1B,iBAAiB,CAAC,CAAC;IAEtB,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACtC,IAAI,CAAC,EAAE,CAAC,CAAC;QACT,IAAI,CAAC,YAAY,MAAM,CAAC,KAAK,iBAAiB,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QACrE,IAAI,CAAC,EAAE,CAAC,CAAC;QACT,IAAI,CAAC,uDAAuD,CAAC,CAAC;QAC9D,IAAI,CAAC,uDAAuD,CAAC,CAAC;QAC9D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACvH,CAAC;QACD,IAAI,CAAC,uBAAuB,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC7J,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AACtB,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/benchmarks/runners/bench-ablation.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=bench-ablation.d.ts.map

package/dist/benchmarks/runners/bench-ablation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bench-ablation.d.ts","sourceRoot":"","sources":["../../../benchmarks/runners/bench-ablation.ts"],"names":[],"mappings":""}

package/dist/benchmarks/runners/bench-ablation.js

@@ -0,0 +1,49 @@
+import { readFile, writeFile, mkdir } from "node:fs/promises";
+import { join } from "node:path";
+import { setup } from "../lib/harness.js";
+import { search } from "../../src/search.js";
+import { computeMetrics, averageMetrics } from "../evaluators/ir-metrics.js";
+async function main() {
+    console.log("=== Layer 5: Ablation Study ===\n");
+    const harness = await setup("corpus-small");
+    try {
+        const gtPath = join(import.meta.dirname, "..", "fixtures", "ground-truth", "relevance-judgments.json");
+        const gt = JSON.parse(await readFile(gtPath, "utf8"));
+        const configs = [
+            { name: "Full PCL (hybrid)", mode: "hybrid" },
+            { name: "Keyword only (no embeddings)", mode: "keyword" },
+            { name: "Semantic only (no BM25)", mode: "semantic" },
+        ];
+        console.log("Ablation Results:");
+        console.log("\u2500".repeat(85));
+        console.log("| Configuration                | P@1   | P@3   | P@5   | R@5   | MRR   | NDCG@5 |");
+        console.log("|------------------------------|-------|-------|-------|-------|-------|--------|");
+        const jsonResults = [];
+        for (const config of configs) {
+            const metrics = [];
+            for (const q of gt.queries) {
+                const results = await search(harness.db, q.query, {
+                    mode: config.mode,
+                    topK: 10,
+                });
+                const retrieved = results.map((r) => r.id);
+                const relevanceScores = new Map(q.judgments.map((j) => [j.docId, j.relevance]));
+                metrics.push(computeMetrics(retrieved, relevanceScores));
+            }
+            const avg = averageMetrics(metrics);
+            jsonResults.push({ config: config.name, metrics: avg });
+            console.log(`| ${config.name.padEnd(28)} | ${avg.precisionAt1.toFixed(3)} | ${avg.precisionAt3.toFixed(3)} | ${avg.precisionAt5.toFixed(3)} | ${avg.recallAt5.toFixed(3)} | ${avg.mrr.toFixed(3)} | ${avg.ndcgAt5.toFixed(3)}  |`);
+        }
+        // Save results
+        await mkdir(join(import.meta.dirname, "..", "results"), {
+            recursive: true,
+        });
+        await writeFile(join(import.meta.dirname, "..", "results", "ablation.json"), JSON.stringify({ timestamp: new Date().toISOString(), results: jsonResults }, null, 2));
+        console.log("\nResults saved to benchmarks/results/ablation.json");
+    }
+    finally {
+        await harness.cleanup();
+    }
+}
+main().catch(console.error);
+//# sourceMappingURL=bench-ablation.js.map

package/dist/benchmarks/runners/bench-ablation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bench-ablation.js","sourceRoot":"","sources":["../../../benchmarks/runners/bench-ablation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAmB,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAQ7E,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CACjB,MAAM,CAAC,IAAI,CAAC,OAAO,EACnB,IAAI,EACJ,UAAU,EACV,cAAc,EACd,0BAA0B,CAC3B,CAAC;QACF,MAAM,EAAE,GAAyB,IAAI,CAAC,KAAK,CACzC,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAC/B,CAAC;QAEF,MAAM,OAAO,GAAqB;YAChC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC7C,EAAE,IAAI,EAAE,8BAA8B,EAAE,IAAI,EAAE,SAAS,EAAE;YACzD,EAAE,IAAI,EAAE,yBAAyB,EAAE,IAAI,EAAE,UAAU,EAAE;SACtD,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CACT,mFAAmF,CACpF,CAAC;QACF,OAAO,CAAC,GAAG,CACT,mFAAmF,CACpF,CAAC;QAEF,MAAM,WAAW,GAGZ,EAAE,CAAC;QAER,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAwC,EAAE,CAAC;YAExD,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE;oBAChD,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,EAAE;iBACT,CAAC,CAAC;gBACH,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3C,MAAM,eAAe,GAAG,IAAI,GAAG,CAC7B,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAC/C,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC;YAC3D,CAAC;YAED,MAAM,GAAG,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;YACpC,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;YAExD,OAAO,CAAC,GAAG,CACT,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CACtN,CAAC;QACJ,CAAC;QAED,eAAe;QACf,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE;YACtD,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,MAAM,SAAS,CACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,eAAe,CAAC,EAC3D,IAAI,CAAC,SAAS,CACZ,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAC7D,IAAI,EACJ,CAAC,CACF,CACF,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACrE,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/benchmarks/runners/bench-ai-quality.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=bench-ai-quality.d.ts.map

package/dist/benchmarks/runners/bench-ai-quality.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bench-ai-quality.d.ts","sourceRoot":"","sources":["../../../benchmarks/runners/bench-ai-quality.ts"],"names":[],"mappings":""}