@jacques-ai/core 0.0.7-alpha.1

package/dist/archive/plan-extractor.js

@@ -0,0 +1,371 @@
+/**
+ * Plan Extractor
+ *
+ * Detects and extracts embedded plans from user messages in sessions.
+ * Plans are often embedded when starting from plan mode with "Implement the following plan:".
+ */
+import { promises as fs } from "fs";
+import { createHash } from "crypto";
+import { join } from "path";
+import { readProjectIndex, addPlanToIndex } from "../context/indexer.js";
+import { generatePlanFilename, generateVersionedFilename } from "./filename-utils.js";
+import { extractKeywords } from "../plan/plan-parser.js";
+/** Patterns that indicate an embedded plan */
+export const PLAN_TRIGGER_PATTERNS = [
+    /^implement the following plan[:\s]*/i,
+    /^here is the plan[:\s]*/i,
+    /^follow this plan[:\s]*/i,
+];
+/** Minimum content length after trigger phrase to be considered a valid plan */
+const MIN_PLAN_LENGTH = 100;
+/** Minimum similarity score (0-1) for fuzzy deduplication */
+const MIN_SIMILARITY = 0.75;
+/**
+ * Detect embedded plans in session entries.
+ * Checks all user messages for plan trigger patterns.
+ */
+export function detectEmbeddedPlans(entries) {
+    const detected = [];
+    entries.forEach((entry, messageIndex) => {
+        if (entry.type === "user_message" && entry.content.text) {
+            const text = entry.content.text.trim();
+            // Check for trigger patterns
+            for (const pattern of PLAN_TRIGGER_PATTERNS) {
+                const match = text.match(pattern);
+                if (match) {
+                    // Extract content after trigger phrase
+                    const planContent = text.substring(match[0].length).trim();
+                    // Validate plan content
+                    if (planContent.length < MIN_PLAN_LENGTH) {
+                        continue;
+                    }
+                    // Check for markdown heading (basic structure check)
+                    if (!planContent.includes("#")) {
+                        continue;
+                    }
+                    // Check if this message contains multiple plans
+                    const plans = splitMultiplePlans(planContent);
+                    plans.forEach((content, planIndex) => {
+                        detected.push({
+                            planContent: content,
+                            messageIndex,
+                            planIndex,
+                            triggeredBy: match[0].trim(),
+                        });
+                    });
+                    // Only match first trigger pattern per message
+                    break;
+                }
+            }
+        }
+    });
+    return detected;
+}
+/**
+ * Split content that contains multiple plans by top-level headings.
+ */
+export function splitMultiplePlans(content) {
+    const plans = [];
+    const lines = content.split("\n");
+    let currentPlan = [];
+    let foundFirstHeading = false;
+    for (const line of lines) {
+        // Check if this is a top-level heading
+        if (line.match(/^#\s+/)) {
+            // If we already have a plan, save it
+            if (foundFirstHeading && currentPlan.length > 0) {
+                plans.push(currentPlan.join("\n").trim());
+                currentPlan = [];
+            }
+            foundFirstHeading = true;
+        }
+        if (foundFirstHeading) {
+            currentPlan.push(line);
+        }
+    }
+    // Save the last plan
+    if (currentPlan.length > 0) {
+        plans.push(currentPlan.join("\n").trim());
+    }
+    // If no headings found, treat entire content as one plan
+    if (plans.length === 0 && content.trim().length > 0) {
+        return [content.trim()];
+    }
+    return plans;
+}
+/**
+ * Extract title from plan content.
+ * Prefers first markdown heading, falls back to first line.
+ */
+export function extractPlanTitle(content) {
+    // Try to find first markdown heading
+    const headingMatch = content.match(/^#\s+(.+)$/m);
+    if (headingMatch) {
+        // Strip "Plan:" prefix if present — titles should be just the name
+        return headingMatch[1].trim().replace(/^Plan:\s*/i, "");
+    }
+    // Fallback: use first line
+    const firstLine = content.split("\n")[0].trim();
+    if (firstLine.length <= 80) {
+        return firstLine;
+    }
+    // Truncate if too long
+    return firstLine.substring(0, 77) + "...";
+}
+/**
+ * Extract plan body (content without the title heading).
+ * Strips the first markdown heading line and returns the rest.
+ */
+export function extractPlanBody(content) {
+    const lines = content.split("\n");
+    let foundFirstHeading = false;
+    const bodyLines = [];
+    for (const line of lines) {
+        // Skip the first heading line
+        if (!foundFirstHeading && line.match(/^#\s+/)) {
+            foundFirstHeading = true;
+            continue;
+        }
+        bodyLines.push(line);
+    }
+    // If no heading found, return entire content
+    if (!foundFirstHeading) {
+        return content.trim();
+    }
+    return bodyLines.join("\n").trim();
+}
+/**
+ * Generate a hash of the plan body only (excludes title).
+ * Used for detecting duplicates with different titles but same content.
+ */
+export function generateBodyHash(content) {
+    const body = extractPlanBody(content);
+    const normalized = body
+        .replace(/\s+/g, " ")
+        .toLowerCase()
+        .trim();
+    return createHash("sha256").update(normalized).digest("hex");
+}
+/**
+ * Generate a plan fingerprint for deduplication.
+ * Normalizes content to ignore whitespace differences.
+ */
+export function generatePlanFingerprint(content) {
+    // Normalize content: remove extra whitespace, lowercase
+    const normalized = content
+        .replace(/\s+/g, " ")
+        .toLowerCase()
+        .trim();
+    // Generate full content hash
+    const contentHash = createHash("sha256")
+        .update(normalized)
+        .digest("hex");
+    // Generate body-only hash (for cross-title dedup)
+    const bodyHash = generateBodyHash(content);
+    // Extract and normalize title
+    const title = extractPlanTitle(content);
+    const titleNormalized = title
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, "-")
+        .replace(/^-+|-+$/g, "");
+    // Calculate length range bucket
+    const length = content.length;
+    let lengthRange;
+    if (length <= 500) {
+        lengthRange = "0-500";
+    }
+    else if (length <= 2000) {
+        lengthRange = "501-2000";
+    }
+    else {
+        lengthRange = "2001+";
+    }
+    return {
+        contentHash,
+        bodyHash,
+        titleNormalized,
+        lengthRange,
+    };
+}
+/**
+ * Calculate text similarity using simple word overlap (Jaccard similarity).
+ * Returns a score between 0 (no overlap) and 1 (identical).
+ */
+export function calculateSimilarity(text1, text2) {
+    const words1 = extractKeywords(text1);
+    const words2 = extractKeywords(text2);
+    if (words1.size === 0 || words2.size === 0) {
+        return 0;
+    }
+    const intersection = new Set([...words1].filter((w) => words2.has(w)));
+    const union = new Set([...words1, ...words2]);
+    return intersection.size / union.size;
+}
+/**
+ * Find a duplicate plan in the existing catalog.
+ * Uses a two-tier approach:
+ * 1. Exact contentHash match (full content identical)
+ * 2. Exact bodyHash match (same body, different title)
+ * 3. Fuzzy similarity >= 75% within same length range (no title gate)
+ *
+ * Returns the PlanEntry if found, null otherwise.
+ */
+export async function findDuplicatePlan(content, projectPath) {
+    const fingerprint = generatePlanFingerprint(content);
+    const index = await readProjectIndex(projectPath);
+    // First pass: check indexed hashes (fast path)
+    for (const planEntry of index.plans) {
+        // Tier 1: Exact content hash match from index
+        if (planEntry.contentHash === fingerprint.contentHash) {
+            return planEntry;
+        }
+        // Tier 2: Body hash match from index (same body, different title)
+        if (planEntry.bodyHash === fingerprint.bodyHash) {
+            return planEntry;
+        }
+    }
+    // Second pass: read files and check computed hashes + similarity
+    for (const planEntry of index.plans) {
+        try {
+            // Read the plan file - construct absolute path from relative path in index
+            const absolutePath = join(projectPath, ".jacques", planEntry.path);
+            const planContent = await fs.readFile(absolutePath, "utf-8");
+            const existingFingerprint = generatePlanFingerprint(planContent);
+            // Tier 1: Exact content hash match (computed)
+            if (fingerprint.contentHash === existingFingerprint.contentHash) {
+                return planEntry;
+            }
+            // Tier 2: Body hash match (computed) - catches different titles, same body
+            if (fingerprint.bodyHash === existingFingerprint.bodyHash) {
+                return planEntry;
+            }
+            // Tier 3: Fuzzy similarity within same length range (no title gate!)
+            if (fingerprint.lengthRange === existingFingerprint.lengthRange) {
+                const similarity = calculateSimilarity(content, planContent);
+                if (similarity >= MIN_SIMILARITY) {
+                    return planEntry;
+                }
+            }
+        }
+        catch (error) {
+            // Plan file not found or unreadable, skip
+            continue;
+        }
+    }
+    return null;
+}
+/**
+ * Index an embedded plan in the project index.
+ * Creates or updates the PlanEntry with session link.
+ */
+export async function indexEmbeddedPlan(content, filename, sessionId, projectPath) {
+    const plansDir = join(projectPath, ".jacques", "plans");
+    await fs.mkdir(plansDir, { recursive: true });
+    const planPath = join(plansDir, filename);
+    const title = extractPlanTitle(content);
+    const now = new Date().toISOString();
+    // Check if plan already exists in index
+    const index = await readProjectIndex(projectPath);
+    const existingPlan = index.plans.find((p) => p.filename === filename);
+    if (existingPlan) {
+        // Update existing plan: merge session IDs
+        const updatedPlan = {
+            ...existingPlan,
+            updatedAt: now,
+            sessions: [...new Set([...existingPlan.sessions, sessionId])],
+        };
+        // For existing plans, we're just updating sessions array - no file write needed
+        await addPlanToIndex(projectPath, updatedPlan);
+        return updatedPlan;
+    }
+    else {
+        // Create new plan entry
+        const planEntry = {
+            id: filename.replace(".md", ""),
+            title,
+            filename,
+            path: `plans/${filename}`, // Relative path (consistent with Write tool plans)
+            createdAt: now,
+            updatedAt: now,
+            sessions: [sessionId],
+        };
+        // Write file FIRST - this can fail
+        try {
+            await fs.writeFile(planPath, content, "utf-8");
+        }
+        catch (error) {
+            throw new Error(`Failed to write plan file to ${planPath}: ${error instanceof Error ? error.message : String(error)}`);
+        }
+        // THEN update index - only if file write succeeded
+        await addPlanToIndex(projectPath, planEntry);
+        return planEntry;
+    }
+}
+/**
+ * Extract embedded plans from session entries and save to project.
+ * Returns array of PlanReference objects for the manifest.
+ */
+export async function extractEmbeddedPlans(entries, projectPath, sessionId) {
+    const detected = detectEmbeddedPlans(entries);
+    if (detected.length === 0) {
+        return [];
+    }
+    const references = [];
+    const seenHashes = new Set();
+    for (const { planContent } of detected) {
+        try {
+            // Check for duplicates within this session
+            const fingerprint = generatePlanFingerprint(planContent);
+            if (seenHashes.has(fingerprint.contentHash)) {
+                continue; // Skip duplicate within same session
+            }
+            seenHashes.add(fingerprint.contentHash);
+            // Check for duplicate in existing catalog
+            const duplicate = await findDuplicatePlan(planContent, projectPath);
+            let planEntry;
+            let filename;
+            if (duplicate) {
+                // Reuse existing plan, add session link
+                planEntry = await indexEmbeddedPlan(planContent, duplicate.filename, sessionId, projectPath);
+                filename = duplicate.filename;
+            }
+            else {
+                // Create new plan
+                const title = extractPlanTitle(planContent);
+                filename = generatePlanFilename(title);
+                // Check for filename collision
+                const plansDir = join(projectPath, ".jacques", "plans");
+                const planPath = join(plansDir, filename);
+                try {
+                    await fs.access(planPath);
+                    // File exists with different content, create versioned filename
+                    filename = await generateVersionedFilename(plansDir, filename);
+                }
+                catch {
+                    // File doesn't exist, we can use this filename
+                }
+                planEntry = await indexEmbeddedPlan(planContent, filename, sessionId, projectPath);
+            }
+            // Create reference for manifest
+            // Note: path must be absolute for actual file access, even though index stores relative path
+            const absolutePath = join(projectPath, ".jacques", "plans", filename);
+            references.push({
+                path: absolutePath,
+                name: filename,
+                archivedPath: `plans/${filename}`,
+                source: "embedded",
+            });
+        }
+        catch (error) {
+            // Non-blocking: log and continue with detailed error info
+            console.error("Failed to extract embedded plan:", {
+                error: error instanceof Error ? error.message : String(error),
+                planContent: planContent.substring(0, 100) + "...",
+                projectPath,
+                sessionId,
+            });
+        }
+    }
+    return references;
+}
+//# sourceMappingURL=plan-extractor.js.map

package/dist/archive/plan-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan-extractor.js","sourceRoot":"","sources":["../../src/archive/plan-extractor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAI5B,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,oBAAoB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AACtF,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,8CAA8C;AAC9C,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,sCAAsC;IACtC,0BAA0B;IAC1B,0BAA0B;CAC3B,CAAC;AAEF,gFAAgF;AAChF,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,6DAA6D;AAC7D,MAAM,cAAc,GAAG,IAAI,CAAC;AAsB5B;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAsB;IACxD,MAAM,QAAQ,GAAmB,EAAE,CAAC;IAEpC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE;QACtC,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACxD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAEvC,6BAA6B;YAC7B,KAAK,MAAM,OAAO,IAAI,qBAAqB,EAAE,CAAC;gBAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAClC,IAAI,KAAK,EAAE,CAAC;oBACV,uCAAuC;oBACvC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;oBAE3D,wBAAwB;oBACxB,IAAI,WAAW,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;wBACzC,SAAS;oBACX,CAAC;oBAED,qDAAqD;oBACrD,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC/B,SAAS;oBACX,CAAC;oBAED,gDAAgD;oBAChD,MAAM,KAAK,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;oBAE9C,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE;wBACnC,QAAQ,CAAC,IAAI,CAAC;4BACZ,WAAW,EAAE,OAAO;4BACpB,YAAY;4BACZ,SAAS;4BACT,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;yBAC7B,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;oBAEH,+CAA+C;oBAC/C,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAChD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,IAAI,WAAW,GAAa,EAAE,CAAC;IAC/B,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,uCAAuC;QACvC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,qCAAqC;YACrC,IAAI,iBAAiB,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChD,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1C,WAAW,GAAG,EAAE,CAAC;YACnB,CAAC;YACD,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,iBAAiB,EAAE,CAAC;YACtB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,yDAAyD;IACzD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,qCAAqC;IACrC,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAClD,IAAI,YAAY,EAAE,CAAC;QACjB,mEAAmE;QACnE,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,2BAA2B;IAC3B,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChD,IAAI,SAAS,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,uBAAuB;IACvB,OAAO,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC;AAC5C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,8BAA8B;QAC9B,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9C,iBAAiB,GAAG,IAAI,CAAC;YACzB,SAAS;QACX,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,6CAA6C;IAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,UAAU,GAAG,IAAI;SACpB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,WAAW,EAAE;SACb,IAAI,EAAE,CAAC;IAEV,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,OAAe;IACrD,wDAAwD;IACxD,MAAM,UAAU,GAAG,OAAO;SACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,WAAW,EAAE;SACb,IAAI,EAAE,CAAC;IAEV,6BAA6B;IAC7B,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;SACrC,MAAM,CAAC,UAAU,CAAC;SAClB,MAAM,CAAC,KAAK,CAAC,CAAC;IAEjB,kDAAkD;IAClD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE3C,8BAA8B;IAC9B,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,eAAe,GAAG,KAAK;SAC1B,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAE3B,gCAAgC;IAChC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,IAAI,WAAmB,CAAC;IACxB,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;QAClB,WAAW,GAAG,OAAO,CAAC;IACxB,CAAC;SAAM,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QAC1B,WAAW,GAAG,UAAU,CAAC;IAC3B,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,OAAO,CAAC;IACxB,CAAC;IAED,OAAO;QACL,WAAW;QACX,QAAQ;QACR,eAAe;QACf,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAa,EAAE,KAAa;IAC9D,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAEtC,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAC3C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;IAE9C,OAAO,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;AACxC,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAe,EACf,WAAmB;IAEnB,MAAM,WAAW,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAElD,+CAA+C;IAC/C,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QACpC,8CAA8C;QAC9C,IAAI,SAAS,CAAC,WAAW,KAAK,WAAW,CAAC,WAAW,EAAE,CAAC;YACtD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,kEAAkE;QAClE,IAAI,SAAS,CAAC,QAAQ,KAAK,WAAW,CAAC,QAAQ,EAAE,CAAC;YAChD,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,iEAAiE;IACjE,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,2EAA2E;YAC3E,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;YACnE,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAC7D,MAAM,mBAAmB,GAAG,uBAAuB,CAAC,WAAW,CAAC,CAAC;YAEjE,8CAA8C;YAC9C,IAAI,WAAW,CAAC,WAAW,KAAK,mBAAmB,CAAC,WAAW,EAAE,CAAC;gBAChE,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,2EAA2E;YAC3E,IAAI,WAAW,CAAC,QAAQ,KAAK,mBAAmB,CAAC,QAAQ,EAAE,CAAC;gBAC1D,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,qEAAqE;YACrE,IAAI,WAAW,CAAC,WAAW,KAAK,mBAAmB,CAAC,WAAW,EAAE,CAAC;gBAChE,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;gBAC7D,IAAI,UAAU,IAAI,cAAc,EAAE,CAAC;oBACjC,OAAO,SAAS,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0CAA0C;YAC1C,SAAS;QACX,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAe,EACf,QAAgB,EAChB,SAAiB,EACjB,WAAmB;IAEnB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE9C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAErC,wCAAwC;IACxC,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAClD,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IAEtE,IAAI,YAAY,EAAE,CAAC;QACjB,0CAA0C;QAC1C,MAAM,WAAW,GAAc;YAC7B,GAAG,YAAY;YACf,SAAS,EAAE,GAAG;YACd,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;SAC9D,CAAC;QAEF,gFAAgF;QAChF,MAAM,cAAc,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC/C,OAAO,WAAW,CAAC;IACrB,CAAC;SAAM,CAAC;QACN,wBAAwB;QACxB,MAAM,SAAS,GAAc;YAC3B,EAAE,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;YAC/B,KAAK;YACL,QAAQ;YACR,IAAI,EAAE,SAAS,QAAQ,EAAE,EAAE,mDAAmD;YAC9E,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;YACd,QAAQ,EAAE,CAAC,SAAS,CAAC;SACtB,CAAC;QAEF,mCAAmC;QACnC,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,gCAAgC,QAAQ,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACtG,CAAC;QACJ,CAAC;QAED,mDAAmD;QACnD,MAAM,cAAc,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAC7C,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAsB,EACtB,WAAmB,EACnB,SAAiB;IAEjB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAE9C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,UAAU,GAAoB,EAAE,CAAC;IACvC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IAErC,KAAK,MAAM,EAAE,WAAW,EAAE,IAAI,QAAQ,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,2CAA2C;YAC3C,MAAM,WAAW,GAAG,uBAAuB,CAAC,WAAW,CAAC,CAAC;YACzD,IAAI,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC5C,SAAS,CAAC,qCAAqC;YACjD,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YAExC,0CAA0C;YAC1C,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAEpE,IAAI,SAAoB,CAAC;YACzB,IAAI,QAAgB,CAAC;YAErB,IAAI,SAAS,EAAE,CAAC;gBACd,wCAAwC;gBACxC,SAAS,GAAG,MAAM,iBAAiB,CACjC,WAAW,EACX,SAAS,CAAC,QAAQ,EAClB,SAAS,EACT,WAAW,CACZ,CAAC;gBACF,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,kBAAkB;gBAClB,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBAC5C,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;gBAEvC,+BAA+B;gBAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;gBACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBAE1C,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC1B,gEAAgE;oBAChE,QAAQ,GAAG,MAAM,yBAAyB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACjE,CAAC;gBAAC,MAAM,CAAC;oBACP,+CAA+C;gBACjD,CAAC;gBAED,SAAS,GAAG,MAAM,iBAAiB,CACjC,WAAW,EACX,QAAQ,EACR,SAAS,EACT,WAAW,CACZ,CAAC;YACJ,CAAC;YAED,gCAAgC;YAChC,6FAA6F;YAC7F,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YACtE,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,QAAQ;gBACd,YAAY,EAAE,SAAS,QAAQ,EAAE;gBACjC,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0DAA0D;YAC1D,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE;gBAChD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,WAAW,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBAClD,WAAW;gBACX,SAAS;aACV,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/archive/search-indexer.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Search Indexer
+ *
+ * Builds and maintains a keyword inverted index for conversation search.
+ */
+import type { ConversationManifest, SearchIndex } from "./types.js";
+/**
+ * Tokenize text into keywords.
+ */
+export declare function tokenize(text: string): string[];
+/**
+ * Extract keywords from a file path.
+ * "src/auth/jwt.ts" → ["src", "auth", "jwt", "ts"]
+ */
+export declare function extractPathKeywords(filePath: string): string[];
+/**
+ * Extract all keywords from a manifest with field attribution.
+ */
+export declare function extractKeywordsWithFields(manifest: ConversationManifest): Array<{
+    keyword: string;
+    field: string;
+    score: number;
+}>;
+/**
+ * Add a conversation to the search index.
+ */
+export declare function addToIndex(index: SearchIndex, manifest: ConversationManifest): SearchIndex;
+/**
+ * Remove a conversation from the search index.
+ * @param projectId The projectId (encoded path) or projectSlug for old data
+ */
+export declare function removeFromIndex(index: SearchIndex, manifestId: string, projectId: string): SearchIndex;
+/**
+ * Search the index for matching conversations.
+ * Returns manifest IDs sorted by relevance score.
+ */
+export declare function searchIndex(index: SearchIndex, query: string): Array<{
+    id: string;
+    score: number;
+}>;
+/**
+ * Get index statistics.
+ */
+export declare function getIndexStats(index: SearchIndex): {
+    totalConversations: number;
+    totalKeywords: number;
+    totalProjects: number;
+    averageKeywordsPerConversation: number;
+};
+//# sourceMappingURL=search-indexer.d.ts.map

package/dist/archive/search-indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-indexer.d.ts","sourceRoot":"","sources":["../../src/archive/search-indexer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,oBAAoB,EACpB,WAAW,EAEZ,MAAM,YAAY,CAAC;AAuGpB;;GAEG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAO/C;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAK9D;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,oBAAoB,GAC7B,KAAK,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CA+D1D;AAED;;GAEG;AACH,wBAAgB,UAAU,CACxB,KAAK,EAAE,WAAW,EAClB,QAAQ,EAAE,oBAAoB,GAC7B,WAAW,CAuDb;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,KAAK,EAAE,WAAW,EAClB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,WAAW,CAgCb;AAED;;;GAGG;AACH,wBAAgB,WAAW,CACzB,KAAK,EAAE,WAAW,EAClB,KAAK,EAAE,MAAM,GACZ,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CA2BtC;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,WAAW,GAAG;IACjD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,8BAA8B,EAAE,MAAM,CAAC;CACxC,CAaA"}