context-mode 1.0.169 → 2.0.0-next.5

package/build/session/snapshot.js

@@ -1,532 +0,0 @@
-/**
- * Snapshot builder — converts stored SessionEvents into a reference-based
- * XML resume snapshot.
- *
- * Pure functions only. No database access, no file system, no side effects.
- *
- * The output XML is injected into the LLM's context after a compact event to
- * restore session awareness. Instead of truncated inline data, each section
- * contains a natural summary plus a runnable search tool call that retrieves
- * full details from the indexed knowledge base on demand.
- *
- * Zero truncation. Zero information loss. Full data lives in SessionDB;
- * the snapshot is a table of contents.
- */
-import { escapeXML } from "../truncate.js";
-// ── Helpers ──────────────────────────────────────────────────────────────────
-const MAX_ACTIVE_FILES = 10;
-/**
- * Extract 2-4 keyword phrases from a list of strings for BM25 search queries.
- * Takes actual data values and picks representative terms.
- */
-function buildQueries(items, maxQueries = 4) {
-    const unique = [...new Set(items.filter(s => s.length > 0))];
-    const selected = unique.slice(0, maxQueries);
-    return selected.map(s => {
-        // Take the first ~80 chars as a query — enough for BM25 matching
-        const trimmed = s.length > 80 ? s.slice(0, 80) : s;
-        return trimmed;
-    });
-}
-/**
- * Format a runnable tool call block for a section.
- */
-function toolCall(toolName, queries) {
-    if (queries.length === 0)
-        return "";
-    const escaped = queries.map(q => `"${escapeXML(q)}"`).join(", ");
-    return `\n    For full details:\n    ${escapeXML(toolName)}(\n      queries: [${escaped}],\n      source: "session-events"\n    )`;
-}
-// ── Section builders ─────────────────────────────────────────────────────────
-function buildFilesSection(fileEvents, searchTool) {
-    if (fileEvents.length === 0)
-        return "";
-    // Build per-file operation counts
-    const fileMap = new Map();
-    for (const ev of fileEvents) {
-        const path = ev.data;
-        let entry = fileMap.get(path);
-        if (!entry) {
-            entry = { ops: new Map() };
-            fileMap.set(path, entry);
-        }
-        let op;
-        if (ev.type === "file_write")
-            op = "write";
-        else if (ev.type === "file_read")
-            op = "read";
-        else if (ev.type === "file_edit")
-            op = "edit";
-        else
-            op = ev.type;
-        entry.ops.set(op, (entry.ops.get(op) ?? 0) + 1);
-    }
-    // Limit to last MAX_ACTIVE_FILES files (by insertion order = chronological)
-    const entries = Array.from(fileMap.entries());
-    const limited = entries.slice(-MAX_ACTIVE_FILES);
-    const summaryLines = [];
-    const queryTerms = [];
-    for (const [path, { ops }] of limited) {
-        const opsStr = Array.from(ops.entries())
-            .map(([k, v]) => `${k}×${v}`)
-            .join(", ");
-        // Use just the filename for concise display
-        const fileName = path.split("/").pop() ?? path;
-        summaryLines.push(`    ${escapeXML(fileName)} (${escapeXML(opsStr)})`);
-        queryTerms.push(`${fileName} ${Array.from(ops.keys()).join(" ")}`);
-    }
-    const queries = buildQueries(queryTerms);
-    const lines = [
-        `  <files count="${fileMap.size}">`,
-        ...summaryLines,
-        toolCall(searchTool, queries),
-        `  </files>`,
-    ];
-    return lines.join("\n");
-}
-function buildErrorsSection(errorEvents, searchTool) {
-    if (errorEvents.length === 0)
-        return "";
-    const summaryLines = [];
-    const queryTerms = [];
-    for (const ev of errorEvents) {
-        summaryLines.push(`    ${escapeXML(ev.data)}`);
-        queryTerms.push(ev.data);
-    }
-    const queries = buildQueries(queryTerms);
-    const lines = [
-        `  <errors count="${errorEvents.length}">`,
-        ...summaryLines,
-        toolCall(searchTool, queries),
-        `  </errors>`,
-    ];
-    return lines.join("\n");
-}
-function buildDecisionsSection(decisionEvents, searchTool) {
-    if (decisionEvents.length === 0)
-        return "";
-    const seen = new Set();
-    const summaryLines = [];
-    const queryTerms = [];
-    for (const ev of decisionEvents) {
-        if (seen.has(ev.data))
-            continue;
-        seen.add(ev.data);
-        summaryLines.push(`    ${escapeXML(ev.data)}`);
-        queryTerms.push(ev.data);
-    }
-    if (summaryLines.length === 0)
-        return "";
-    const queries = buildQueries(queryTerms);
-    const lines = [
-        `  <decisions count="${summaryLines.length}">`,
-        ...summaryLines,
-        toolCall(searchTool, queries),
-        `  </decisions>`,
-    ];
-    return lines.join("\n");
-}
-function buildRulesSection(ruleEvents, searchTool) {
-    if (ruleEvents.length === 0)
-        return "";
-    const seen = new Set();
-    const summaryLines = [];
-    const queryTerms = [];
-    for (const ev of ruleEvents) {
-        if (seen.has(ev.data))
-            continue;
-        seen.add(ev.data);
-        if (ev.type === "rule_content") {
-            summaryLines.push(`    ${escapeXML(ev.data)}`);
-        }
-        else {
-            summaryLines.push(`    ${escapeXML(ev.data)}`);
-        }
-        queryTerms.push(ev.data);
-    }
-    if (summaryLines.length === 0)
-        return "";
-    const queries = buildQueries(queryTerms);
-    const lines = [
-        `  <rules count="${summaryLines.length}">`,
-        ...summaryLines,
-        toolCall(searchTool, queries),
-        `  </rules>`,
-    ];
-    return lines.join("\n");
-}
-function buildGitSection(gitEvents, searchTool) {
-    if (gitEvents.length === 0)
-        return "";
-    const summaryLines = [];
-    const queryTerms = [];
-    for (const ev of gitEvents) {
-        summaryLines.push(`    ${escapeXML(ev.data)}`);
-        queryTerms.push(ev.data);
-    }
-    const queries = buildQueries(queryTerms);
-    const lines = [
-        `  <git count="${gitEvents.length}">`,
-        ...summaryLines,
-        toolCall(searchTool, queries),
-        `  </git>`,
-    ];
-    return lines.join("\n");
-}
-/**
- * Render <task_state> from task events.
- * Reconstructs the full task list from create/update events,
- * filters out completed tasks, and renders only pending/in-progress work.
- *
- * TaskCreate events have `{ subject }`, TaskUpdate events have `{ taskId, status }`.
- * Match by chronological order: creates[0] -> lowest taskId from updates.
- */
-export function renderTaskState(taskEvents) {
-    if (taskEvents.length === 0)
-        return "";
-    const creates = [];
-    const updates = {};
-    for (const ev of taskEvents) {
-        try {
-            const parsed = JSON.parse(ev.data);
-            if (typeof parsed.subject === "string") {
-                creates.push(parsed.subject);
-            }
-            else if (typeof parsed.taskId === "string" && typeof parsed.status === "string") {
-                updates[parsed.taskId] = parsed.status;
-            }
-        }
-        catch { /* not JSON */ }
-    }
-    if (creates.length === 0)
-        return "";
-    const DONE = new Set(["completed", "deleted", "failed"]);
-    // Match creates to updates positionally (creates[0] -> lowest taskId)
-    const sortedIds = Object.keys(updates).sort((a, b) => Number(a) - Number(b));
-    const pending = [];
-    for (let i = 0; i < creates.length; i++) {
-        const matchedId = sortedIds[i];
-        const status = matchedId ? (updates[matchedId] ?? "pending") : "pending";
-        if (!DONE.has(status)) {
-            pending.push(creates[i]);
-        }
-    }
-    // All tasks completed — nothing to render
-    if (pending.length === 0)
-        return "";
-    const lines = [];
-    for (const task of pending) {
-        lines.push(`    [pending] ${escapeXML(task)}`);
-    }
-    return lines.join("\n");
-}
-function buildTaskSection(taskEvents, searchTool) {
-    const taskContent = renderTaskState(taskEvents);
-    if (!taskContent)
-        return "";
-    const queryTerms = [];
-    for (const ev of taskEvents) {
-        try {
-            const parsed = JSON.parse(ev.data);
-            if (typeof parsed.subject === "string") {
-                queryTerms.push(parsed.subject);
-            }
-        }
-        catch { /* not JSON */ }
-    }
-    const queries = buildQueries(queryTerms);
-    const pendingCount = taskContent.split("\n").length;
-    const lines = [
-        `  <task_state count="${pendingCount}">`,
-        taskContent,
-        toolCall(searchTool, queries),
-        `  </task_state>`,
-    ];
-    return lines.join("\n");
-}
-function buildEnvironmentSection(cwdEvents, envEvents, searchTool) {
-    if (cwdEvents.length === 0 && envEvents.length === 0)
-        return "";
-    const summaryLines = [];
-    const queryTerms = [];
-    if (cwdEvents.length > 0) {
-        const lastCwd = cwdEvents[cwdEvents.length - 1];
-        summaryLines.push(`    cwd: ${escapeXML(lastCwd.data)}`);
-        queryTerms.push("working directory");
-    }
-    for (const env of envEvents) {
-        summaryLines.push(`    ${escapeXML(env.data)}`);
-        queryTerms.push(env.data);
-    }
-    const queries = buildQueries(queryTerms);
-    const lines = [
-        `  <environment>`,
-        ...summaryLines,
-        toolCall(searchTool, queries),
-        `  </environment>`,
-    ];
-    return lines.join("\n");
-}
-function buildSubagentsSection(subagentEvents, searchTool) {
-    if (subagentEvents.length === 0)
-        return "";
-    const summaryLines = [];
-    const queryTerms = [];
-    for (const ev of subagentEvents) {
-        const status = ev.type === "subagent_completed" ? "completed"
-            : ev.type === "subagent_launched" ? "launched"
-                : "unknown";
-        summaryLines.push(`    [${status}] ${escapeXML(ev.data)}`);
-        queryTerms.push(`subagent ${ev.data}`);
-    }
-    const queries = buildQueries(queryTerms);
-    const lines = [
-        `  <subagents count="${subagentEvents.length}">`,
-        ...summaryLines,
-        toolCall(searchTool, queries),
-        `  </subagents>`,
-    ];
-    return lines.join("\n");
-}
-function buildSkillsSection(skillEvents, searchTool) {
-    if (skillEvents.length === 0)
-        return "";
-    // Count invocations per skill name
-    const skillCounts = new Map();
-    for (const ev of skillEvents) {
-        const name = ev.data.split(":")[0].trim();
-        skillCounts.set(name, (skillCounts.get(name) ?? 0) + 1);
-    }
-    const summaryLines = [];
-    const queryTerms = [];
-    for (const [name, count] of skillCounts) {
-        summaryLines.push(`    ${escapeXML(name)} (${count}×)`);
-        queryTerms.push(`skill ${name} invocation`);
-    }
-    const queries = buildQueries(queryTerms);
-    const lines = [
-        `  <skills count="${skillEvents.length}">`,
-        ...summaryLines,
-        toolCall(searchTool, queries),
-        `  </skills>`,
-    ];
-    return lines.join("\n");
-}
-function buildRolesSection(roleEvents, searchTool) {
-    if (roleEvents.length === 0)
-        return "";
-    const seen = new Set();
-    const summaryLines = [];
-    const queryTerms = [];
-    for (const ev of roleEvents) {
-        if (seen.has(ev.data))
-            continue;
-        seen.add(ev.data);
-        summaryLines.push(`    ${escapeXML(ev.data)}`);
-        queryTerms.push(ev.data);
-    }
-    if (summaryLines.length === 0)
-        return "";
-    const queries = buildQueries(queryTerms);
-    const lines = [
-        `  <roles count="${summaryLines.length}">`,
-        ...summaryLines,
-        toolCall(searchTool, queries),
-        `  </roles>`,
-    ];
-    return lines.join("\n");
-}
-function buildIntentSection(intentEvents) {
-    if (intentEvents.length === 0)
-        return "";
-    const lastIntent = intentEvents[intentEvents.length - 1];
-    return `  <intent mode="${escapeXML(lastIntent.data)}"/>`;
-}
-/**
- * Restore the most recent stated session goal verbatim. Placed at the top of
- * the snapshot (right after how_to_search) so the resuming LLM reads the
- * active objective before anything else and keeps working toward it.
- */
-function buildGoalSection(goalEvents) {
-    if (goalEvents.length === 0)
-        return "";
-    const lastGoal = goalEvents[goalEvents.length - 1];
-    return [
-        `  <session_goal>`,
-        `  The active objective for this session. Keep working toward it until it is met; do not ask the user to restate it.`,
-        `    ${escapeXML(lastGoal.data)}`,
-        `  </session_goal>`,
-    ].join("\n");
-}
-/**
- * Raw-prompt safety net (issue #535):
- * Always surface the most recent user prompts verbatim so the next LLM
- * sees them even if every universal-rule detector misses. Bound per-prompt
- * payload to RECENT_MESSAGE_MAX_CHARS Unicode codepoints; bound the total
- * count to RECENT_MESSAGES_LIMIT to keep the resume block compact.
- */
-const RECENT_MESSAGES_LIMIT = 3;
-const RECENT_MESSAGE_MAX_CHARS = 400;
-function truncateForSnapshot(value, max) {
-    const codepoints = [...value];
-    if (codepoints.length <= max)
-        return value;
-    return codepoints.slice(0, max).join("");
-}
-function buildRecentMessagesSection(userPromptEvents) {
-    if (userPromptEvents.length === 0)
-        return "";
-    // Last N in chronological order — newest at the bottom mirrors the
-    // way the user reads their own scrollback.
-    const recent = userPromptEvents.slice(-RECENT_MESSAGES_LIMIT);
-    const items = recent
-        .map(ev => {
-        const body = truncateForSnapshot(ev.data ?? "", RECENT_MESSAGE_MAX_CHARS);
-        if (!body)
-            return "";
-        return `    <message>${escapeXML(body)}</message>`;
-    })
-        .filter(Boolean);
-    if (items.length === 0)
-        return "";
-    return [
-        `  <recent_user_messages count="${items.length}">`,
-        ...items,
-        `  </recent_user_messages>`,
-    ].join("\n");
-}
-// ── Main builder ─────────────────────────────────────────────────────────────
-/**
- * Build a reference-based resume snapshot XML string from stored session events.
- *
- * Algorithm:
- * 1. Group events by category
- * 2. For each non-empty category, build a summary section with a runnable
- *    search tool call containing exact queries for full details
- * 3. Assemble ALL non-empty sections — no priority dropping, no byte budget
- */
-export function buildResumeSnapshot(events, opts) {
-    const compactCount = opts?.compactCount ?? 1;
-    const searchTool = opts?.searchTool ?? "ctx_search";
-    const now = new Date().toISOString();
-    // ── Group events by category ──
-    const fileEvents = [];
-    const taskEvents = [];
-    const ruleEvents = [];
-    const decisionEvents = [];
-    const cwdEvents = [];
-    const errorEvents = [];
-    const envEvents = [];
-    const gitEvents = [];
-    const subagentEvents = [];
-    const intentEvents = [];
-    const goalEvents = [];
-    const skillEvents = [];
-    const roleEvents = [];
-    const userPromptEvents = [];
-    for (const ev of events) {
-        switch (ev.category) {
-            case "file":
-                fileEvents.push(ev);
-                break;
-            case "task":
-                taskEvents.push(ev);
-                break;
-            case "rule":
-                ruleEvents.push(ev);
-                break;
-            case "decision":
-                decisionEvents.push(ev);
-                break;
-            case "cwd":
-                cwdEvents.push(ev);
-                break;
-            case "error":
-                errorEvents.push(ev);
-                break;
-            case "env":
-                envEvents.push(ev);
-                break;
-            case "git":
-                gitEvents.push(ev);
-                break;
-            case "subagent":
-                subagentEvents.push(ev);
-                break;
-            case "intent":
-                intentEvents.push(ev);
-                break;
-            case "goal":
-                goalEvents.push(ev);
-                break;
-            case "skill":
-                skillEvents.push(ev);
-                break;
-            case "role":
-                roleEvents.push(ev);
-                break;
-            case "user-prompt":
-                userPromptEvents.push(ev);
-                break;
-        }
-    }
-    // ── Build all sections ──
-    const sections = [];
-    // How-to-search instruction block (always present)
-    sections.push(`  <how_to_search>
-  Each section below contains a summary of prior work.
-  For FULL DETAILS, run the exact tool call shown under each section.
-  Do NOT ask the user to re-explain prior work. Search first.
-  Do NOT invent your own queries — use the ones provided.
-  </how_to_search>`);
-    // Session goal first — the objective the LLM must keep working toward.
-    const goal = buildGoalSection(goalEvents);
-    if (goal)
-        sections.push(goal);
-    const files = buildFilesSection(fileEvents, searchTool);
-    if (files)
-        sections.push(files);
-    const errors = buildErrorsSection(errorEvents, searchTool);
-    if (errors)
-        sections.push(errors);
-    const decisions = buildDecisionsSection(decisionEvents, searchTool);
-    if (decisions)
-        sections.push(decisions);
-    const rules = buildRulesSection(ruleEvents, searchTool);
-    if (rules)
-        sections.push(rules);
-    const git = buildGitSection(gitEvents, searchTool);
-    if (git)
-        sections.push(git);
-    const tasks = buildTaskSection(taskEvents, searchTool);
-    if (tasks)
-        sections.push(tasks);
-    const environment = buildEnvironmentSection(cwdEvents, envEvents, searchTool);
-    if (environment)
-        sections.push(environment);
-    const subagents = buildSubagentsSection(subagentEvents, searchTool);
-    if (subagents)
-        sections.push(subagents);
-    const skills = buildSkillsSection(skillEvents, searchTool);
-    if (skills)
-        sections.push(skills);
-    const roles = buildRolesSection(roleEvents, searchTool);
-    if (roles)
-        sections.push(roles);
-    const intent = buildIntentSection(intentEvents);
-    if (intent)
-        sections.push(intent);
-    // Raw-prompt safety net — always last so it stays adjacent to the next
-    // LLM turn and is read after the structured sections.
-    const recentMessages = buildRecentMessagesSection(userPromptEvents);
-    if (recentMessages)
-        sections.push(recentMessages);
-    // ── Assemble ──
-    const header = `<session_resume events="${events.length}" compact_count="${compactCount}" generated_at="${now}">`;
-    const footer = `</session_resume>`;
-    const body = sections.join("\n\n");
-    if (body) {
-        return `${header}\n\n${body}\n\n${footer}`;
-    }
-    return `${header}\n${footer}`;
-}

package/build/store-directory.d.ts

@@ -1,56 +0,0 @@
-/**
- * walkDirectory — bounded recursive directory walker for ctx_index (#687).
- *
- * Issue: ctx_index refused directory paths via the security gate at
- * src/store.ts:845 ("refusing to index <path>: not a regular file"). The gate
- * is a TOCTOU defense from #442 round-3 and MUST be preserved — directory
- * support is layered as a separate concern here. Each file produced by
- * walkDirectory is then read via the existing per-file
- * `openSync + fstatSync.isFile()` invariant in `ContentStore.index()`.
- *
- * Reported by @matiasduartee across 4 clients × Windows 11.
- * https://github.com/anthropic-experimental/context-mode/issues/687
- *
- * Design constraints:
- *   - No new dependencies (avoid the `ignore` package — issue #687 Diagnose).
- *   - Cross-OS: path.sep / path.join everywhere, never raw "/" string ops.
- *   - Symlink cycle detection via a resolved-path Set.
- *   - Symlink-escape rejection: refuse to follow symlinks that resolve outside
- *     the rootPath (defense-in-depth alongside per-file checkFilePathDenyPolicy).
- *   - FTS5-blowup guard: hard cap maxFiles (default 200, per Architect).
- */
-export interface WalkOptions {
-    /** Glob-ish include patterns. Empty/undefined means include all (subject to extensions). */
-    include?: string[];
-    /** Glob-ish exclude patterns. Merged with sensible defaults. */
-    exclude?: string[];
-    /** Max recursion depth from rootPath (0 = root only). Default 5. */
-    maxDepth?: number;
-    /** Hard cap on total files. Default 200 — FTS5 blow-up guard. */
-    maxFiles?: number;
-    /** Allowed file extensions (with leading dot). Empty/undefined means default set. */
-    extensions?: string[];
-    /** Apply nearest .gitignore rules during walk. Default true. */
-    respectGitignore?: boolean;
-    /** Follow directory symlinks. Default false (cycle hazard + escape risk). */
-    followSymlinks?: boolean;
-}
-export interface WalkResult {
-    files: string[];
-    /** True when maxFiles cap was hit and traversal halted early. */
-    capped: boolean;
-    /** Total files discovered before cap (for reporting). */
-    totalSeen: number;
-}
-/**
- * Walk `rootPath` recursively under the given bounds and return absolute file
- * paths matching the filters. Pure synchronous traversal — no allocations
- * beyond the result array. Symlink cycles are detected via a resolved-path
- * Set; symlink escapes (resolving outside rootPath) are silently skipped.
- */
-export declare function walkDirectory(rootPath: string, opts?: WalkOptions): string[];
-/**
- * Same as walkDirectory but returns capped + totalSeen so callers can surface
- * a "capped at N files" notice in their response.
- */
-export declare function walkDirectoryDetailed(rootPath: string, opts?: WalkOptions): WalkResult;