wayfind 2.0.76 → 2.0.78

package/bin/content-store.js

@@ -1401,8 +1401,8 @@ async function indexConversations(options = {}) {
     candidates.push({ filePath, fp, transcript, transcriptText });
   }
 
-  // Phase 2: Fire LLM extraction calls in parallel with concurrency cap
-  // Cap at 5 to avoid API rate limits while still getting parallelism benefit
+  // Phase 2+3: Extract decisions and merge results in batches.
+  // Saving convIndex after each batch ensures a hook timeout doesn't discard all progress.
   const MAX_CONCURRENT = 5;
 
   if (options.onProgress) {
@@ -1411,7 +1411,6 @@ async function indexConversations(options = {}) {
     }
   }
 
-  const extractionResults = [];
   for (let i = 0; i < candidates.length; i += MAX_CONCURRENT) {
     const batch = candidates.slice(i, i + MAX_CONCURRENT);
     const batchResults = await Promise.all(
@@ -1424,65 +1423,67 @@ async function indexConversations(options = {}) {
         }
       })
     );
-    extractionResults.push(...batchResults);
-  }
 
-  // Phase 3: Merge results into shared indexes (sequential — single-threaded, no races)
-  for (const result of extractionResults) {
-    if (result.error) {
-      console.error(`Extraction failed for ${result.filePath}: ${result.error}`);
-      stats.errors++;
-      continue;
-    }
+    // Merge batch results immediately so a timeout preserves partial progress
+    for (const result of batchResults) {
+      if (result.error) {
+        console.error(`Extraction failed for ${result.filePath}: ${result.error}`);
+        stats.errors++;
+        continue;
+      }
 
-    const { filePath, fp, transcript, decisions } = result;
+      const { filePath, fp, transcript, decisions } = result;
 
-    // Store extracted decisions in the content store
-    const entryIds = [];
-    const date = transcript.timestamp
-      ? transcript.timestamp.slice(0, 10)
-      : new Date().toISOString().slice(0, 10);
+      // Store extracted decisions in the content store
+      const entryIds = [];
+      const date = transcript.timestamp
+        ? transcript.timestamp.slice(0, 10)
+        : new Date().toISOString().slice(0, 10);
 
-    for (const decision of decisions) {
-      const id = generateEntryId(date, transcript.repo, decision.title);
-      const content = [
-        `${transcript.repo} — ${decision.title}`,
-        `Date: ${date}`,
-        `Decision: ${decision.decision}`,
-        decision.alternatives ? `Alternatives considered: ${decision.alternatives}` : '',
-      ].filter(Boolean).join('\n');
+      for (const decision of decisions) {
+        const id = generateEntryId(date, transcript.repo, decision.title);
+        const content = [
+          `${transcript.repo} — ${decision.title}`,
+          `Date: ${date}`,
+          `Decision: ${decision.decision}`,
+          decision.alternatives ? `Alternatives considered: ${decision.alternatives}` : '',
+        ].filter(Boolean).join('\n');
 
-      const hash = contentHash(content);
+        const hash = contentHash(content);
 
-      const convEntry = {
-        date,
-        repo: transcript.repo,
-        title: decision.title,
-        source: 'conversation',
-        user: '',
-        drifted: false,
-        contentHash: hash,
-        contentLength: content.length,
-        tags: decision.tags || [],
-        hasEmbedding: false,
-        hasReasoning: !!decision.has_reasoning,
-        hasAlternatives: !!decision.has_alternatives,
-        _content: content,
-      };
-      convEntry.qualityScore = computeQualityScore(convEntry);
-      existingIndex.entries[id] = convEntry;
-      entryIds.push(id);
-      stats.decisionsExtracted++;
-    }
+        const convEntry = {
+          date,
+          repo: transcript.repo,
+          title: decision.title,
+          source: 'conversation',
+          user: '',
+          drifted: false,
+          contentHash: hash,
+          contentLength: content.length,
+          tags: decision.tags || [],
+          hasEmbedding: false,
+          hasReasoning: !!decision.has_reasoning,
+          hasAlternatives: !!decision.has_alternatives,
+          _content: content,
+        };
+        convEntry.qualityScore = computeQualityScore(convEntry);
+        existingIndex.entries[id] = convEntry;
+        entryIds.push(id);
+        stats.decisionsExtracted++;
+      }
+
+      // Notify caller of extracted decisions (used for journal export)
+      if (options.onDecisions && decisions.length > 0) {
+        options.onDecisions(date, transcript.repo, decisions, fp);
+      }
 
-    // Notify caller of extracted decisions (used for journal export)
-    if (options.onDecisions && decisions.length > 0) {
-      options.onDecisions(date, transcript.repo, decisions);
+      // Update conversation index
+      convIndex[filePath] = { fingerprint: fp, entryIds, extractedAt: Date.now() };
+      stats.transcriptsProcessed++;
     }
 
-    // Update conversation index
-    convIndex[filePath] = { fingerprint: fp, entryIds, extractedAt: Date.now() };
-    stats.transcriptsProcessed++;
+    // Save convIndex after each batch — partial progress survives a timeout kill
+    backend.saveConversationIndex(convIndex);
   }
 
   // Batch embed all new conversation entries
@@ -1640,21 +1641,25 @@ async function generateOnboardingPack(repoQuery, options = {}) {
  * @param {Array<{ title: string, decision: string, alternatives: string, tags: string[] }>} decisions
  * @param {string} journalDir - Journal directory path
  */
-function exportDecisionsAsJournal(date, repo, decisions, journalDir, teamId, author) {
+function exportDecisionsAsJournal(date, repo, decisions, journalDir, teamId, author, srcFp) {
   if (!decisions || decisions.length === 0) return;
 
   const authorPart = author ? `-${author}` : '';
   const teamPart = teamId ? `-${teamId}` : '';
   const filePath = path.join(journalDir, `${date}${authorPart}${teamPart}.md`);
 
-  // Dedup each decision individually against existing file content
   const existing = fs.existsSync(filePath)
     ? fs.readFileSync(filePath, 'utf8')
     : null;
 
+  // If this exact transcript (by fingerprint) was already exported, skip the whole block.
+  // This prevents re-export when a growing transcript's fingerprint changes and it gets
+  // re-extracted, producing LLM-rephrased titles that bypass title-substring dedup.
+  if (srcFp && existing && existing.includes(`<!-- src-fp:${srcFp} -->`)) return;
+
   const newLines = [];
   for (const d of decisions) {
-    // Skip if this decision's title already appears in the file
+    // Fallback per-title dedup for entries written before src-fp markers were added
     if (existing && existing.includes(d.title)) continue;
 
     const qualityTags = [];
@@ -1678,6 +1683,9 @@ function exportDecisionsAsJournal(date, repo, decisions, journalDir, teamId, aut
 
   if (newLines.length === 0) return;
 
+  // Append source fingerprint marker so future runs can skip this whole block
+  if (srcFp) newLines.push(`<!-- src-fp:${srcFp} -->`);
+
   const content = '\n' + newLines.join('\n');
 
   if (existing !== null) {
@@ -1709,16 +1717,16 @@ async function indexConversationsWithExport(options = {}) {
 
   const stats = await indexConversations({
     ...options,
-    onDecisions: exportDir ? (date, repo, decisions) => {
-      pendingExports.push({ date, repo, decisions });
+    onDecisions: exportDir ? (date, repo, decisions, fp) => {
+      pendingExports.push({ date, repo, decisions, fp });
     } : undefined,
   });
 
   // Write pending exports — route to per-team journal files
-  for (const { date, repo, decisions } of pendingExports) {
+  for (const { date, repo, decisions, fp } of pendingExports) {
     const teamId = repoToTeam(repo);
     if (!teamId) continue;  // Unbound repo — skip export (opt-in via .claude/wayfind.json)
-    exportDecisionsAsJournal(date, repo, decisions, exportDir, teamId, author);
+    exportDecisionsAsJournal(date, repo, decisions, exportDir, teamId, author, fp);
     exported += decisions.length;
     for (const d of decisions) {
       if (d.has_reasoning || d.has_alternatives) {

package/bin/team-context.js

@@ -2897,6 +2897,42 @@ function extractStandupSection(lines, headers) {
 
 // ── Update command ─────────────────────────────────────────────────────────
 
+/**
+ * Ensure ~/.claude/settings.json contains Write allowlist entries for Wayfind
+ * state files (journals, team-state, personal-state). Without these, plan mode
+ * prompts for every state write, which is disruptive and confusing.
+ * Idempotent — skips entries already present.
+ * @returns {string[]} entries that were added (empty if nothing changed)
+ */
+function ensureStateWritePermissions() {
+  if (!HOME) return [];
+  const settingsPath = path.join(HOME, '.claude', 'settings.json');
+
+  const required = [
+    `Write(${HOME}/.claude/memory/**)`,
+    `Write(${HOME}/.claude/global-state.md)`,
+    `Write(${HOME}/.claude/state.md)`,
+    `Write(${HOME}/**/.claude/team-state.md)`,
+    `Write(${HOME}/**/.claude/personal-state.md)`,
+  ];
+
+  let settings = {};
+  if (fs.existsSync(settingsPath)) {
+    try { settings = JSON.parse(fs.readFileSync(settingsPath, 'utf8')); } catch { return []; }
+  }
+
+  if (!settings.permissions) settings.permissions = {};
+  if (!Array.isArray(settings.permissions.allow)) settings.permissions.allow = [];
+
+  const existing = new Set(settings.permissions.allow);
+  const added = required.filter(r => !existing.has(r));
+  if (added.length === 0) return [];
+
+  settings.permissions.allow.push(...added);
+  fs.writeFileSync(settingsPath, JSON.stringify(settings, null, 2) + '\n');
+  return added;
+}
+
 /**
  * Re-sync hooks and commands from the installed Wayfind package to ~/.claude/.
  * Copies hook scripts and slash-command files, overwriting stale copies.
@@ -2972,6 +3008,15 @@ function runUpdate() {
   } else {
     console.log('  Everything up to date.');
   }
+
+  // Ensure state-file Write permissions are allowlisted so plan mode doesn't
+  // prompt on every journal/state write.
+  const addedPerms = ensureStateWritePermissions();
+  if (addedPerms.length > 0) {
+    console.log('\n── Write permissions ──');
+    for (const p of addedPerms) console.log(`  ✓ Allowlisted: ${p}`);
+    console.log('  (Prevents plan-mode prompts on journal and state-file writes)');
+  }
 }
 
 // ── Migrate to plugin ───────────────────────────────────────────────────────

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wayfind",
-  "version": "2.0.76",
+  "version": "2.0.78",
   "description": "Team decision trail for AI-assisted development. The connective tissue between product, engineering, and strategy.",
   "bin": {
     "wayfind": "./bin/team-context.js",

package/plugin/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "wayfind",
-  "version": "2.0.75",
+  "version": "2.0.78",
   "description": "Team decision trail for AI-assisted development. Session memory, decision journals, and team digests.",
   "author": {
     "name": "Wayfind",

package/specializations/claude-code/commands/init-memory.md

@@ -146,6 +146,26 @@ Read the repo's `CLAUDE.md`. If it does NOT already contain "Session State Proto
 
 If `CLAUDE.md` doesn't exist, create a minimal one with the repo name as a heading and the block above.
 
+## Step 4.5: Patch Write Permissions in ~/.claude/settings.json
+
+Read `~/.claude/settings.json` (create it as `{}` if missing).
+
+Ensure the following entries are present in `permissions.allow`. Add any that are missing — do NOT remove existing entries:
+
+```
+Write(<HOME>/.claude/memory/**)
+Write(<HOME>/.claude/global-state.md)
+Write(<HOME>/.claude/state.md)
+Write(<HOME>/**/.claude/team-state.md)
+Write(<HOME>/**/.claude/personal-state.md)
+```
+
+Where `<HOME>` is the user's actual home directory (e.g. `/home/greg` or `/Users/greg`).
+
+**Why:** Without these, Claude Code's plan mode prompts for approval on every journal and state-file write — even when the user is in bypass/dangerously-skip-permissions mode. These files are internal Wayfind state and are never dangerous to write.
+
+Report: "Write permissions patched — N entries added" (or "already present" if nothing changed).
+
 ## Step 5: Register State Files in Global Index
 
 Read `~/.claude/global-state.md`. The Active Projects table is auto-generated by `wayfind status --write` — do NOT add rows to it manually.