wendkeep 0.66.4 → 0.66.5

package/hooks/token-usage.mjs

@@ -510,16 +510,19 @@ function detectTranscriptFormat(lines) {
   return 'codex';
 }
 
-export function parseTokenUsageFromTranscript(transcriptPath) {
+export function parseTokenUsageFromContent(content, { transcriptPath = '' } = {}) {
   const result = emptyParseResult(transcriptPath);
-  if (!transcriptPath || !existsSync(transcriptPath)) return result;
-
-  const lines = readFileSync(transcriptPath, 'utf-8').split('\n').filter(Boolean);
+  const lines = String(content || '').split('\n').filter(Boolean);
   return detectTranscriptFormat(lines) === 'claude'
     ? parseClaudeLines(lines, result)
     : parseCodexLines(lines, result);
 }
 
+export function parseTokenUsageFromTranscript(transcriptPath) {
+  if (!transcriptPath || !existsSync(transcriptPath)) return emptyParseResult(transcriptPath);
+  return parseTokenUsageFromContent(readFileSync(transcriptPath, 'utf-8'), { transcriptPath });
+}
+
 function modelCost(usage, model) {
   const normalized = normalizeModelName(model);
   const price = PRICE_REFERENCE[normalized];
@@ -935,6 +938,80 @@ export function collectSessionUsage({ sessionContent, transcriptPath }) {
   };
 }
 
+function normalizedTranscriptKey(value) {
+  return String(value || '').replace(/\.jsonl?$/i, '').trim().toLowerCase();
+}
+
+// Rebuild the main bucket from every validated top-level rollout. Existing history is used
+// only to preserve stable timestamps; an entry that is neither a known root nor a proven
+// descendant makes the reconstruction fail closed instead of silently deleting a legitimate
+// reopening.
+export function collectSessionUsageForRoots({
+  sessionContent,
+  rootPaths = [],
+  descendantIds = [],
+} = {}) {
+  const fmMatch = String(sessionContent || '').match(/^---\n([\s\S]*?)\n---/);
+  if (!fmMatch) return null;
+
+  const roots = [...new Set(rootPaths.filter(Boolean))].sort((a, b) => String(a).localeCompare(String(b)));
+  const rootKeys = new Set(roots.map((path) => normalizedTranscriptKey(transcriptIdFromPath(path))));
+  const descendantKeys = new Set(descendantIds.map(normalizedTranscriptKey).filter(Boolean));
+  const existingEntries = parseUsageHistory(fmMatch[1]);
+  const unresolved = existingEntries.filter((entry) => {
+    const key = normalizedTranscriptKey(entry.transcript_id);
+    return key && !rootKeys.has(key) && !descendantKeys.has(key);
+  });
+  if (unresolved.length) {
+    return {
+      state: 'degraded',
+      diagnostics: [{ code: 'MAIN_TRANSCRIPT_UNRESOLVED', count: unresolved.length }],
+      entries: existingEntries,
+      content: sessionContent,
+    };
+  }
+
+  const entries = [];
+  const summaries = [];
+  for (const transcriptPath of roots) {
+    if (!existsSync(transcriptPath)) {
+      return {
+        state: 'degraded',
+        diagnostics: [{ code: 'MAIN_TRANSCRIPT_UNRESOLVED', count: 1 }],
+        entries: existingEntries,
+        content: sessionContent,
+      };
+    }
+    const summary = summarizeTokenUsage(parseTokenUsageFromTranscript(transcriptPath));
+    if (!summary.calls) {
+      return {
+        state: 'degraded',
+        diagnostics: [{ code: 'MAIN_TRANSCRIPT_UNRESOLVED', count: 1 }],
+        entries: existingEntries,
+        content: sessionContent,
+      };
+    }
+    const transcriptId = transcriptIdFromPath(transcriptPath);
+    const current = entryFromSummary(summary, transcriptId);
+    const previous = existingEntries.find((entry) => normalizedTranscriptKey(entry.transcript_id) === normalizedTranscriptKey(transcriptId));
+    if (previous && sameUsageData(previous, current)) current.atualizado_em = previous.atualizado_em;
+    entries.push(current);
+    summaries.push(summary);
+  }
+
+  const agg = aggregateEntries(entries);
+  const content = upsertSessionFrontmatter(sessionContent, agg, entries);
+  if (content === null) return null;
+  return {
+    state: 'complete',
+    diagnostics: [],
+    summaries,
+    aggregate: agg,
+    entries,
+    content,
+  };
+}
+
 export function updateSessionUsage({ vaultBase, sessionRel, sessionPath, transcriptPath, lockTimeoutMs }) {
   if (!sessionPath || !existsSync(sessionPath)) return null;
   let result = null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wendkeep",
-  "version": "0.66.4",
+  "version": "0.66.5",
   "description": "Vault-first persistent memory for AI coding agents, with an optional profile-aware governance runtime: OFF, FLOW, GUIDE, GOVERN, or ASSURE. Local-first and agent-agnostic (Claude Code, Codex, Cursor…).",
   "type": "module",
   "workspaces": [

package/src/cost.mjs

@@ -196,19 +196,53 @@ function opt(argv, name) {
   return eq ? eq.slice(name.length + 1) : undefined;
 }
 
+const REBUILD_LIMIT_FLAGS = [
+  ['--max-graph-nodes', 'maxGraphNodes'],
+  ['--max-fallback-days', 'maxFallbackDays'],
+  ['--max-fallback-candidates', 'maxFallbackCandidates'],
+];
+
+export function parseRebuildOptions(argv = []) {
+  const session = opt(argv, '--session') || '';
+  const overrides = {};
+  for (const [flag, key] of REBUILD_LIMIT_FLAGS) {
+    const present = argv.includes(flag) || argv.some((arg) => arg.startsWith(`${flag}=`));
+    if (!present) continue;
+    const value = Number(opt(argv, flag));
+    if (!Number.isSafeInteger(value) || value <= 0) {
+      return { ok: false, exitCode: 2, code: 'INVALID_LIMIT_OVERRIDE' };
+    }
+    overrides[key] = value;
+  }
+  if (Object.keys(overrides).length > 0 && !session) {
+    return { ok: false, exitCode: 2, code: 'TARGET_REQUIRED_FOR_LIMIT_OVERRIDE' };
+  }
+  return {
+    ok: true,
+    options: {
+      apply: argv.includes('--apply'),
+      session,
+      limit: Number(opt(argv, '--limit')) || 0,
+      limits: { ...overrides },
+      overrides: { ...overrides },
+    },
+  };
+}
+
 export function runCost(argv) {
   const vaultRaw = opt(argv, '--vault') || process.env.OBSIDIAN_VAULT_PATH;
   if (!vaultRaw) { process.stderr.write('wendkeep cost: no vault (--vault or OBSIDIAN_VAULT_PATH).\n'); process.exit(2); }
   const vaultBase = isAbsolute(vaultRaw) ? vaultRaw : resolve(process.cwd(), vaultRaw);
   if (!existsSync(vaultBase)) { process.stderr.write(`wendkeep cost: vault not found: ${vaultBase}\n`); process.exit(2); }
   if (argv[0] === 'rebuild') {
-    const report = rebuildSessionCosts(vaultBase, {
-      apply: argv.includes('--apply'),
-      session: opt(argv, '--session') || '',
-      limit: Number(opt(argv, '--limit')) || 0,
-    });
+    const parsed = parseRebuildOptions(argv);
+    if (!parsed.ok) {
+      process.stderr.write(`wendkeep cost rebuild: ${parsed.code}\n`);
+      process.exit(parsed.exitCode);
+    }
+    const report = rebuildSessionCosts(vaultBase, parsed.options);
     if (argv.includes('--json')) process.stdout.write(`${JSON.stringify(report, null, 2)}\n`);
-    else process.stdout.write(`cost rebuild (${report.mode}): ${report.scanned} lidas · ${report.changed} alteradas · ${report.unchanged} iguais · ${report.missing.length} sem fonte · ${report.errors.length} erros\n${report.mode === 'apply' ? 'Relatório: .brain/COST_REBUILD.json\n' : 'Nenhum arquivo foi alterado; use --apply para gravar.\n'}`);
+    else process.stdout.write(`cost rebuild (${report.mode}): ${report.scanned} lidas · ${report.changed} alteradas · ${report.unchanged} iguais · ${report.degraded} degradadas · ${report.stale} stale · ${report.missing} sem fonte · ${report.errors} erros\n${report.mode === 'apply' ? 'Relatório: .brain/COST_REBUILD.json\n' : 'Nenhum arquivo foi alterado; use --apply para gravar.\n'}`);
     process.exit(report.ok ? 0 : 1);
   }
   const agg = collectVaultCost(vaultBase, { since: opt(argv, '--since') });

package/src/doctor.mjs

@@ -4,7 +4,7 @@ import { spawnSync } from 'node:child_process';
 import { existsSync } from 'node:fs';
 import { dirname, join, resolve } from 'node:path';
 import { fileURLToPath } from 'node:url';
-import { checkHarness, checkVaultLinks, checkSessionActivity, checkStackedFrontmatter, renderStackedFrontmatterLines, checkUnpricedModels, renderUnpricedModelLines, checkStaleDerivedSections, renderStaleDerivedSectionLines } from '../hooks/harness-doctor.mjs';
+import { checkHarness, checkVaultLinks, checkSessionActivity, checkStackedFrontmatter, renderStackedFrontmatterLines, checkUnpricedModels, renderUnpricedModelLines, checkStaleDerivedSections, renderStaleDerivedSectionLines, checkSessionObservability, renderSessionObservabilityLines } from '../hooks/harness-doctor.mjs';
 import { checkSyncDefs } from './sync-defs.mjs';
 import { resolveProjectVault } from './project-vault.mjs';
 
@@ -79,6 +79,9 @@ export function runDoctor(argv) {
   // 3d. Seções derivadas do corpo que ficaram para trás do Encerramento (notas pré-0.53.0).
   process.stdout.write(`\n${renderStaleDerivedSectionLines(checkStaleDerivedSections(vaultBase)).join('\n')}\n`);
 
+  // 3e. Observabilidade materializada: schema vigente não basta sem frontier + manifest frescos.
+  process.stdout.write(`\n${renderSessionObservabilityLines(checkSessionObservability(vaultBase)).join('\n')}\n`);
+
   // 4. Sessão: não mente "inativa" quando há atividade recente (workflow/subagente em background).
   const act = checkSessionActivity(vaultBase);
   if (act.lastSession) {

package/src/rebuild-costs.mjs

@@ -1,45 +1,231 @@
-// Deterministic cost reconstruction for historical sessions.
-// Registry is authoritative: session_file <-> transcript_path. Dry-run restores every note.
-import { existsSync, readFileSync, writeFileSync } from 'node:fs';
-import { join } from 'node:path';
+// Deterministic, causal reconstruction for historical session observability.
+// Dry-run is a pure composition pass; apply delegates all note mutation to the CAS publisher.
+import { createHash } from 'node:crypto';
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';
+import { dirname, join } from 'node:path';
 import { readSessionRegistry } from '../hooks/obsidian-common.mjs';
-import { updateSessionObservability } from '../hooks/session-observability.mjs';
+import * as sessionObservability from '../hooks/session-observability.mjs';
+import {
+  mutateObservabilityStore,
+  readObservabilityStore,
+} from '../hooks/session-observability-store.mjs';
+import { sanitizeObservabilityDiagnostics } from '../hooks/session-observability-state.mjs';
 import { assertVaultPathSafe } from '../hooks/vault-path-safety.mjs';
 
-export function rebuildSessionCosts(vaultBase, { apply = false, session = '', limit = 0 } = {}) {
-  const registry = readSessionRegistry(vaultBase);
-  const report = { version: 1, generatedAt: new Date().toISOString(), mode: apply ? 'apply' : 'dry-run', scanned: 0, changed: 0, unchanged: 0, missing: [], errors: [], sessions: [] };
-  const entries = Object.entries(registry.sessions || {}).map(([sessionId, value]) => ({ sessionId, ...value }))
-    .filter((e) => e.session_file)
-    .filter((e) => !session || e.sessionId === session || e.session_file === session);
-  for (const entry of entries) {
+function sortedEntries(registry, target) {
+  return Object.entries(registry?.sessions || {})
+    .map(([sessionId, value]) => ({ sessionId, ...value }))
+    .filter((entry) => entry.session_file)
+    .filter((entry) => !target || entry.sessionId === target || entry.session_file === target)
+    .sort((a, b) => a.sessionId.localeCompare(b.sessionId));
+}
+
+function transcriptCandidates(entry) {
+  const paths = new Set();
+  if (entry.transcript_path) paths.add(entry.transcript_path);
+  for (const path of entry.transcript_paths || []) if (path) paths.add(path);
+  const activations = Array.isArray(entry.activations)
+    ? entry.activations
+    : Object.values(entry.activations || {});
+  for (const activation of activations) {
+    if (activation?.transcript_path) paths.add(activation.transcript_path);
+    for (const path of activation?.transcript_paths || []) if (path) paths.add(path);
+  }
+  return [...paths];
+}
+
+function candidateContent(candidate, fallback) {
+  return typeof candidate?.content === 'string' ? candidate.content : fallback;
+}
+
+function candidateHash(candidate, fallback) {
+  return createHash('sha256').update(candidateContent(candidate, fallback)).digest('hex');
+}
+
+function safeDiagnostics(input, fallback = []) {
+  try {
+    return sanitizeObservabilityDiagnostics(input || fallback);
+  } catch {
+    return sanitizeObservabilityDiagnostics(fallback);
+  }
+}
+
+export function semanticRebuildReport(report) {
+  const {
+    generatedAt: _generatedAt,
+    changed = 0,
+    unchanged = 0,
+    sessions = [],
+    ...semantic
+  } = report || {};
+  return {
+    ...semantic,
+    converged: Number(changed || 0) + Number(unchanged || 0),
+    sessions: sessions.map((entry) => ({
+      ...entry,
+      status: entry.status === 'published' || entry.status === 'unchanged'
+        ? 'converged'
+        : entry.status,
+    })),
+  };
+}
+
+export function writeRebuildReportIfChanged(reportPath, report) {
+  if (existsSync(reportPath)) {
+    try {
+      const previous = JSON.parse(readFileSync(reportPath, 'utf8'));
+      if (JSON.stringify(semanticRebuildReport(previous))
+        === JSON.stringify(semanticRebuildReport(report))) return false;
+    } catch {
+      // Invalid prior reports are replaced by the sanitized current schema.
+    }
+  }
+  mkdirSync(dirname(reportPath), { recursive: true });
+  writeFileSync(reportPath, `${JSON.stringify(report, null, 2)}\n`, 'utf8');
+  return true;
+}
+
+function markDirtyDefault(vaultBase, sessionId, diagnostics) {
+  mutateObservabilityStore(vaultBase, sessionId, (state) => ({
+    ...state,
+    observability_dirty: true,
+    diagnostics: safeDiagnostics(diagnostics, [{ code: 'STALE_FRONTIER', count: 1 }]),
+  }));
+}
+
+export function rebuildSessionCosts(
+  vaultBase,
+  {
+    apply = false,
+    session = '',
+    limit = 0,
+    limits = {},
+    overrides = {},
+  } = {},
+  effects = {},
+) {
+  const readRegistry = effects.readRegistry || readSessionRegistry;
+  const compose = effects.compose || sessionObservability.composeSessionObservability;
+  const publish = effects.publish || sessionObservability.publishSessionObservability;
+  const readStore = effects.readStore || readObservabilityStore;
+  const markDirty = effects.markDirty || markDirtyDefault;
+  const writeReport = effects.writeReport || writeRebuildReportIfChanged;
+  const now = effects.now || (() => new Date().toISOString());
+  if (typeof compose !== 'function') throw new TypeError('composeSessionObservability indisponível');
+  if (apply && typeof publish !== 'function') throw new TypeError('publishSessionObservability indisponível');
+
+  const registry = readRegistry(vaultBase);
+  const report = {
+    version: 2,
+    generatedAt: now(),
+    mode: apply ? 'apply' : 'dry-run',
+    targeted: Boolean(session),
+    overrides: { ...overrides },
+    scanned: 0,
+    changed: 0,
+    unchanged: 0,
+    degraded: 0,
+    stale: 0,
+    missing: 0,
+    errors: 0,
+    ok: true,
+    sessions: [],
+  };
+
+  for (const entry of sortedEntries(registry, session)) {
     if (limit && report.scanned >= limit) break;
     report.scanned += 1;
-    const checkedNote = assertVaultPathSafe(vaultBase, join(vaultBase, entry.session_file), {
-      expectedType: 'file', label: 'nota de sessão do rebuild de custos',
-    });
-    const note = checkedNote.target;
-    if (!entry.transcript_path || !checkedNote.exists || !existsSync(entry.transcript_path)) {
-      report.missing.push({ sessionId: entry.sessionId, session: entry.session_file, note: checkedNote.exists, transcript: !!entry.transcript_path && existsSync(entry.transcript_path), transcriptPath: entry.transcript_path || '' });
-      continue;
-    }
-    const before = readFileSync(note, 'utf8');
+    let note;
     try {
-      updateSessionObservability({
-        vaultBase, sessionPath: note, transcriptPath: entry.transcript_path,
-        caller: 'cost-rebuild', canonicalConversationId: entry.sessionId,
+      const checked = assertVaultPathSafe(vaultBase, join(vaultBase, entry.session_file), {
+        expectedType: 'file', label: 'nota de sessão do rebuild de custos',
       });
-      const after = readFileSync(note, 'utf8');
-      const changed = before !== after;
-      if (changed) report.changed += 1; else report.unchanged += 1;
-      report.sessions.push({ sessionId: entry.sessionId, session: entry.session_file, transcript: entry.transcript_path, changed });
-      if (!apply && changed) writeFileSync(note, before, 'utf8');
-    } catch (error) {
-      if (!apply) writeFileSync(note, before, 'utf8');
-      report.errors.push({ sessionId: entry.sessionId, session: entry.session_file, error: error.message });
+      const hasTranscript = transcriptCandidates(entry).some((path) => existsSync(path));
+      if (!checked.exists || !hasTranscript) {
+        report.missing += 1;
+        report.sessions.push({
+          sessionId: entry.sessionId, status: 'missing', diagnostics: [],
+        });
+        continue;
+      }
+      note = checked.target;
+      const before = readFileSync(note, 'utf8');
+      const runtimeState = readStore(vaultBase, entry.sessionId);
+      const candidate = compose({
+        vaultBase,
+        sessionContent: before,
+        sessionEntry: entry,
+        canonicalConversationId: entry.sessionId,
+        caller: 'cost-rebuild',
+        mode: 'offline',
+        limits,
+        runtimeState,
+      });
+      const diagnostics = safeDiagnostics(candidate?.diagnostics);
+      const contentHash = candidateHash(candidate, before);
+      if (candidate?.state === 'degraded') {
+        report.degraded += 1;
+        report.sessions.push({ sessionId: entry.sessionId, status: 'degraded', diagnostics });
+        if (apply) markDirty(vaultBase, entry.sessionId, diagnostics);
+        continue;
+      }
+      if (candidate?.state !== 'complete' && candidate?.state !== 'none') {
+        report.degraded += 1;
+        const invalidDiagnostics = [{ code: 'PARENT_META_INVALID', count: 1 }];
+        report.sessions.push({
+          sessionId: entry.sessionId, status: 'degraded', diagnostics: invalidDiagnostics,
+        });
+        if (apply) markDirty(vaultBase, entry.sessionId, invalidDiagnostics);
+        continue;
+      }
+
+      if (!apply) {
+        const changed = candidateContent(candidate, before) !== before;
+        if (changed) report.changed += 1;
+        else report.unchanged += 1;
+        report.sessions.push({
+          sessionId: entry.sessionId,
+          status: changed ? 'would-change' : 'unchanged',
+          candidateHash: contentHash,
+          diagnostics,
+        });
+        continue;
+      }
+
+      const outcome = publish({
+        vaultBase,
+        sessionPath: note,
+        canonicalConversationId: entry.sessionId,
+        candidate,
+        caller: 'cost-rebuild',
+        mode: 'offline',
+        allowSourceRefresh: true,
+      }) || { status: 'degraded' };
+      if (outcome.status === 'published') report.changed += 1;
+      else if (outcome.status === 'unchanged') report.unchanged += 1;
+      else if (outcome.status === 'stale' || outcome.status === 'conflict') {
+        report.stale += 1;
+        markDirty(vaultBase, entry.sessionId, [{ code: 'STALE_FRONTIER', count: 1 }]);
+      } else {
+        report.degraded += 1;
+        markDirty(vaultBase, entry.sessionId, [{ code: 'PARENT_META_INVALID', count: 1 }]);
+      }
+      report.sessions.push({
+        sessionId: entry.sessionId,
+        status: outcome.status || 'degraded',
+        candidateHash: contentHash,
+        diagnostics: safeDiagnostics(outcome.diagnostics, diagnostics),
+      });
+    } catch {
+      report.errors += 1;
+      const diagnostics = [{ code: 'PARENT_META_INVALID', count: 1 }];
+      report.sessions.push({ sessionId: entry.sessionId, status: 'degraded', diagnostics });
+      if (apply) markDirty(vaultBase, entry.sessionId, diagnostics);
     }
   }
-  report.ok = report.errors.length === 0 && report.missing.length === 0;
-  if (apply) writeFileSync(join(vaultBase, '.brain', 'COST_REBUILD.json'), `${JSON.stringify(report, null, 2)}\n`, 'utf8');
+
+  report.ok = report.degraded === 0 && report.stale === 0
+    && report.missing === 0 && report.errors === 0;
+  if (apply) writeReport(join(vaultBase, '.brain', 'COST_REBUILD.json'), report);
   return report;
 }