@adhdev/daemon-core 0.9.82-rc.209 → 0.9.82-rc.210

package/src/mesh/mesh-ledger-reconciliation.ts

@@ -1,5 +1,12 @@
 import type { AppendRemoteLedgerResult, MeshLedgerSlice, MeshLedgerSummary } from './mesh-ledger.js';
 
+/** Minimal ledger slice shape accepted by buildMeshLedgerReplicaEvidence. Covers both JSONL and SQLite slices. */
+export interface AnyLedgerSlice {
+    entries: Array<{ id: string; meshId: string; timestamp: string; kind: string; nodeId?: string | null; sessionId?: string | null; providerType?: string | null; payload: unknown }>;
+    cursor: { afterId: string | null; nextAfterId: string | null; limit: number; hasMore: boolean };
+    summary?: MeshLedgerSummary;
+}
+
 export type MeshLedgerReplicaStatus = 'local' | 'queried' | 'imported' | 'failed';
 
 export interface MeshLedgerReplicaEvidence {
@@ -25,7 +32,7 @@ export interface MeshLedgerReconciliationEvidence {
     meshId: string;
     generatedAt: string;
     sourceOfTruth: {
-        kind: 'coordinator_local_jsonl';
+        kind: 'coordinator_local_sqlite';
         p2pOnly: true;
         cloudD1LedgerSync: false;
         notes: string;
@@ -47,7 +54,7 @@ export interface MeshLedgerReconciliationEvidence {
     };
 }
 
-function lastTimestamp(slice?: MeshLedgerSlice): string | null {
+function lastTimestamp(slice?: AnyLedgerSlice): string | null {
     const entries = Array.isArray(slice?.entries) ? slice!.entries : [];
     return entries.length ? entries[entries.length - 1].timestamp : null;
 }
@@ -56,7 +63,7 @@ export function buildMeshLedgerReplicaEvidence(args: {
     nodeId: string;
     daemonId?: string;
     transport: 'local' | 'p2p_datachannel';
-    slice?: MeshLedgerSlice;
+    slice?: AnyLedgerSlice;
     importResult?: AppendRemoteLedgerResult;
     status?: MeshLedgerReplicaStatus;
     error?: string;
@@ -91,10 +98,10 @@ export function buildMeshLedgerReconciliationEvidence(meshId: string, replicas:
         meshId,
         generatedAt: new Date().toISOString(),
         sourceOfTruth: {
-            kind: 'coordinator_local_jsonl',
+            kind: 'coordinator_local_sqlite',
             p2pOnly: true,
             cloudD1LedgerSync: false,
-            notes: 'Coordinator reconciles bounded slices from daemon-local JSONL ledgers over P2P DataChannel; Cloud/D1 is not a ledger source of truth.',
+            notes: 'Coordinator reconciles bounded slices from daemon-local SQLite event ledgers (mesh_event_ledger table) over P2P DataChannel; Cloud/D1 is not a ledger source of truth.',
         },
         replicas,
         totals: {

package/src/mesh/mesh-ledger.ts

@@ -18,6 +18,7 @@ import { join } from 'path';
 import { randomUUID } from 'crypto';
 import { getConfigDir } from '../config/config.js';
 import { EventEmitter } from 'events';
+import { MeshRuntimeStore } from './mesh-runtime-store.js';
 // ─── Types ──────────────────────────────────────
 
 export type MeshLedgerKind =
@@ -377,6 +378,13 @@ export function compactLedger(meshId: string): { archivedCount: number; retained
         return { archivedCount: archive.length, retainedCount: keep.length };
     }
 
+    // G2: mirror the compaction in SQLite so the runtime store matches the active
+    // ledger set. Archived entries live on in the JSONL archive files (export/debug).
+    try {
+        MeshRuntimeStore.getInstance().deleteLedgerEntries(meshId, archive.map(e => e.id));
+        invalidateLedgerCache(meshId);
+    } catch { /* best-effort; summary counts absorb the difference via archived counts */ }
+
     return { archivedCount: archive.length, retainedCount: keep.length };
 }
 
@@ -551,6 +559,26 @@ export function appendLedgerEntry(
         }
     }
 
+    // Write to SQLite (G2: primary runtime read/write path)
+    try {
+        MeshRuntimeStore.getInstance().appendLedgerEntry({
+            id: entry.id,
+            meshId: entry.meshId,
+            timestamp: entry.timestamp,
+            kind: entry.kind,
+            nodeId: entry.nodeId ?? null,
+            sessionId: entry.sessionId ?? null,
+            providerType: entry.providerType ?? null,
+            payload: entry.payload,
+        });
+    } catch {
+        // SQLite write failed but the JSONL append below still records the entry.
+        // Reset the one-time import flag so the next read re-imports from JSONL
+        // and the store self-heals instead of silently missing this entry.
+        ledgerImportDone.delete(meshId);
+    }
+
+    // Also write to JSONL (retained as export/import/debug/legacy artifact)
     try {
         const line = JSON.stringify(entry) + '\n';
         appendFileSync(filePath, line, { encoding: 'utf-8', mode: 0o600 });
@@ -609,6 +637,20 @@ export function appendRemoteLedgerEntries(meshId: string, entries: MeshLedgerEnt
         return { accepted: 0, skippedDuplicate, rejectedInvalid, entries: [] };
     }
 
+    // G2: write to SQLite (primary runtime store); INSERT OR IGNORE dedups by id.
+    try {
+        MeshRuntimeStore.getInstance().importLedgerEntries(validEntries.map(e => ({
+            id: e.id,
+            meshId: e.meshId,
+            timestamp: e.timestamp,
+            kind: e.kind,
+            nodeId: e.nodeId ?? null,
+            sessionId: e.sessionId ?? null,
+            providerType: e.providerType ?? null,
+            payload: e.payload ?? {},
+        })));
+    } catch { /* best-effort; JSONL append below still records the entries */ }
+
     try {
         const lines = validEntries.map(e => JSON.stringify(e)).join('\n') + '\n';
         appendFileSync(ledgerPath, lines, { encoding: 'utf-8', mode: 0o600 });
@@ -625,7 +667,7 @@ export function appendRemoteLedgerEntries(meshId: string, entries: MeshLedgerEnt
 // ─── Ledger Read Cache ─────────────────────────
 // Absorbs repeated reads within a single event-processing burst (e.g. agent:stopped
 // triggers shouldSuppressIntentionalCleanupStop, findRecentTerminalLedgerEvidence,
-// hasDispatchAfterTerminal, and getSessionRecoveryContext — all reading the same file).
+// hasDispatchAfterTerminal, and getSessionRecoveryContext — all reading the same store).
 // TTL is 100ms: short enough to stay current, long enough to cover one event cycle.
 // Cache is invalidated on every write (append, remote import, compaction).
 
@@ -648,11 +690,66 @@ function readLedgerFile(meshId: string): MeshLedgerEntry[] {
     return entries;
 }
 
+// ─── G2: One-Time JSONL → SQLite Import ─────────
+// On the first SQLite read for a mesh (per store instance), import any legacy
+// JSONL entries into mesh_event_ledger. INSERT OR IGNORE makes this idempotent:
+// dual-written entries are skipped, only pre-cutover legacy entries are added.
+// Keyed by the store instance so MeshRuntimeStore.resetForTests() (fresh DB)
+// naturally re-imports.
+
+let ledgerImportStoreRef: MeshRuntimeStore | undefined;
+const ledgerImportDone = new Set<string>();
+
+function ensureLedgerImported(store: MeshRuntimeStore, meshId: string): void {
+    if (ledgerImportStoreRef !== store) {
+        ledgerImportDone.clear();
+        ledgerImportStoreRef = store;
+    }
+    if (ledgerImportDone.has(meshId)) return;
+    ledgerImportDone.add(meshId);
+    const fileEntries = readLedgerFile(meshId);
+    if (fileEntries.length === 0) return;
+    try {
+        store.importLedgerEntries(fileEntries.map(e => ({
+            id: e.id,
+            meshId: e.meshId,
+            timestamp: e.timestamp,
+            kind: e.kind,
+            nodeId: e.nodeId ?? null,
+            sessionId: e.sessionId ?? null,
+            providerType: e.providerType ?? null,
+            payload: e.payload ?? {},
+        })));
+    } catch { /* import is best-effort; reads fall back to JSONL on store failure */ }
+}
+
+function readLedgerFromStore(meshId: string): MeshLedgerEntry[] {
+    const store = MeshRuntimeStore.getInstance();
+    ensureLedgerImported(store, meshId);
+    return store.readLedgerEntriesOrdered(meshId).map(r => ({
+        id: r.id,
+        meshId: r.meshId,
+        timestamp: r.timestamp,
+        kind: r.kind as MeshLedgerKind,
+        ...(r.nodeId ? { nodeId: r.nodeId } : {}),
+        ...(r.sessionId ? { sessionId: r.sessionId } : {}),
+        ...(r.providerType ? { providerType: r.providerType } : {}),
+        payload: (r.payload && typeof r.payload === 'object' ? r.payload : {}) as Record<string, unknown>,
+    }));
+}
+
 function getCachedRawEntries(meshId: string): MeshLedgerEntry[] {
     const now = Date.now();
     const cached = ledgerReadCache.get(meshId);
     if (cached && now - cached.cachedAt < LEDGER_CACHE_TTL_MS) return cached.entries;
-    const entries = readLedgerFile(meshId);
+    let entries: MeshLedgerEntry[];
+    try {
+        // G2: SQLite mesh_event_ledger is the primary runtime read path.
+        entries = readLedgerFromStore(meshId);
+    } catch {
+        // Store unavailable — fall back to the JSONL export artifact.
+        entries = readLedgerFile(meshId);
+    }
     ledgerReadCache.set(meshId, { entries, cachedAt: now });
     return entries;
 }
@@ -661,8 +758,23 @@ function invalidateLedgerCache(meshId: string): void {
     ledgerReadCache.delete(meshId);
 }
 
+/**
+ * Test helper: clear all runtime ledger state for a mesh — SQLite rows, read
+ * cache, and the one-time import flag. JSONL files are the caller's concern.
+ */
+export function __clearMeshLedgerForTests(meshId: string): void {
+    try {
+        MeshRuntimeStore.getInstance().clearLedgerForMesh(meshId);
+    } catch { /* store unavailable — nothing to clear */ }
+    ledgerReadCache.delete(meshId);
+    ledgerImportDone.delete(meshId);
+}
+
 /**
  * Read ledger entries with optional filtering.
+ * G2: SQLite (mesh_event_ledger) is the primary read path; legacy JSONL is
+ * imported once per store instance and otherwise retained as an
+ * export/import/debug artifact only.
  */
 export function readLedgerEntries(meshId: string, opts?: ReadLedgerOptions): MeshLedgerEntry[] {
     let entries = getCachedRawEntries(meshId);
@@ -777,6 +889,26 @@ export function readLedgerSlice(meshId: string, opts?: ReadLedgerSliceOptions):
     };
 }
 
+/**
+ * G4: Read a bounded ledger slice from the SQLite mesh_event_ledger table.
+ * This is the preferred P2P reconcile read path; JSONL files are retained as
+ * export/import/debug/legacy artifacts only.
+ *
+ * Returns a shape structurally compatible with MeshLedgerSlice (minus the
+ * JSONL-specific `summary` and `sourceOfTruth.path` fields) so callers can
+ * pass it to buildMeshLedgerReplicaEvidence without modification.
+ */
+export function readLedgerSliceFromStore(meshId: string, opts?: ReadLedgerSliceOptions): ReturnType<typeof MeshRuntimeStore.prototype.readLedgerSlice> {
+    return MeshRuntimeStore.getInstance().readLedgerSlice(meshId, {
+        afterId: opts?.afterId,
+        since: opts?.since,
+        // ReadLedgerSliceOptions allows kind as array; SQLite path takes a single kind string.
+        // Pass first kind value if provided; callers needing multi-kind filtering should use readLedgerSlice (JSONL).
+        kind: opts?.kind?.length ? opts.kind[0] : undefined,
+        limit: opts?.limit,
+    });
+}
+
 /**
  * Get a summary of mesh activity from the ledger.
  */

package/src/mesh/mesh-missions.ts

@@ -0,0 +1,151 @@
+/**
+ * M3: Mission persistence (minimal form).
+ *
+ * A mission is a persistent record of a multi-task goal so the plan lives in
+ * the system rather than in the coordinator LLM's context. Coordinator
+ * sessions can die or compact; a new coordinator reads the mission back at
+ * launch and continues.
+ *
+ * Explicit non-goals (see docs/mesh-product-plan-v2.md Phase M3): this is not
+ * a workflow engine and there is no automatic takeover daemon. Progress is
+ * never stored — it is derived from queue task statuses (mission_id) at
+ * query time.
+ */
+
+import { randomUUID } from 'crypto';
+import { MeshRuntimeStore } from './mesh-runtime-store.js';
+import { getQueue } from './mesh-work-queue.js';
+
+export type MeshMissionStatus = 'active' | 'paused' | 'completed' | 'abandoned';
+
+export const MESH_MISSION_STATUSES: MeshMissionStatus[] = ['active', 'paused', 'completed', 'abandoned'];
+
+export interface MeshMissionRecord {
+    id: string;
+    meshId: string;
+    title: string;
+    goal: string;
+    status: MeshMissionStatus;
+    createdAt: string;
+    updatedAt: string;
+}
+
+export interface MeshMissionTaskAggregate {
+    total: number;
+    pending: number;
+    assigned: number;
+    completed: number;
+    failed: number;
+    cancelled: number;
+    /** Pending tasks held back by a dependency failure (blockedReason set). */
+    blocked: number;
+    /** Latest updatedAt across the mission's tasks, or null with no tasks. */
+    lastActivityAt: string | null;
+}
+
+export interface MeshMissionSummary extends MeshMissionRecord {
+    tasks: MeshMissionTaskAggregate;
+}
+
+function normalizeMissionStatus(value: unknown): MeshMissionStatus {
+    return MESH_MISSION_STATUSES.includes(value as MeshMissionStatus)
+        ? value as MeshMissionStatus
+        : 'active';
+}
+
+export function upsertMeshMission(meshId: string, input: {
+    id?: string;
+    title: string;
+    goal?: string;
+    status?: string;
+}): MeshMissionRecord {
+    const title = typeof input.title === 'string' ? input.title.trim() : '';
+    if (!title) throw new Error('mission_title_required: a mission needs a non-empty title');
+    if (input.status !== undefined && !MESH_MISSION_STATUSES.includes(input.status as MeshMissionStatus)) {
+        throw new Error(`invalid_mission_status: '${input.status}' (valid: ${MESH_MISSION_STATUSES.join(', ')})`);
+    }
+    const id = typeof input.id === 'string' && input.id.trim() ? input.id.trim() : randomUUID();
+    const store = MeshRuntimeStore.getInstance();
+    const existing = store.getMission(meshId, id);
+    const record = {
+        id,
+        meshId,
+        title,
+        goal: typeof input.goal === 'string' ? input.goal : existing?.goal ?? '',
+        status: normalizeMissionStatus(input.status ?? existing?.status),
+    };
+    store.upsertMission(record);
+    const saved = store.getMission(meshId, id)!;
+    return { ...saved, status: normalizeMissionStatus(saved.status) };
+}
+
+export function getMeshMissions(meshId: string, statuses?: MeshMissionStatus[]): MeshMissionRecord[] {
+    return MeshRuntimeStore.getInstance().getMissions(meshId, statuses)
+        .map(m => ({ ...m, status: normalizeMissionStatus(m.status) }));
+}
+
+export function getMeshMission(meshId: string, missionId: string): MeshMissionRecord | null {
+    const record = MeshRuntimeStore.getInstance().getMission(meshId, missionId);
+    return record ? { ...record, status: normalizeMissionStatus(record.status) } : null;
+}
+
+/** Aggregate task statuses for a mission at query time (no stored progress). */
+export function summarizeMissionTasks(meshId: string, missionId: string): MeshMissionTaskAggregate {
+    const tasks = getQueue(meshId).filter(task => task.missionId === missionId);
+    const aggregate: MeshMissionTaskAggregate = {
+        total: tasks.length,
+        pending: 0,
+        assigned: 0,
+        completed: 0,
+        failed: 0,
+        cancelled: 0,
+        blocked: 0,
+        lastActivityAt: null,
+    };
+    for (const task of tasks) {
+        if (task.status === 'pending') aggregate.pending += 1;
+        else if (task.status === 'assigned') aggregate.assigned += 1;
+        else if (task.status === 'completed') aggregate.completed += 1;
+        else if (task.status === 'failed') aggregate.failed += 1;
+        else if (task.status === 'cancelled') aggregate.cancelled += 1;
+        if (task.status === 'pending' && task.blockedReason) aggregate.blocked += 1;
+        if (task.updatedAt && (!aggregate.lastActivityAt || task.updatedAt > aggregate.lastActivityAt)) {
+            aggregate.lastActivityAt = task.updatedAt;
+        }
+    }
+    return aggregate;
+}
+
+export function summarizeMeshMission(meshId: string, mission: MeshMissionRecord): MeshMissionSummary {
+    return { ...mission, tasks: summarizeMissionTasks(meshId, mission.id) };
+}
+
+/** Active mission summaries for mesh_status / coordinator prompt injection. */
+export function getActiveMeshMissionSummaries(meshId: string): MeshMissionSummary[] {
+    return getMeshMissions(meshId, ['active']).map(mission => summarizeMeshMission(meshId, mission));
+}
+
+/**
+ * M3-3: render active missions as a prompt section for {{mission}}.
+ * Empty string when no active mission — the prompt stays byte-identical to
+ * the pre-M3 output in that case (regression guarantee).
+ */
+export function buildMissionPromptSection(meshId: string): string {
+    const summaries = getActiveMeshMissionSummaries(meshId);
+    if (summaries.length === 0) return '';
+    const lines: string[] = ['## Active Mission' + (summaries.length > 1 ? 's' : '')];
+    for (const mission of summaries) {
+        const t = mission.tasks;
+        lines.push(
+            `- **${mission.title}** (id: \`${mission.id}\`)`
+            + (mission.goal ? `\n  Goal: ${mission.goal}` : '')
+            + `\n  Tasks: ${t.total} total — ${t.pending} pending (${t.blocked} blocked), ${t.assigned} assigned, ${t.completed} completed, ${t.failed} failed, ${t.cancelled} cancelled`
+            + (t.lastActivityAt ? `\n  Last activity: ${t.lastActivityAt}` : ''),
+        );
+    }
+    lines.push(
+        'Continue this mission from its current task state. Do not re-enqueue tasks that already exist — check mesh_view_queue first. '
+        + 'Update the mission with mesh_mission_upsert when its goal changes or it reaches a terminal state (completed/abandoned).',
+    );
+    return lines.join('\n');
+}