@gamaze/hicortex 0.7.1 → 0.10.1

package/dist/nightly.js

@@ -2,12 +2,14 @@
 /**
  * Nightly pipeline — manual trigger or called by the persistent server.
  *
- * Steps:
- *   1. Read new CC transcripts since last run
- *   2. Distill each session into memories via LLM
- *   3. Run consolidation (scoring, reflection, linking, decay)
- *   4. Inject lessons into CLAUDE.md
- *   5. Update last-run timestamp
+ * Steps (0.9.0+):
+ *   1. Read new harness transcripts since last run
+ *   2. Denoise + POST each session to /distill (server captures for itself via localhost)
+ *   3. Run consolidation (scoring, reflection, linking, decay) — server mode only
+ *   4. Update last-run timestamp
+ *
+ * Every machine (server + clients) uses the same capture path: denoise locally,
+ * POST to /distill. No local LLM required for capture; distillation is server-side.
  */
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
@@ -59,10 +61,10 @@ const storage = __importStar(require("./storage.js"));
 const distiller_js_1 = require("./distiller.js");
 const consolidate_js_1 = require("./consolidate.js");
 const transcript_reader_js_1 = require("./transcript-reader.js");
+const hermes_transcript_reader_js_1 = require("./hermes-transcript-reader.js");
 const pi_transcript_reader_js_1 = require("./pi-transcript-reader.js");
-const claude_md_js_1 = require("./claude-md.js");
+const oc_transcript_reader_js_1 = require("./oc-transcript-reader.js");
 const features_js_1 = require("./features.js");
-const extensions_js_1 = require("./extensions.js");
 const state_js_1 = require("./state.js");
 const telemetry_js_1 = require("./telemetry.js");
 const HICORTEX_HOME = (0, node_path_1.join)((0, node_os_1.homedir)(), ".hicortex");
@@ -101,40 +103,44 @@ function writeLastRun(stateDir = HICORTEX_HOME) {
 }
 async function runNightly(options = {}) {
     const dryRun = options.dryRun ?? false;
+    const captureOnly = options.captureOnly ?? false;
     const stateDir = options.stateDir ?? HICORTEX_HOME;
     // One-time migration of legacy state files (no-op if state.json exists)
     (0, state_js_1.migrateLegacyState)(stateDir);
     // Check mode: client or server
     const savedConfig = readNightlyConfig(stateDir);
     if (savedConfig?.mode === "client") {
+        // --capture-only is accepted in client mode but irrelevant: client nightly
+        // is already capture-only (no consolidation step).
         await runClientNightly(savedConfig, dryRun);
         return;
     }
     const dbPath = (0, db_js_1.resolveDbPath)(options.dbPath);
-    console.log(`[hicortex] Nightly pipeline starting${dryRun ? " (dry run)" : ""}`);
+    const port = savedConfig?.port ?? 8787;
+    const modeLabel = captureOnly ? " (capture-only)" : dryRun ? " (dry run)" : "";
+    console.log(`[hicortex] Nightly pipeline starting${modeLabel}`);
+    if (captureOnly) {
+        console.log(`[hicortex] capture-only run — consolidation skipped`);
+    }
     console.log(`[hicortex] DB: ${dbPath}`);
-    // Init DB
+    // Init DB — consolidation reads the DB directly; capture goes via HTTP.
     const db = (0, db_js_1.initDb)(dbPath);
     try {
         // License: read from config file or env var, init feature cache
         const licenseKey = readConfigLicenseKey(stateDir) ?? process.env.HICORTEX_LICENSE_KEY;
         await (0, features_js_1.initFeatures)(licenseKey, stateDir);
-        // Init LLM: check config.json first, then auto-detect
-        let llmConfig;
-        const savedConfig = readNightlyConfig(stateDir);
+        // Init LLM for consolidation (scoring + reflection). Capture (distillation)
+        // is handled by the running daemon over /distill — no local distill LLM needed.
+        // No LLM → capture loop still runs (sessions POST to /distill, which will 503
+        // transient-fail and hold the watermark), but consolidation is skipped.
+        let llmConfig = null;
         if (savedConfig?.llmBackend === "claude-cli") {
             const claudePath = (0, llm_js_1.findClaudeBinary)();
             if (claudePath) {
                 llmConfig = (0, llm_js_1.claudeCliConfig)(claudePath);
             }
             else {
-                console.warn("[hicortex] claude-cli configured but binary not found, falling back");
-                llmConfig = (0, llm_js_1.resolveLlmConfigForCC)({
-                    llmBaseUrl: savedConfig?.llmBaseUrl,
-                    llmApiKey: savedConfig?.llmApiKey,
-                    llmModel: savedConfig?.llmModel,
-                    reflectModel: savedConfig?.reflectModel,
-                });
+                console.warn("[hicortex] claude-cli configured but binary not found — consolidation skipped");
             }
         }
         else if (savedConfig?.llmBackend === "ollama") {
@@ -147,167 +153,138 @@ async function runNightly(options = {}) {
             };
         }
         else {
-            llmConfig = (0, llm_js_1.resolveLlmConfigForCC)({
+            llmConfig = (0, llm_js_1.resolveExplicitLlmConfig)({
                 llmBaseUrl: savedConfig?.llmBaseUrl,
                 llmApiKey: savedConfig?.llmApiKey,
                 llmModel: savedConfig?.llmModel,
                 reflectModel: savedConfig?.reflectModel,
             });
         }
-        // Apply distill and reflect overrides from config
-        if (savedConfig?.distillModel) {
-            llmConfig.distillModel = savedConfig.distillModel;
-        }
-        if (savedConfig?.distillBaseUrl) {
-            llmConfig.distillBaseUrl = savedConfig.distillBaseUrl;
-            llmConfig.distillApiKey = savedConfig.distillApiKey ?? llmConfig.apiKey;
-            llmConfig.distillProvider = savedConfig.distillProvider ?? llmConfig.provider;
-        }
-        if (savedConfig?.reflectBaseUrl) {
+        if (llmConfig && savedConfig?.reflectBaseUrl) {
             llmConfig.reflectBaseUrl = savedConfig.reflectBaseUrl;
             llmConfig.reflectApiKey = savedConfig.reflectApiKey ?? llmConfig.apiKey;
             llmConfig.reflectProvider = savedConfig.reflectProvider ?? llmConfig.provider;
         }
-        // Auto-detect Ollama for batch distillation (claude-cli has rate limits)
-        llmConfig = await (0, llm_js_1.preferOllamaForBatch)(llmConfig);
-        if (llmConfig.provider === "ollama") {
-            console.log(`[hicortex] Auto-detected local Ollama (${llmConfig.model}) — using for batch distillation`);
-        }
-        const llm = new llm_js_1.LlmClient(llmConfig);
-        const distillInfo = llmConfig.distillBaseUrl
-            ? `${llmConfig.distillProvider}/${llmConfig.distillModel}@${llmConfig.distillBaseUrl}`
-            : llmConfig.distillModel ?? "";
-        console.log(`[hicortex] LLM: ${llmConfig.provider}/${llmConfig.model}${distillInfo ? `, distill: ${distillInfo}` : ""}`);
-        // Step 1: Read new transcripts (CC + Pi)
+        const llm = llmConfig ? new llm_js_1.LlmClient(llmConfig) : null;
+        // Step 1: Read new transcripts (CC + Hermes + Pi + OpenClaw)
         const since = readLastRun();
         console.log(`[hicortex] Reading transcripts since ${since.toISOString()}`);
         const ccBatches = (0, transcript_reader_js_1.readCcTranscripts)(since);
+        const hermesBatches = (0, hermes_transcript_reader_js_1.readHermesSessions)(since);
+        // Pi is a supported harness in the product (readPiTranscripts no-ops when
+        // ~/.pi/agent/sessions is absent). Retired only on specific deployments by
+        // simply having no Pi session files — not removed from the pipeline.
         const piBatches = (0, pi_transcript_reader_js_1.readPiTranscripts)(since);
-        const batches = [...ccBatches, ...piBatches];
+        // OpenClaw persists sessions in the Pi v3 format at ~/.openclaw/agents/;
+        // no-ops when OC isn't installed.
+        const ocBatches = (0, oc_transcript_reader_js_1.readOcTranscripts)(since);
+        const batches = [...ccBatches, ...hermesBatches, ...piBatches, ...ocBatches];
         if (ccBatches.length > 0)
             console.log(`[hicortex] Found ${ccBatches.length} CC session(s)`);
+        if (hermesBatches.length > 0)
+            console.log(`[hicortex] Found ${hermesBatches.length} Hermes session(s)`);
         if (piBatches.length > 0)
             console.log(`[hicortex] Found ${piBatches.length} Pi session(s)`);
+        if (ocBatches.length > 0)
+            console.log(`[hicortex] Found ${ocBatches.length} OpenClaw session(s)`);
         console.log(`[hicortex] Total: ${batches.length} new session(s)`);
         if (batches.length === 0 && !dryRun) {
-            // Still run consolidation — there may be unscored memories from OC
-            console.log(`[hicortex] No new transcripts. Running consolidation only.`);
+            // Still run consolidation (unless capture-only) — there may be unscored memories from OC.
+            console.log(captureOnly
+                ? `[hicortex] No new transcripts. Nothing to capture.`
+                : `[hicortex] No new transcripts. Running consolidation only.`);
         }
-        // Step 2: Distill each session
+        // Step 2: Denoise and POST each session to the local daemon via /distill.
+        // The dedup check and distillation quality (35B) are the server's concern.
         let memoriesIngested = 0;
         let hadTransientFailure = false;
-        // Pre-flight health check for a remote distill endpoint.
-        // If the distill provider is Ollama on a remote host and that host (or the
-        // required model) is unreachable, abort BEFORE touching any sessions —
-        // prevents the data-loss bug where lastRun advances past sessions that
-        // were never actually processed.
-        if (batches.length > 0 && llmConfig.distillBaseUrl && (llmConfig.distillProvider ?? llmConfig.provider) === "ollama") {
-            const distillModel = llmConfig.distillModel ?? llmConfig.model;
-            const health = await (0, llm_js_1.probeOllamaModel)(llmConfig.distillBaseUrl, distillModel);
-            if (!health.ok) {
-                const reason = health.reason === "unreachable"
-                    ? `distill endpoint unreachable (${llmConfig.distillBaseUrl})`
-                    : `distill model not loaded (${distillModel} missing on ${llmConfig.distillBaseUrl})`;
-                console.error(`[hicortex] ABORT: ${reason} — will retry next run, lastRun unchanged`);
-                hadTransientFailure = true;
-                batches.length = 0; // Skip the distillation loop entirely
-            }
-        }
-        // Detect safe chunk size based on model context window
-        const chunkSize = await (0, distiller_js_1.detectChunkSize)(llmConfig.provider, llmConfig.distillModel ?? llmConfig.model, llmConfig.baseUrl);
         for (const batch of batches) {
             const transcript = (0, distiller_js_1.extractConversationText)(batch.entries);
             if (transcript.length < 200) {
                 console.log(`[hicortex]   Skip ${batch.sessionId.slice(0, 8)} (${batch.projectName}): too short`);
                 continue;
             }
-            // Server-mode per-session dedup: skip sessions already in the DB.
-            // Client mode gets this for free via the server's /ingest endpoint;
-            // server mode writes directly via storage.insertMemory and needs
-            // an explicit check. This makes retries of previously-failed runs
-            // idempotent.
-            if (!dryRun) {
-                const existing = db
-                    .prepare("SELECT COUNT(*) as c FROM memories WHERE source_session = ?")
-                    .get(batch.sessionId);
-                if (existing.c > 0) {
-                    console.log(`[hicortex]   Skip ${batch.sessionId.slice(0, 8)} (${batch.projectName}): already ingested`);
-                    continue;
-                }
-            }
-            console.log(`[hicortex]   Distilling ${batch.sessionId.slice(0, 8)} (${batch.projectName}, ${batch.date})`);
+            console.log(`[hicortex]   Capturing ${batch.sessionId.slice(0, 8)} (${batch.projectName}, ${batch.date})`);
             if (dryRun) {
-                console.log(`[hicortex]     [dry-run] Would distill ${transcript.length} chars`);
+                console.log(`[hicortex]     [dry-run] Would POST ${transcript.length} chars to /distill`);
                 continue;
             }
-            // Check cap before distilling
-            if ((0, features_js_1.memoryCapReached)(storage.countMemories(db))) {
-                console.log(`[hicortex]   Free tier limit (${(0, features_js_1.maxMemoriesAllowed)()} memories). Skipping new ingestion. ` +
-                    `Upgrade: https://hicortex.gamaze.com/`);
-                break;
-            }
             try {
-                const entries = await (0, distiller_js_1.distillSession)(llm, transcript, batch.projectName, batch.date, chunkSize);
-                for (const entry of entries) {
-                    try {
-                        const embedding = await (0, embedder_js_1.embed)(entry);
-                        storage.insertMemory(db, entry, embedding, {
-                            sourceAgent: `claude-code/${batch.projectName}`,
-                            sourceSession: batch.sessionId,
-                            project: batch.projectName,
-                            privacy: "WORK",
-                            memoryType: "episode",
-                        });
-                        memoriesIngested++;
-                    }
-                    catch (err) {
-                        const msg = err instanceof Error ? err.message : String(err);
-                        console.error(`[hicortex]     Failed to ingest entry: ${msg}`);
+                const resp = await fetch(`http://127.0.0.1:${port}/distill`, {
+                    method: "POST",
+                    headers: { "Content-Type": "application/json" },
+                    body: JSON.stringify({
+                        text: transcript,
+                        source_agent: batch.sourceAgent ?? `claude-code/${batch.projectName}`,
+                        project: batch.projectName,
+                        session_id: batch.sessionId,
+                        session_date: batch.date,
+                        privacy: "WORK",
+                    }),
+                    // Synchronous 35B distillation of a large session can take minutes.
+                    signal: AbortSignal.timeout(20 * 60 * 1000),
+                });
+                if (resp.status === 200) {
+                    const data = await resp.json();
+                    if (data.skipped) {
+                        console.log(`[hicortex]   Skip ${batch.sessionId.slice(0, 8)} (${batch.projectName}): already ingested`);
                     }
                 }
-                console.log(`[hicortex]     → ${entries.length} memories extracted`);
+                else if (resp.status === 201) {
+                    const data = await resp.json();
+                    memoriesIngested += data.distilled ?? 0;
+                    console.log(`[hicortex]     → ${data.distilled ?? 0} memories extracted`);
+                }
+                else if (resp.status === 429) {
+                    const data = await resp.json();
+                    console.log(`[hicortex]   Memory limit reached: ${data.error}. Stopping capture.`);
+                    break;
+                }
+                else {
+                    const data = await resp.json().catch(() => ({}));
+                    console.error(`[hicortex]     /distill returned ${resp.status}: ${data.error ?? "unknown error"} — will retry next run`);
+                    hadTransientFailure = true;
+                }
             }
             catch (err) {
                 const msg = err instanceof Error ? err.message : String(err);
-                console.error(`[hicortex]     Distillation failed: ${msg} — will retry next run`);
+                console.error(`[hicortex]     Capture failed: ${msg} — will retry next run`);
                 hadTransientFailure = true;
             }
         }
-        console.log(`[hicortex] Distillation complete: ${memoriesIngested} new memories`);
-        // Step 3: Consolidation
-        if (!dryRun) {
-            // Pre-flight health check for the reflect endpoint.
-            // If reflectBaseUrl points to a remote Ollama and it's down (MBP offline),
-            // skip reflection entirely instead of waiting through 3 retries (~3.5 min).
-            // Scoring + linking + decay still run (they use the local model or don't need LLM).
-            let skipReflection = false;
-            if (llmConfig.reflectBaseUrl && (llmConfig.reflectProvider ?? llmConfig.provider) === "ollama") {
-                const reflectModel = llmConfig.reflectModel ?? llmConfig.model;
-                const health = await (0, llm_js_1.probeOllamaModel)(llmConfig.reflectBaseUrl, reflectModel);
-                if (!health.ok) {
-                    const reason = health.reason === "unreachable"
-                        ? `reflect endpoint unreachable (${llmConfig.reflectBaseUrl})`
-                        : `reflect model not loaded (${reflectModel} missing on ${llmConfig.reflectBaseUrl})`;
-                    console.warn(`[hicortex] ${reason} — skipping reflection, scoring + linking will still run`);
-                    skipReflection = true;
+        console.log(`[hicortex] Capture complete: ${memoriesIngested} new memories`);
+        // Step 3: Consolidation — skipped in capture-only mode, dry-run, or no LLM.
+        // Runs even if capture had transient failures (opens DB directly, independent
+        // of the HTTP capture path). Full nightly only — capture-only runs are
+        // intended to run more frequently than once daily.
+        if (!dryRun && !captureOnly) {
+            if (!llm || !llmConfig) {
+                console.error("[hicortex] consolidation skipped: no LLM configured — run npx @gamaze/hicortex init");
+            }
+            else {
+                // Pre-flight health check for the reflect endpoint.
+                // If reflectBaseUrl points to a remote Ollama and it's down (MBP offline),
+                // skip reflection entirely instead of waiting through 3 retries (~3.5 min).
+                // Scoring + linking + decay still run.
+                let skipReflection = false;
+                if (llmConfig.reflectBaseUrl && (llmConfig.reflectProvider ?? llmConfig.provider) === "ollama") {
+                    const reflectModel = llmConfig.reflectModel ?? llmConfig.model;
+                    const health = await (0, llm_js_1.probeOllamaModel)(llmConfig.reflectBaseUrl, reflectModel);
+                    if (!health.ok) {
+                        const reason = health.reason === "unreachable"
+                            ? `reflect endpoint unreachable (${llmConfig.reflectBaseUrl})`
+                            : `reflect model not loaded (${reflectModel} missing on ${llmConfig.reflectBaseUrl})`;
+                        console.warn(`[hicortex] ${reason} — skipping reflection, scoring + linking will still run`);
+                        skipReflection = true;
+                    }
                 }
+                console.log(`[hicortex] Running consolidation...`);
+                const report = await (0, consolidate_js_1.runConsolidation)(db, llm, embedder_js_1.embed, dryRun, skipReflection);
+                console.log(`[hicortex] Consolidation ${report.status} in ${report.elapsed_seconds}s` +
+                    (report.stages.reflection ? ` (${report.stages.reflection.lessons_generated} lessons)` : ""));
             }
-            console.log(`[hicortex] Running consolidation...`);
-            const report = await (0, consolidate_js_1.runConsolidation)(db, llm, embedder_js_1.embed, dryRun, skipReflection);
-            console.log(`[hicortex] Consolidation ${report.status} in ${report.elapsed_seconds}s` +
-                (report.stages.reflection ? ` (${report.stages.reflection.lessons_generated} lessons)` : ""));
-        }
-        // Step 4: Inject lessons into the target file (CLAUDE.md or EXPERIENCE.md
-        // or custom path — configurable via lessonTarget in config.json)
-        if (!dryRun) {
-            const lessonTarget = savedConfig?.lessonTarget;
-            const injection = await (0, claude_md_js_1.injectLessons)(db, {
-                claudeMdPath: lessonTarget,
-                stateDir,
-            });
-            console.log(`[hicortex] Lessons updated: ${injection.lessonsCount} lessons at ${injection.path}`);
         }
-        // Step 5: Update last-run timestamp
+        // Step 4: Update last-run timestamp.
         // CRITICAL: only advance lastRun if every session was processed without
         // a transient failure. Otherwise failed sessions would be permanently
         // lost — they'd be older than the new lastRun and never retried.
@@ -321,11 +298,16 @@ async function runNightly(options = {}) {
             }
         }
         console.log(`[hicortex] Nightly pipeline complete.`);
-        // Step 6: Anonymous telemetry (fire-and-forget, opt-out via config)
-        if (!dryRun && (0, telemetry_js_1.isTelemetryEnabled)(savedConfig)) {
-            const agentType = piBatches.length > 0 && ccBatches.length > 0 ? "mixed"
-                : piBatches.length > 0 ? "pi"
-                    : "cc";
+        // Anonymous telemetry (fire-and-forget, full nightly only).
+        // Capture-only runs are excluded to avoid inflating install pings.
+        if (!dryRun && !captureOnly && (0, telemetry_js_1.isTelemetryEnabled)(savedConfig)) {
+            const kinds = [
+                ccBatches.length > 0 && "cc",
+                hermesBatches.length > 0 && "hermes",
+                piBatches.length > 0 && "pi",
+                ocBatches.length > 0 && "oc",
+            ].filter(Boolean);
+            const agentType = kinds.length > 1 ? "mixed" : (kinds[0] ?? "cc");
             await (0, telemetry_js_1.sendTelemetry)({
                 id: (0, telemetry_js_1.getTelemetryId)(stateDir),
                 v: VERSION,
@@ -343,7 +325,7 @@ async function runNightly(options = {}) {
     }
 }
 // ---------------------------------------------------------------------------
-// Client Mode Nightly — distill locally, POST to remote server
+// Client Mode Nightly — denoise locally, POST to remote server's /distill
 // ---------------------------------------------------------------------------
 async function runClientNightly(config, dryRun) {
     const serverUrl = config.serverUrl.replace(/\/+$/, "");
@@ -363,81 +345,33 @@ async function runClientNightly(config, dryRun) {
         console.error(`[hicortex] Aborting. Will retry next run.`);
         return; // Don't update last-run so we retry
     }
-    // Init LLM for local distillation
-    let llmConfig;
-    if (config.llmBackend === "claude-cli") {
-        const claudePath = (0, llm_js_1.findClaudeBinary)();
-        if (claudePath) {
-            llmConfig = (0, llm_js_1.claudeCliConfig)(claudePath);
-        }
-        else {
-            llmConfig = (0, llm_js_1.resolveLlmConfigForCC)();
-        }
-    }
-    else if (config.llmBackend === "ollama") {
-        llmConfig = {
-            baseUrl: config.llmBaseUrl ?? "http://localhost:11434",
-            apiKey: "",
-            model: config.llmModel ?? "qwen3.5:4b",
-            reflectModel: config.reflectModel ?? config.llmModel ?? "qwen3.5:4b",
-            provider: "ollama",
-        };
-    }
-    else {
-        llmConfig = (0, llm_js_1.resolveLlmConfigForCC)({
-            llmBaseUrl: config.llmBaseUrl,
-            llmApiKey: config.llmApiKey,
-            llmModel: config.llmModel,
-        });
-    }
-    if (config.distillModel) {
-        llmConfig.distillModel = config.distillModel;
-    }
-    if (config.distillBaseUrl) {
-        llmConfig.distillBaseUrl = config.distillBaseUrl;
-        llmConfig.distillApiKey = config.distillApiKey ?? llmConfig.apiKey;
-        llmConfig.distillProvider = config.distillProvider ?? llmConfig.provider;
-    }
-    // Auto-detect Ollama for batch distillation when claude-cli was resolved (fallback)
-    llmConfig = await (0, llm_js_1.preferOllamaForBatch)(llmConfig);
-    if (llmConfig.provider === "ollama" && !config.distillBaseUrl) {
-        console.log(`[hicortex] Auto-detected local Ollama (${llmConfig.model}) — using for batch distillation`);
-    }
-    const llm = new llm_js_1.LlmClient(llmConfig);
-    const distillInfo = llmConfig.distillBaseUrl
-        ? `${llmConfig.distillProvider}/${llmConfig.distillModel}@${llmConfig.distillBaseUrl}`
-        : llmConfig.distillModel ?? "";
-    console.log(`[hicortex] LLM: ${llmConfig.provider}/${llmConfig.model}${distillInfo ? `, distill: ${distillInfo}` : ""}`);
-    // Detect safe chunk size based on model context window
-    const chunkSize = await (0, distiller_js_1.detectChunkSize)(llmConfig.provider, llmConfig.distillModel ?? llmConfig.model, llmConfig.baseUrl);
-    // Read new CC transcripts
+    // No local LLM needed — distillation happens on the server.
+    // Read new transcripts (CC + Hermes + Pi + OpenClaw). Client reads local
+    // logs, denoises, and POSTs the denoised text to the server's /distill
+    // endpoint. All readers no-op when their harness isn't installed.
     const since = readLastRun();
-    console.log(`[hicortex] Reading CC transcripts since ${since.toISOString()}`);
-    const batches = (0, transcript_reader_js_1.readCcTranscripts)(since);
-    console.log(`[hicortex] Found ${batches.length} new session(s)`);
+    console.log(`[hicortex] Reading transcripts since ${since.toISOString()}`);
+    const ccBatches = (0, transcript_reader_js_1.readCcTranscripts)(since);
+    const hermesBatches = (0, hermes_transcript_reader_js_1.readHermesSessions)(since);
+    const piBatches = (0, pi_transcript_reader_js_1.readPiTranscripts)(since);
+    const ocBatches = (0, oc_transcript_reader_js_1.readOcTranscripts)(since);
+    const batches = [...ccBatches, ...hermesBatches, ...piBatches, ...ocBatches];
+    if (ccBatches.length > 0)
+        console.log(`[hicortex] Found ${ccBatches.length} CC session(s)`);
+    if (hermesBatches.length > 0)
+        console.log(`[hicortex] Found ${hermesBatches.length} Hermes session(s)`);
+    if (piBatches.length > 0)
+        console.log(`[hicortex] Found ${piBatches.length} Pi session(s)`);
+    if (ocBatches.length > 0)
+        console.log(`[hicortex] Found ${ocBatches.length} OpenClaw session(s)`);
+    console.log(`[hicortex] Total: ${batches.length} new session(s)`);
     if (batches.length === 0) {
-        console.log(`[hicortex] Nothing to distill.`);
+        console.log(`[hicortex] Nothing to capture.`);
         if (!dryRun)
             writeLastRun();
         return;
     }
-    // Pre-flight health check for a remote distill endpoint (client mode).
-    // If the distill provider is Ollama on a remote host and the required model
-    // isn't loaded, abort BEFORE touching any sessions — same data-loss fix
-    // as server mode.
     let hadTransientFailure = false;
-    if (llmConfig.distillBaseUrl && (llmConfig.distillProvider ?? llmConfig.provider) === "ollama") {
-        const distillModel = llmConfig.distillModel ?? llmConfig.model;
-        const health = await (0, llm_js_1.probeOllamaModel)(llmConfig.distillBaseUrl, distillModel);
-        if (!health.ok) {
-            const reason = health.reason === "unreachable"
-                ? `distill endpoint unreachable (${llmConfig.distillBaseUrl})`
-                : `distill model not loaded (${distillModel} missing on ${llmConfig.distillBaseUrl})`;
-            console.error(`[hicortex] ABORT: ${reason} — will retry next run, lastRun unchanged`);
-            return; // Don't touch lastRun; next trigger retries the same sessions
-        }
-    }
-    // Distill each session and POST to server
     let memoriesIngested = 0;
     let sessionsSent = 0;
     for (const batch of batches) {
@@ -446,78 +380,62 @@ async function runClientNightly(config, dryRun) {
             console.log(`[hicortex]   Skip ${batch.sessionId.slice(0, 8)} (${batch.projectName}): too short`);
             continue;
         }
-        console.log(`[hicortex]   Distilling ${batch.sessionId.slice(0, 8)} (${batch.projectName}, ${batch.date})`);
+        console.log(`[hicortex]   Capturing ${batch.sessionId.slice(0, 8)} (${batch.projectName}, ${batch.date})`);
         if (dryRun) {
-            console.log(`[hicortex]     [dry-run] Would distill ${transcript.length} chars`);
+            console.log(`[hicortex]     [dry-run] Would POST ${transcript.length} chars to ${serverUrl}/distill`);
             continue;
         }
         try {
-            const entries = await (0, distiller_js_1.distillSession)(llm, transcript, batch.projectName, batch.date, chunkSize);
-            if (entries.length === 0) {
-                console.log(`[hicortex]     → No memories extracted`);
-                continue;
-            }
-            // POST each extracted memory to the server
-            let sessionCount = 0;
-            for (const entry of entries) {
-                const resp = await fetch(`${serverUrl}/ingest`, {
-                    method: "POST",
-                    headers: {
-                        "Content-Type": "application/json",
-                        ...(authToken ? { "Authorization": `Bearer ${authToken}` } : {}),
-                    },
-                    body: JSON.stringify({
-                        content: entry,
-                        source_agent: `claude-code/${batch.projectName}`,
-                        project: batch.projectName,
-                        memory_type: "episode",
-                        privacy: "WORK",
-                        source_session: batch.sessionId,
-                        session_date: batch.date,
-                    }),
-                    signal: AbortSignal.timeout(30_000),
-                });
-                const result = await resp.json();
-                if (resp.status === 201) {
-                    sessionCount++;
-                    memoriesIngested++;
-                }
-                else if (result.skipped) {
-                    console.log(`[hicortex]     → Already ingested (${result.existing_count} existing)`);
-                    break;
-                }
-                else if (resp.status === 401) {
-                    console.error(`[hicortex]     Auth failed. Check authToken in ~/.hicortex/config.json`);
-                    return;
-                }
-                else if (resp.status === 429) {
-                    console.log(`[hicortex]     Server memory limit reached.`);
-                    return;
-                }
-                else {
-                    console.error(`[hicortex]     Ingest failed (${resp.status}): ${result.error}`);
-                    hadTransientFailure = true;
+            const resp = await fetch(`${serverUrl}/distill`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    ...(authToken ? { "Authorization": `Bearer ${authToken}` } : {}),
+                },
+                body: JSON.stringify({
+                    text: transcript,
+                    source_agent: batch.sourceAgent ?? `claude-code/${batch.projectName}`,
+                    project: batch.projectName,
+                    session_id: batch.sessionId,
+                    session_date: batch.date,
+                    privacy: "WORK",
+                }),
+                // Synchronous 35B distillation of a large session can take minutes.
+                signal: AbortSignal.timeout(20 * 60 * 1000),
+            });
+            if (resp.status === 200) {
+                const data = await resp.json();
+                if (data.skipped) {
+                    console.log(`[hicortex]   Skip ${batch.sessionId.slice(0, 8)}: already ingested on server`);
                 }
             }
-            if (sessionCount > 0) {
+            else if (resp.status === 201) {
+                const data = await resp.json();
+                const count = data.distilled ?? 0;
+                memoriesIngested += count;
                 sessionsSent++;
-                console.log(`[hicortex]     → ${sessionCount} memories sent to server`);
+                console.log(`[hicortex]     → ${count} memories sent to server`);
+            }
+            else if (resp.status === 401) {
+                console.error(`[hicortex]     Auth failed. Check authToken in ~/.hicortex/config.json`);
+                return; // No point retrying with wrong credentials
+            }
+            else if (resp.status === 429) {
+                const data = await resp.json().catch(() => ({}));
+                console.log(`[hicortex]   Server memory limit reached: ${data.error}`);
+                return;
+            }
+            else {
+                const data = await resp.json().catch(() => ({}));
+                console.error(`[hicortex]     /distill returned ${resp.status}: ${data.error ?? "unknown error"} — will retry next run`);
+                hadTransientFailure = true;
             }
         }
         catch (err) {
-            console.error(`[hicortex]     Distillation failed: ${err instanceof Error ? err.message : String(err)} — will retry next run`);
+            console.error(`[hicortex]     Capture failed: ${err instanceof Error ? err.message : String(err)} — will retry next run`);
             hadTransientFailure = true;
         }
     }
-    // Inject lessons from server into CLAUDE.md
-    if (!dryRun) {
-        try {
-            await injectLessonsFromServer(serverUrl, authToken);
-        }
-        catch (err) {
-            console.error(`[hicortex] CLAUDE.md injection failed: ${err instanceof Error ? err.message : String(err)}`);
-        }
-    }
     // Only advance lastRun if every session was processed without a transient
     // failure. Otherwise failed sessions would be permanently lost.
     if (!dryRun) {
@@ -532,100 +450,22 @@ async function runClientNightly(config, dryRun) {
     console.log(`[hicortex] Client nightly complete: ${memoriesIngested} memories from ${sessionsSent} sessions → ${serverUrl}`);
     // Anonymous telemetry (fire-and-forget, opt-out via config)
     if (!dryRun && (0, telemetry_js_1.isTelemetryEnabled)(config)) {
+        const kinds = [
+            ccBatches.length > 0 && "cc",
+            hermesBatches.length > 0 && "hermes",
+            piBatches.length > 0 && "pi",
+            ocBatches.length > 0 && "oc",
+        ].filter(Boolean);
+        const agentType = kinds.length > 1 ? "mixed" : (kinds[0] ?? "cc");
         await (0, telemetry_js_1.sendTelemetry)({
             id: (0, telemetry_js_1.getTelemetryId)(HICORTEX_HOME),
             v: VERSION,
             mode: "client",
-            agent: "cc", // client mode is always CC-originated currently
+            agent: agentType,
             mem: memoriesIngested,
-            lessons: 0, // client doesn't know lesson count
+            lessons: 0, // client doesn't have direct DB access
             sessions: batches.length,
             ok: !hadTransientFailure,
         });
     }
 }
-/**
- * Fetch lessons + memory index from server and inject into CLAUDE.md.
- * Client mode equivalent of the server's injectLessons(db, ...).
- */
-async function injectLessonsFromServer(serverUrl, authToken) {
-    const resp = await fetch(`${serverUrl}/lessons`, {
-        headers: authToken ? { "Authorization": `Bearer ${authToken}` } : {},
-        signal: AbortSignal.timeout(10_000),
-    });
-    if (!resp.ok) {
-        console.log(`[hicortex] Could not fetch lessons from server (${resp.status})`);
-        return;
-    }
-    const data = await resp.json();
-    const maxLessons = (0, features_js_1.lessonsLimit)();
-    // Use moduleIndex from server response, fall back to local state
-    const moduleIndex = data.moduleIndex ?? (0, state_js_1.loadState)().moduleIndex;
-    const selected = await (0, extensions_js_1.getLessonSelector)().select(data.lessons, { maxLessons, moduleIndex });
-    // Format lessons
-    const lessonLines = selected.map((l) => {
-        const titleMatch = l.content.match(/## Lesson: (.+)/);
-        const typeMatch = l.content.match(/\*\*Type:\*\* (\w+)/);
-        const severityMatch = l.content.match(/\*\*Severity:\*\* (\w+)/);
-        const title = titleMatch ? titleMatch[1] : l.content.slice(0, 150);
-        const meta = [severityMatch?.[1], typeMatch?.[1]].filter(Boolean).join(", ");
-        return `- ${title}${meta ? ` (${meta})` : ""}`;
-    });
-    // Format module/project index
-    let indexLines;
-    if (moduleIndex && moduleIndex.domains.length > 0) {
-        indexLines = [];
-        for (const domain of moduleIndex.domains) {
-            const kwStr = domain.keywords.length > 0 ? `: ${domain.keywords.join(", ")}` : "";
-            indexLines.push(`${domain.name} (${domain.memoryCount} memories, ${domain.lessonCount} lessons)${kwStr}`);
-            indexLines.push(`  ${domain.projects.join(" | ")}`);
-        }
-    }
-    else {
-        indexLines = [data.index.projects.map(p => `${p.name}: ${p.count}`).join(" | ")];
-    }
-    // Build block
-    const START_MARKER = "<!-- HICORTEX-LEARNINGS:START -->";
-    const END_MARKER = "<!-- HICORTEX-LEARNINGS:END -->";
-    const blockParts = [START_MARKER, "## Hicortex Memory"];
-    blockParts.push("", "You have access to shared long-term memory across all agents and sessions.", "BEFORE making decisions, search memory: `hicortex_search` for prior decisions on the same topic.", "Use `hicortex_context` at session start for recent project state.");
-    if (lessonLines.length > 0) {
-        blockParts.push("", "### Lessons (updated nightly)");
-        blockParts.push(...lessonLines);
-    }
-    else {
-        blockParts.push("", "### Getting Started");
-        blockParts.push("- Search past decisions with `hicortex_search` before starting work");
-        blockParts.push("- Save important decisions with `hicortex_ingest`");
-        blockParts.push("- Lessons will appear here after the first nightly run");
-    }
-    if (indexLines.length > 0) {
-        blockParts.push("", "### Memory Index");
-        blockParts.push(...indexLines);
-        blockParts.push(`${data.index.total} memories, ${data.index.lessonCount} lessons, ${data.index.sourceCount} agents. Search with \`hicortex_search\`.`);
-    }
-    blockParts.push(END_MARKER);
-    const block = blockParts.join("\n");
-    // Write to CLAUDE.md (uses fs/path/os already imported at top of file)
-    const claudeMdPath = (0, node_path_1.join)((0, node_os_1.homedir)(), ".claude", "CLAUDE.md");
-    let content = "";
-    try {
-        content = (0, node_fs_1.readFileSync)(claudeMdPath, "utf-8");
-    }
-    catch { }
-    const startIdx = content.indexOf(START_MARKER);
-    const endIdx = content.indexOf(END_MARKER);
-    if (startIdx !== -1 && endIdx !== -1) {
-        content = content.slice(0, startIdx) + block + content.slice(endIdx + END_MARKER.length);
-    }
-    else {
-        if (content.length > 0 && !content.endsWith("\n"))
-            content += "\n";
-        if (content.length > 0)
-            content += "\n";
-        content += block + "\n";
-    }
-    (0, node_fs_1.mkdirSync)((0, node_path_1.dirname)(claudeMdPath), { recursive: true });
-    (0, node_fs_1.writeFileSync)(claudeMdPath, content);
-    console.log(`[hicortex] CLAUDE.md updated: ${lessonLines.length} lessons, ${data.index.total} memories indexed`);
-}