knodin 0.8.2 → 0.8.4

package/dist/src/init-progress-worker.js

@@ -1,29 +1,18 @@
 #!/usr/bin/env node
-import { clearLine as clearTerminalLine, moveCursor as moveTerminalCursor, cursorTo as moveTerminalCursorTo, } from "node:readline";
 import ora from "ora";
-import { formatProgress, normalizeTerminalDimension, } from "./init-progress.js";
+import { formatProgress } from "./init-progress.js";
+import { consumeProgressLines, createProgressStream } from "./progress-worker-runtime.js";
 const terminalEnabled = process.stderr.isTTY === true || process.env.KNODIN_FORCE_PROGRESS_TTY === "1";
 // Ora divides rendered text width by `stream.columns`. Some pseudo-terminals
 // report zero columns, which turns its clear loop into an infinite loop. Keep
 // the real terminal methods while guaranteeing finite viewport dimensions.
-const progressStream = {
-    isTTY: terminalEnabled,
-    columns: normalizeTerminalDimension(process.stderr.columns, 80),
-    rows: normalizeTerminalDimension(process.stderr.rows, 24),
-    write: process.stderr.write.bind(process.stderr),
-    cursorTo: (x, y, callback) => moveTerminalCursorTo(process.stderr, x, y, callback),
-    moveCursor: (dx, dy, callback) => moveTerminalCursor(process.stderr, dx, dy, callback),
-    clearLine: (direction, callback) => clearTerminalLine(process.stderr, direction, callback),
-    once: process.stderr.once.bind(process.stderr),
-    removeListener: process.stderr.removeListener.bind(process.stderr),
-};
+const progressStream = createProgressStream(terminalEnabled);
 const spinner = ora({
     text: "[init:starting] Opening local graph database (0s elapsed)",
     stream: progressStream,
     isEnabled: terminalEnabled,
     discardStdin: false,
 });
-let buffer = "";
 let stopped = false;
 let exiting = false;
 let startedAt = 0;
@@ -75,32 +64,7 @@ function handle(line) {
     else
         stop(true);
 }
-process.stdin.setEncoding("utf8");
-process.stdin.on("data", (chunk) => {
-    buffer += chunk;
-    for (;;) {
-        const newline = buffer.indexOf("\n");
-        if (newline < 0)
-            break;
-        const line = buffer.slice(0, newline);
-        buffer = buffer.slice(newline + 1);
-        try {
-            handle(line);
-        }
-        catch {
-            // Progress transport is observational; malformed input cannot affect init.
-        }
-    }
-});
-process.stdin.on("end", () => {
-    if (buffer) {
-        try {
-            handle(buffer);
-        }
-        catch { }
-    }
-    stop(true);
-});
+consumeProgressLines(handle, () => stop(true));
 process.on("SIGTERM", () => {
     stop();
     process.exit(0);

package/dist/src/output-telemetry.js

@@ -4,6 +4,7 @@ import path from "node:path";
 import { encode } from "gpt-tokenizer/encoding/o200k_base";
 import { compareBytes } from "./compare.js";
 import { resolveDbPath } from "./engine/state-paths.js";
+import { summarizeAdoption } from "./session-telemetry.js";
 export const TELEMETRY_TOKENIZER = "gpt-tokenizer@3.4.0:o200k_base";
 export const countOutputTokens = (value) => encode(value).length;
 export const DEFAULT_TELEMETRY_RETENTION_DAYS = 30;
@@ -182,7 +183,7 @@ function telemetrySummary(records) {
         indexingMs: records.reduce((sum, record) => sum + (record.indexingMs ?? 0), 0),
     };
 }
-export function writeTelemetryReport(repoPath, records, outputPath = ".knodin/telemetry-report.html") {
+export function writeTelemetryReport(repoPath, records, outputPath = ".knodin/telemetry-report.html", sessionEvents = []) {
     const { repo, target: output } = privatePath(repoPath, outputPath, "report");
     const groups = new Map();
     for (const record of records) {
@@ -201,6 +202,7 @@ export function writeTelemetryReport(repoPath, records, outputPath = ".knodin/te
     })
         .join("");
     const summary = telemetrySummary(records);
+    const adoption = summarizeAdoption(sessionEvents);
     const timeSeries = new Map();
     for (const record of records) {
         const day = typeof record.at === "string" ? record.at.slice(0, 10) : "unknown";
@@ -221,12 +223,13 @@ export function writeTelemetryReport(repoPath, records, outputPath = ".knodin/te
         .sort(([left], [right]) => compareBytes(left, right))
         .map(([id, calls]) => `<tr><td>${escapeHtml(id)}</td><td>${calls}</td></tr>`)
         .join("");
-    const html = `<!doctype html><meta charset="utf-8"><meta name="color-scheme" content="light dark"><title>knodin telemetry</title><style>:root{color-scheme:light dark;--line:#d0d7de;--card:#f6f8fa}body{font:14px system-ui;margin:2rem;max-width:76rem}section{background:var(--card);padding:1rem;margin:1rem 0;border-radius:.5rem}table{border-collapse:collapse;width:100%}th,td{padding:.55rem;border-bottom:1px solid var(--line);text-align:left}@media(prefers-color-scheme:dark){:root{--line:#30363d;--card:#161b22}}</style><h1>knodin local telemetry</h1><p>Tokenizer: ${TELEMETRY_TOKENIZER}. Local, opt-in, metadata-only; source, raw output, command text, usernames, and paths are not persisted.</p><section><h2>Summary</h2><p>Total measured tokens avoided: ${summary.measuredTokensAvoided}</p><p>Calls: ${summary.calls}; successes: ${summary.successes}; errors: ${summary.errors}; measured baselines: ${summary.measuredBaselines}</p><p>Latency p50 / p95: ${summary.latencyP50Ms} / ${summary.latencyP95Ms} ms</p><p>Freshness failures: ${summary.freshnessFailures}; compression fidelity samples / p50: ${summary.compressionFidelitySamples} / ${summary.compressionFidelityP50}; indexing time: ${summary.indexingMs} ms; index storage: ${summary.indexStorageBytes} bytes</p></section><section><h2>Operation breakdown</h2><table><thead><tr><th>Operation</th><th>Calls</th><th>Errors</th><th>Measured baselines</th><th>Net tokens saved</th><th>p50 ms</th><th>p95 ms</th></tr></thead><tbody>${rows}</tbody></table></section><section><h2>Time series</h2><table><thead><tr><th>Day</th><th>Calls</th><th>Tokens avoided</th></tr></thead><tbody>${seriesRows}</tbody></table></section><section><h2>Repository breakdown</h2><table><thead><tr><th>Private repository id</th><th>Calls</th></tr></thead><tbody>${repositoryRows}</tbody></table></section><p>Use <code>knodin telemetry export</code> for the machine-readable evidence bundle and <code>knodin telemetry clear</code> to delete persisted records.</p>`;
+    const html = `<!doctype html><meta charset="utf-8"><meta name="color-scheme" content="light dark"><title>knodin telemetry</title><style>:root{color-scheme:light dark;--line:#d0d7de;--card:#f6f8fa}body{font:14px system-ui;margin:2rem;max-width:76rem}section{background:var(--card);padding:1rem;margin:1rem 0;border-radius:.5rem}table{border-collapse:collapse;width:100%}th,td{padding:.55rem;border-bottom:1px solid var(--line);text-align:left}@media(prefers-color-scheme:dark){:root{--line:#30363d;--card:#161b22}}</style><h1>knodin local telemetry</h1><p>Tokenizer: ${TELEMETRY_TOKENIZER}. Local, opt-in, metadata-only; source, raw output, command text, prompts, usernames, and paths are not persisted.</p><section><h2>Summary</h2><p>Total measured tokens avoided: ${summary.measuredTokensAvoided}</p><p>Calls: ${summary.calls}; successes: ${summary.successes}; errors: ${summary.errors}; measured baselines: ${summary.measuredBaselines}</p><p>Latency p50 / p95: ${summary.latencyP50Ms} / ${summary.latencyP95Ms} ms</p><p>Freshness failures: ${summary.freshnessFailures}; compression fidelity samples / p50: ${summary.compressionFidelitySamples} / ${summary.compressionFidelityP50}; indexing time: ${summary.indexingMs} ms; index storage: ${summary.indexStorageBytes} bytes</p></section><section><h2>Adoption evidence</h2><p>Sessions: ${adoption.sessions}; context delivered / degraded: ${adoption.contextDelivered} / ${adoption.contextDegraded}; sessions using knodin: ${adoption.knodinSessions}; observed turns: ${adoption.turns}</p><p>Fallback traversal after knodin: ${adoption.fallbackTraversalAfterKnodin}; edits preceded by knodin evidence in the same turn: ${adoption.evidenceBeforeEdit}</p><p>Corrective round trips: unavailable. Ordinary hook events do not prove why a follow-up occurred.</p></section><section><h2>Operation breakdown</h2><table><thead><tr><th>Operation</th><th>Calls</th><th>Errors</th><th>Measured baselines</th><th>Net tokens saved</th><th>p50 ms</th><th>p95 ms</th></tr></thead><tbody>${rows}</tbody></table></section><section><h2>Time series</h2><table><thead><tr><th>Day</th><th>Calls</th><th>Tokens avoided</th></tr></thead><tbody>${seriesRows}</tbody></table></section><section><h2>Repository breakdown</h2><table><thead><tr><th>Private repository id</th><th>Calls</th></tr></thead><tbody>${repositoryRows}</tbody></table></section><p>Use <code>knodin telemetry export</code> for the machine-readable evidence bundle and <code>knodin telemetry clear</code> to delete persisted records.</p>`;
     atomicPrivateWrite(output, html);
     return {
         outputPath: path.relative(repo, output),
         records: records.length,
         operations: groups.size,
+        sessionEvents: sessionEvents.length,
     };
 }
 function sanitizeTelemetryRecord(record) {
@@ -335,7 +338,7 @@ export function telemetryStatus(repoPath, inputPath = DEFAULT_INPUT, retentionDa
         tokenizer: TELEMETRY_TOKENIZER,
     };
 }
-export function exportTelemetry(repoPath, records, outputPath = ".knodin/telemetry-export.json") {
+export function exportTelemetry(repoPath, records, outputPath = ".knodin/telemetry-export.json", sessionEvents = []) {
     const { repo, target } = privatePath(repoPath, outputPath, "export");
     const bundle = {
         schemaVersion: 1,
@@ -349,6 +352,8 @@ export function exportTelemetry(repoPath, records, outputPath = ".knodin/telemet
         },
         summary: telemetrySummary(records),
         records,
+        adoption: summarizeAdoption(sessionEvents),
+        sessionEvents,
     };
     atomicPrivateWrite(target, `${JSON.stringify(bundle, null, 2)}\n`);
     return {

package/dist/src/progress-worker-runtime.js

@@ -0,0 +1,46 @@
+import { clearLine as clearTerminalLine, moveCursor as moveTerminalCursor, cursorTo as moveTerminalCursorTo, } from "node:readline";
+import { normalizeTerminalDimension } from "./init-progress.js";
+export function createProgressStream(terminalEnabled) {
+    return {
+        isTTY: terminalEnabled,
+        columns: normalizeTerminalDimension(process.stderr.columns, 80),
+        rows: normalizeTerminalDimension(process.stderr.rows, 24),
+        write: process.stderr.write.bind(process.stderr),
+        cursorTo: (x, y, callback) => moveTerminalCursorTo(process.stderr, x, y, callback),
+        moveCursor: (dx, dy, callback) => moveTerminalCursor(process.stderr, dx, dy, callback),
+        clearLine: (direction, callback) => clearTerminalLine(process.stderr, direction, callback),
+        once: process.stderr.once.bind(process.stderr),
+        removeListener: process.stderr.removeListener.bind(process.stderr),
+    };
+}
+export function consumeProgressLines(handle, finish) {
+    let buffer = "";
+    process.stdin.setEncoding("utf8");
+    process.stdin.on("data", (chunk) => {
+        buffer += chunk;
+        for (;;) {
+            const newline = buffer.indexOf("\n");
+            if (newline < 0)
+                break;
+            const line = buffer.slice(0, newline);
+            buffer = buffer.slice(newline + 1);
+            try {
+                handle(line);
+            }
+            catch {
+                // Progress transport is observational and cannot affect lifecycle work.
+            }
+        }
+    });
+    process.stdin.on("end", () => {
+        if (buffer) {
+            try {
+                handle(buffer);
+            }
+            catch {
+                // Progress transport is observational and cannot affect lifecycle work.
+            }
+        }
+        finish();
+    });
+}

package/dist/src/repair-progress-worker.js

@@ -1,27 +1,15 @@
 #!/usr/bin/env node
-import { clearLine as clearTerminalLine, moveCursor as moveTerminalCursor, cursorTo as moveTerminalCursorTo, } from "node:readline";
 import ora from "ora";
-import { normalizeTerminalDimension } from "./init-progress.js";
+import { consumeProgressLines, createProgressStream } from "./progress-worker-runtime.js";
 import { formatRepairProgress } from "./repair-progress.js";
 const terminalEnabled = process.stderr.isTTY === true || process.env.KNODIN_FORCE_PROGRESS_TTY === "1";
-const progressStream = {
-    isTTY: terminalEnabled,
-    columns: normalizeTerminalDimension(process.stderr.columns, 80),
-    rows: normalizeTerminalDimension(process.stderr.rows, 24),
-    write: process.stderr.write.bind(process.stderr),
-    cursorTo: (x, y, callback) => moveTerminalCursorTo(process.stderr, x, y, callback),
-    moveCursor: (dx, dy, callback) => moveTerminalCursor(process.stderr, dx, dy, callback),
-    clearLine: (direction, callback) => clearTerminalLine(process.stderr, direction, callback),
-    once: process.stderr.once.bind(process.stderr),
-    removeListener: process.stderr.removeListener.bind(process.stderr),
-};
+const progressStream = createProgressStream(terminalEnabled);
 const spinner = ora({
     text: "[repair:starting] Opening local graph database (0s elapsed)",
     stream: progressStream,
     isEnabled: terminalEnabled,
     discardStdin: false,
 });
-let buffer = "";
 let stopped = false;
 let exiting = false;
 let startedAt = 0;
@@ -89,32 +77,7 @@ function handle(line) {
     else
         stop(true);
 }
-process.stdin.setEncoding("utf8");
-process.stdin.on("data", (chunk) => {
-    buffer += chunk;
-    for (;;) {
-        const newline = buffer.indexOf("\n");
-        if (newline < 0)
-            break;
-        const line = buffer.slice(0, newline);
-        buffer = buffer.slice(newline + 1);
-        try {
-            handle(line);
-        }
-        catch {
-            // Progress transport is observational; malformed input cannot affect repair.
-        }
-    }
-});
-process.stdin.on("end", () => {
-    if (buffer) {
-        try {
-            handle(buffer);
-        }
-        catch { }
-    }
-    stop(true);
-});
+consumeProgressLines(handle, () => stop(true));
 process.on("SIGTERM", () => {
     stop();
     process.exit(0);