@stevezhou/sisu 0.3.5 → 0.3.6

package/README.md

@@ -13,7 +13,7 @@ sisu login
 sisu
 ```
 
-`npm install -g` is a small JS package. postinstall fetches the stamped SiSu TUI pager for **this package version** into `~/.sisu/bin` when a prebuilt exists (`darwin-arm64`, `linux-x64`, `linux-arm64`, `darwin-x64`). Platforms without a binary, or a missing GitHub Release asset, keep the Node TUI.
+`npm install -g` is a small JS package. postinstall fetches the stamped SiSu TUI pager for **this package version** into `~/.sisu/bin` when a prebuilt exists. GitHub Release tags ship `darwin-arm64`, `linux-x64`, and `linux-arm64`. `darwin-x64` is opt-in (`workflow_dispatch` with `platforms` containing `darwin-x64`) and often missing; platforms without a binary, or a missing GitHub Release asset, keep the Node TUI.
 
 Requires Node.js 20 or newer. `npx sisu` works without a global install.
 

package/dist/runtime/transcriptEvents.js

@@ -0,0 +1,195 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startCompactionCheckpointWatch = void 0;
+exports.transcriptEventFromCheckpoint = transcriptEventFromCheckpoint;
+exports.transcriptEventFromToolLog = transcriptEventFromToolLog;
+exports.listCompactionCheckpointFiles = listCompactionCheckpointFiles;
+exports.rememberExistingCheckpoints = rememberExistingCheckpoints;
+exports.listTerminalLogFiles = listTerminalLogFiles;
+exports.rememberExistingTerminalLogs = rememberExistingTerminalLogs;
+exports.flushNewTerminalLogs = flushNewTerminalLogs;
+exports.postTranscriptEvent = postTranscriptEvent;
+exports.flushNewCompactionCheckpoints = flushNewCompactionCheckpoints;
+exports.startTranscriptWatch = startTranscriptWatch;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const http_1 = require("../http");
+function transcriptEventFromCheckpoint(raw, conversationId, fallbackId) {
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch {
+        return null;
+    }
+    if (!Array.isArray(parsed.compacted_history))
+        return null;
+    const checkpointId = String(parsed.checkpoint_id || '').trim() || String(fallbackId || '').trim();
+    if (!checkpointId)
+        return null;
+    return {
+        kind: 'compaction',
+        conversation_id: conversationId,
+        client_request_id: checkpointId,
+        messages: parsed.compacted_history,
+        payload: {
+            checkpoint_id: checkpointId,
+            schema_version: parsed.schema_version,
+            prompt_index_at_compaction: parsed.prompt_index_at_compaction,
+        },
+    };
+}
+function transcriptEventFromToolLog(content, conversationId, toolCallId) {
+    return {
+        kind: 'tool_result_full',
+        conversation_id: conversationId,
+        client_request_id: toolCallId,
+        payload: { tool_call_id: toolCallId, content },
+    };
+}
+function listCompactionCheckpointFiles(engineHome) {
+    const sessions = path_1.default.join(engineHome, 'sessions');
+    if (!fs_1.default.existsSync(sessions))
+        return [];
+    const out = [];
+    for (const sessionName of fs_1.default.readdirSync(sessions)) {
+        const dir = path_1.default.join(sessions, sessionName, 'compaction_checkpoints');
+        if (!fs_1.default.existsSync(dir) || !fs_1.default.statSync(dir).isDirectory())
+            continue;
+        for (const name of fs_1.default.readdirSync(dir)) {
+            if (name.endsWith('.json'))
+                out.push(path_1.default.join(dir, name));
+        }
+    }
+    return out.sort();
+}
+function rememberExistingCheckpoints(engineHome, posted) {
+    for (const file of listCompactionCheckpointFiles(engineHome))
+        posted.add(file);
+}
+function listTerminalLogFiles(engineHome) {
+    const sessions = path_1.default.join(engineHome, 'sessions');
+    if (!fs_1.default.existsSync(sessions))
+        return [];
+    const out = [];
+    for (const sessionName of fs_1.default.readdirSync(sessions)) {
+        const dir = path_1.default.join(sessions, sessionName, 'terminal');
+        if (!fs_1.default.existsSync(dir) || !fs_1.default.statSync(dir).isDirectory())
+            continue;
+        for (const name of fs_1.default.readdirSync(dir)) {
+            if (name.endsWith('.log'))
+                out.push(path_1.default.join(dir, name));
+        }
+    }
+    return out.sort();
+}
+function rememberExistingTerminalLogs(engineHome, posted) {
+    for (const file of listTerminalLogFiles(engineHome))
+        posted.add(file);
+}
+const TOOL_LOG_MAX_BYTES = 8 * 1024 * 1024;
+function readToolLog(file) {
+    const size = fs_1.default.statSync(file).size;
+    if (size <= 0)
+        return '';
+    if (size <= TOOL_LOG_MAX_BYTES)
+        return fs_1.default.readFileSync(file, 'utf8');
+    const fd = fs_1.default.openSync(file, 'r');
+    try {
+        const buf = Buffer.alloc(TOOL_LOG_MAX_BYTES);
+        fs_1.default.readSync(fd, buf, 0, TOOL_LOG_MAX_BYTES, 0);
+        return buf.toString('utf8');
+    }
+    finally {
+        fs_1.default.closeSync(fd);
+    }
+}
+async function flushNewTerminalLogs(options) {
+    let sent = 0;
+    for (const file of listTerminalLogFiles(options.engineHome)) {
+        if (options.posted.has(file))
+            continue;
+        let content = '';
+        try {
+            content = readToolLog(file);
+        }
+        catch {
+            continue;
+        }
+        if (!content)
+            continue;
+        const event = transcriptEventFromToolLog(content, options.conversationId, path_1.default.parse(file).name);
+        const ok = await options.post(event);
+        if (!ok)
+            continue;
+        options.posted.add(file);
+        sent += 1;
+    }
+    return sent;
+}
+async function postTranscriptEvent(http, apiBase, token, event) {
+    const base = apiBase.replace(/\/+$/, '');
+    const headers = { ...(0, http_1.authHeaders)(token) };
+    if (event.conversation_id)
+        headers['x-sisu-conversation-id'] = event.conversation_id;
+    const response = await http(`${base}/api/runtime/v1/transcript/events`, {
+        method: 'POST',
+        headers,
+        body: JSON.stringify(event),
+    });
+    return Boolean(response?.ok);
+}
+async function flushNewCompactionCheckpoints(options) {
+    let sent = 0;
+    for (const file of listCompactionCheckpointFiles(options.engineHome)) {
+        if (options.posted.has(file))
+            continue;
+        let raw = '';
+        try {
+            raw = fs_1.default.readFileSync(file, 'utf8');
+        }
+        catch {
+            continue;
+        }
+        const event = transcriptEventFromCheckpoint(raw, options.conversationId, path_1.default.parse(file).name);
+        if (!event)
+            continue;
+        const ok = await options.post(event);
+        if (!ok)
+            continue;
+        options.posted.add(file);
+        sent += 1;
+    }
+    return sent;
+}
+function startTranscriptWatch(options) {
+    const posted = new Set();
+    rememberExistingCheckpoints(options.engineHome, posted);
+    rememberExistingTerminalLogs(options.engineHome, posted);
+    const tick = () => Promise.all([
+        flushNewCompactionCheckpoints({
+            engineHome: options.engineHome,
+            conversationId: options.conversationId,
+            posted,
+            post: options.post,
+        }),
+        flushNewTerminalLogs({
+            engineHome: options.engineHome,
+            conversationId: options.conversationId,
+            posted,
+            post: options.post,
+        }),
+    ]).catch(() => 0);
+    const timer = setInterval(() => {
+        void tick();
+    }, options.intervalMs ?? 2000);
+    void tick();
+    return async () => {
+        clearInterval(timer);
+        await tick();
+    };
+}
+exports.startCompactionCheckpointWatch = startTranscriptWatch;

package/dist/tui.js

@@ -20,6 +20,7 @@ const stdio_1 = require("./pager/stdio");
 const store_1 = require("./store");
 const launch_1 = require("./runtime/launch");
 const transport_1 = require("./runtime/transport");
+const transcriptEvents_1 = require("./runtime/transcriptEvents");
 const child_process_1 = require("child_process");
 /** Pager exits with this code so the host runs `sisu login` and respawns. */
 exports.SISU_LOGIN_EXIT_CODE = 10;
@@ -273,14 +274,28 @@ async function runTui(io, deps = {}) {
                     (0, launch_1.purgeChangelogCache)(home, engine);
                     (0, launch_1.writeSisuGrokConfig)();
                     io.close?.();
+                    const env = (0, launch_1.sisuGrokBuildEnv)();
+                    const stopWatch = (0, transcriptEvents_1.startTranscriptWatch)({
+                        engineHome: engine,
+                        conversationId: String(env.SISU_CONVERSATION_ID || ''),
+                        post: async (event) => {
+                            const current = auth();
+                            if (!current?.token)
+                                return false;
+                            return (0, transcriptEvents_1.postTranscriptEvent)(http, current.api_base || store_1.DEFAULT_API_BASE, current.token, event);
+                        },
+                    });
                     const child = (0, child_process_1.spawn)(grokBin, [], {
                         stdio: 'inherit',
-                        env: (0, launch_1.sisuGrokBuildEnv)(),
+                        env,
                         cwd: process.cwd(),
                     });
                     return new Promise((resolve) => {
-                        child.on('exit', (code) => resolve(code ?? 1));
-                        child.on('error', () => resolve(1));
+                        const finish = (code) => {
+                            void stopWatch().finally(() => resolve(code));
+                        };
+                        child.on('exit', (code) => finish(code ?? 1));
+                        child.on('error', () => finish(1));
                     });
                 });
             if (deps.spawnGrokPager || ((0, launch_1.findGrokBuildBinary)() && process.stdout.isTTY)) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stevezhou/sisu",
-  "version": "0.3.5",
+  "version": "0.3.6",
   "description": "SiSu CLI — 思溯 / SiSu · 思有所溯",
   "license": "UNLICENSED",
   "homepage": "https://www.sisu.chat",