@stevezhou/sisu 0.3.5 → 0.3.7

package/README.md

@@ -13,7 +13,7 @@ sisu login
 sisu
 ```
 
-`npm install -g` is a small JS package. postinstall fetches the stamped SiSu TUI pager for **this package version** into `~/.sisu/bin` when a prebuilt exists (`darwin-arm64`, `linux-x64`, `linux-arm64`, `darwin-x64`). Platforms without a binary, or a missing GitHub Release asset, keep the Node TUI.
+`npm install -g` is a small JS package. postinstall fetches the stamped SiSu TUI pager for **this package version** into `~/.sisu/bin` when a prebuilt exists. GitHub Release tags ship `darwin-arm64`, `linux-x64`, and `linux-arm64`. `darwin-x64` is opt-in (`workflow_dispatch` with `platforms` containing `darwin-x64`) and often missing; platforms without a binary, or a missing GitHub Release asset, keep the Node TUI.
 
 Requires Node.js 20 or newer. `npx sisu` works without a global install.
 

package/dist/commands.js

@@ -26,7 +26,6 @@ const child_process_1 = require("child_process");
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const http_1 = require("./http");
-const adapter_1 = require("./runtime/adapter");
 const loop_1 = require("./runtime/loop");
 const models_1 = require("./runtime/models");
 Object.defineProperty(exports, "fetchModelCatalog", { enumerable: true, get: function () { return models_1.fetchModelCatalog; } });
@@ -265,9 +264,7 @@ function resolveBoundWorkspace(projectId) {
         throw new Error('no local workspace — run sisu open <dir> --project <id>');
     throw new Error('multiple workspaces — pass --project');
 }
-function listLocalCommand(projectId) {
-    (0, store_1.requireAuth)();
-    const bound = resolveBoundWorkspace(projectId);
+function formatDirListing(bound) {
     const names = fs_1.default.readdirSync(bound.path).filter((name) => !name.startsWith('.'));
     if (!names.length)
         return `${bound.path} (empty)`;
@@ -277,24 +274,29 @@ function listLocalCommand(projectId) {
         return `${name}${suffix}`;
     }).join('\n');
 }
+function listLocalCommand(projectId) {
+    (0, store_1.requireAuth)();
+    const workspaces = (0, store_1.readWorkspaces)();
+    const requested = (projectId || (0, store_1.readSession)().last_project_id || '').trim();
+    if (requested && workspaces[requested]) {
+        return formatDirListing({ projectId: requested, path: workspaces[requested] });
+    }
+    const entries = Object.entries(workspaces);
+    if (!entries.length)
+        throw new Error('no local workspace — run sisu open <dir> --project <id>');
+    if (entries.length === 1)
+        return formatDirListing({ projectId: entries[0][0], path: entries[0][1] });
+    return entries.map(([id, dir]) => `${id}  ${dir}`).join('\n');
+}
 async function execCommand(prompt, options = {}, http = http_1.defaultHttp) {
     const text = prompt.trim();
     if (!text)
         throw new Error('prompt is required');
     const stub = Boolean(options.stub || process.env.SISU_RUNTIME_STUB === '1');
     const cwd = options.cwd || process.cwd();
-    const modelClient = options.modelClient || (stub
-        ? (0, loop_1.createLaunchStubModel)()
-        : (() => {
-            const auth = (0, store_1.requireAuth)();
-            return (0, adapter_1.createSisuCloudModel)(http, {
-                apiBase: auth.api_base,
-                token: auth.token,
-                client: options.client || 'cli',
-            });
-        })());
     if (!stub)
         (0, store_1.requireAuth)();
+    const modelClient = options.modelClient || (stub ? (0, loop_1.createLaunchStubModel)() : undefined);
     if (options.projectId) {
         (0, store_1.writeSession)({ ...(0, store_1.readSession)(), last_project_id: options.projectId });
     }
@@ -312,7 +314,7 @@ async function execCommand(prompt, options = {}, http = http_1.defaultHttp) {
 }
 async function listConversationsCommand(http = http_1.defaultHttp) {
     const auth = (0, store_1.requireAuth)();
-    const response = await http(`${auth.api_base}/api/chat/conversations?limit=30`, {
+    const response = await http(`${auth.api_base}/api/chat/conversations?source=cli&limit=30`, {
         headers: (0, http_1.authHeaders)(auth.token),
     });
     const body = await response.json().catch(() => []);
@@ -322,16 +324,37 @@ async function listConversationsCommand(http = http_1.defaultHttp) {
     if (!rows.length)
         return 'no saved conversations';
     return rows.map((row) => {
-        const client = row.client ? ` [${row.client}]` : '';
-        return `${row.id}  ${row.title || '(untitled)'}${client}`;
+        const tag = row.source || row.client;
+        const suffix = tag ? ` [${tag}]` : '';
+        return `${row.id}  ${row.title || '(untitled)'}${suffix}`;
     }).join('\n');
 }
-function openConversationCommand(conversationId) {
+async function openConversationCommand(conversationId, http = http_1.defaultHttp) {
     const id = conversationId.trim();
     if (!id)
         throw new Error('conversation id is required');
     (0, store_1.writeSession)({ ...(0, store_1.readSession)(), last_conversation_id: id });
-    return `opened ${id}`;
+    const auth = (0, store_1.requireAuth)();
+    const response = await http(`${auth.api_base}/api/chat/conversations/${id}`, {
+        headers: (0, http_1.authHeaders)(auth.token),
+    });
+    const body = await response.json().catch(() => ({}));
+    if (!response.ok)
+        throw new Error((0, http_1.errorDetail)(body, `thread failed (${response.status})`));
+    const messages = Array.isArray(body.messages) ? body.messages : [];
+    const lines = [`opened ${id}`];
+    if (body.title)
+        lines.push(String(body.title));
+    for (const msg of messages) {
+        const role = String(msg?.role || '').trim();
+        const content = String(msg?.content || '').trim();
+        if (!role || !content)
+            continue;
+        lines.push(`${role}: ${content}`);
+    }
+    if (lines.length === 1)
+        lines.push('(no messages)');
+    return lines.join('\n');
 }
 async function setTrainingCommand(optIn, http = http_1.defaultHttp) {
     const auth = (0, store_1.requireAuth)();

package/dist/main.js

@@ -163,18 +163,21 @@ async function runCli(argv, deps = {}) {
             model: parsed.flags['--model'],
             newConversation: parsed.switches.has('new'),
             stub: parsed.switches.has('stub') || process.env.SISU_RUNTIME_STUB === '1',
-        });
-        if (result.text)
+        }, http);
+        if (result.text.trim()) {
             process.stdout.write(`${result.text}\n`);
-        return 0;
+            return 0;
+        }
+        process.stderr.write('no model text\n');
+        return 1;
     }
     if (command === 'history') {
-        process.stdout.write(`${await (0, commands_1.listConversationsCommand)(http_1.defaultHttp)}\n`);
+        process.stdout.write(`${await (0, commands_1.listConversationsCommand)(http)}\n`);
         return 0;
     }
     if (command === 'thread') {
         const id = args.find((item) => !item.startsWith('--')) || '';
-        process.stdout.write(`${(0, commands_1.openConversationCommand)(id)}\n`);
+        process.stdout.write(`${await (0, commands_1.openConversationCommand)(id, http)}\n`);
         return 0;
     }
     if (command === 'models') {

package/dist/runtime/adapter.js

@@ -41,10 +41,10 @@ function completeUrl(apiBase) {
 function openaiCompatUrl(apiBase) {
     return `${apiBase.replace(/\/+$/, '')}${suite_1.OPENAI_COMPAT_PATH}`;
 }
-function completeHeaders(token) {
+function completeHeaders(token, conversationId) {
     return {
         ...(0, http_1.authHeaders)(token),
-        'x-sisu-conversation-id': (0, store_1.ensureConversationId)(),
+        'x-sisu-conversation-id': conversationId || (0, store_1.ensureConversationId)(),
     };
 }
 function buildCompleteRequest(request, options = {}) {
@@ -143,7 +143,7 @@ function createSisuCloudModel(http, options) {
             }
             const sent = await http(completeUrl(options.apiBase), {
                 method: 'POST',
-                headers: completeHeaders(options.token),
+                headers: completeHeaders(options.token, options.conversationId),
                 body: JSON.stringify(payload),
             });
             if (!sent.ok) {

package/dist/runtime/sessions.js

@@ -17,9 +17,9 @@ function sessionsDir() {
 function sessionFile(id) {
     return path_1.default.join(sessionsDir(), `${id}.json`);
 }
-function createLocalSession(title, cwd, model) {
+function createLocalSession(title, cwd, model, id) {
     const session = {
-        id: (0, crypto_1.randomUUID)(),
+        id: id || (0, crypto_1.randomUUID)(),
         title: title.slice(0, 80) || 'session',
         cwd,
         model,

package/dist/runtime/transcriptEvents.js

@@ -0,0 +1,195 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startCompactionCheckpointWatch = void 0;
+exports.transcriptEventFromCheckpoint = transcriptEventFromCheckpoint;
+exports.transcriptEventFromToolLog = transcriptEventFromToolLog;
+exports.listCompactionCheckpointFiles = listCompactionCheckpointFiles;
+exports.rememberExistingCheckpoints = rememberExistingCheckpoints;
+exports.listTerminalLogFiles = listTerminalLogFiles;
+exports.rememberExistingTerminalLogs = rememberExistingTerminalLogs;
+exports.flushNewTerminalLogs = flushNewTerminalLogs;
+exports.postTranscriptEvent = postTranscriptEvent;
+exports.flushNewCompactionCheckpoints = flushNewCompactionCheckpoints;
+exports.startTranscriptWatch = startTranscriptWatch;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const http_1 = require("../http");
+function transcriptEventFromCheckpoint(raw, conversationId, fallbackId) {
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch {
+        return null;
+    }
+    if (!Array.isArray(parsed.compacted_history))
+        return null;
+    const checkpointId = String(parsed.checkpoint_id || '').trim() || String(fallbackId || '').trim();
+    if (!checkpointId)
+        return null;
+    return {
+        kind: 'compaction',
+        conversation_id: conversationId,
+        client_request_id: checkpointId,
+        messages: parsed.compacted_history,
+        payload: {
+            checkpoint_id: checkpointId,
+            schema_version: parsed.schema_version,
+            prompt_index_at_compaction: parsed.prompt_index_at_compaction,
+        },
+    };
+}
+function transcriptEventFromToolLog(content, conversationId, toolCallId) {
+    return {
+        kind: 'tool_result_full',
+        conversation_id: conversationId,
+        client_request_id: toolCallId,
+        payload: { tool_call_id: toolCallId, content },
+    };
+}
+function listCompactionCheckpointFiles(engineHome) {
+    const sessions = path_1.default.join(engineHome, 'sessions');
+    if (!fs_1.default.existsSync(sessions))
+        return [];
+    const out = [];
+    for (const sessionName of fs_1.default.readdirSync(sessions)) {
+        const dir = path_1.default.join(sessions, sessionName, 'compaction_checkpoints');
+        if (!fs_1.default.existsSync(dir) || !fs_1.default.statSync(dir).isDirectory())
+            continue;
+        for (const name of fs_1.default.readdirSync(dir)) {
+            if (name.endsWith('.json'))
+                out.push(path_1.default.join(dir, name));
+        }
+    }
+    return out.sort();
+}
+function rememberExistingCheckpoints(engineHome, posted) {
+    for (const file of listCompactionCheckpointFiles(engineHome))
+        posted.add(file);
+}
+function listTerminalLogFiles(engineHome) {
+    const sessions = path_1.default.join(engineHome, 'sessions');
+    if (!fs_1.default.existsSync(sessions))
+        return [];
+    const out = [];
+    for (const sessionName of fs_1.default.readdirSync(sessions)) {
+        const dir = path_1.default.join(sessions, sessionName, 'terminal');
+        if (!fs_1.default.existsSync(dir) || !fs_1.default.statSync(dir).isDirectory())
+            continue;
+        for (const name of fs_1.default.readdirSync(dir)) {
+            if (name.endsWith('.log'))
+                out.push(path_1.default.join(dir, name));
+        }
+    }
+    return out.sort();
+}
+function rememberExistingTerminalLogs(engineHome, posted) {
+    for (const file of listTerminalLogFiles(engineHome))
+        posted.add(file);
+}
+const TOOL_LOG_MAX_BYTES = 8 * 1024 * 1024;
+function readToolLog(file) {
+    const size = fs_1.default.statSync(file).size;
+    if (size <= 0)
+        return '';
+    if (size <= TOOL_LOG_MAX_BYTES)
+        return fs_1.default.readFileSync(file, 'utf8');
+    const fd = fs_1.default.openSync(file, 'r');
+    try {
+        const buf = Buffer.alloc(TOOL_LOG_MAX_BYTES);
+        fs_1.default.readSync(fd, buf, 0, TOOL_LOG_MAX_BYTES, 0);
+        return buf.toString('utf8');
+    }
+    finally {
+        fs_1.default.closeSync(fd);
+    }
+}
+async function flushNewTerminalLogs(options) {
+    let sent = 0;
+    for (const file of listTerminalLogFiles(options.engineHome)) {
+        if (options.posted.has(file))
+            continue;
+        let content = '';
+        try {
+            content = readToolLog(file);
+        }
+        catch {
+            continue;
+        }
+        if (!content)
+            continue;
+        const event = transcriptEventFromToolLog(content, options.conversationId, path_1.default.parse(file).name);
+        const ok = await options.post(event);
+        if (!ok)
+            continue;
+        options.posted.add(file);
+        sent += 1;
+    }
+    return sent;
+}
+async function postTranscriptEvent(http, apiBase, token, event) {
+    const base = apiBase.replace(/\/+$/, '');
+    const headers = { ...(0, http_1.authHeaders)(token) };
+    if (event.conversation_id)
+        headers['x-sisu-conversation-id'] = event.conversation_id;
+    const response = await http(`${base}/api/runtime/v1/transcript/events`, {
+        method: 'POST',
+        headers,
+        body: JSON.stringify(event),
+    });
+    return Boolean(response?.ok);
+}
+async function flushNewCompactionCheckpoints(options) {
+    let sent = 0;
+    for (const file of listCompactionCheckpointFiles(options.engineHome)) {
+        if (options.posted.has(file))
+            continue;
+        let raw = '';
+        try {
+            raw = fs_1.default.readFileSync(file, 'utf8');
+        }
+        catch {
+            continue;
+        }
+        const event = transcriptEventFromCheckpoint(raw, options.conversationId, path_1.default.parse(file).name);
+        if (!event)
+            continue;
+        const ok = await options.post(event);
+        if (!ok)
+            continue;
+        options.posted.add(file);
+        sent += 1;
+    }
+    return sent;
+}
+function startTranscriptWatch(options) {
+    const posted = new Set();
+    rememberExistingCheckpoints(options.engineHome, posted);
+    rememberExistingTerminalLogs(options.engineHome, posted);
+    const tick = () => Promise.all([
+        flushNewCompactionCheckpoints({
+            engineHome: options.engineHome,
+            conversationId: options.conversationId,
+            posted,
+            post: options.post,
+        }),
+        flushNewTerminalLogs({
+            engineHome: options.engineHome,
+            conversationId: options.conversationId,
+            posted,
+            post: options.post,
+        }),
+    ]).catch(() => 0);
+    const timer = setInterval(() => {
+        void tick();
+    }, options.intervalMs ?? 2000);
+    void tick();
+    return async () => {
+        clearInterval(timer);
+        await tick();
+    };
+}
+exports.startCompactionCheckpointWatch = startTranscriptWatch;

package/dist/runtime/transport.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createLocalRuntimeTransport = createLocalRuntimeTransport;
 exports.execLocalTurn = execLocalTurn;
+const crypto_1 = require("crypto");
 const store_1 = require("../store");
 const adapter_1 = require("./adapter");
 const loop_1 = require("./loop");
@@ -15,11 +16,14 @@ function createLocalRuntimeTransport(http, options = {}) {
             let conversationId = sendOptions.conversationId || (!sendOptions.newConversation ? (0, store_1.readSession)().last_conversation_id : '') || '';
             let existing = conversationId ? (0, sessions_1.loadLocalSession)(conversationId) : null;
             if (!existing || sendOptions.newConversation) {
-                existing = (0, sessions_1.createLocalSession)(prompt.trim().slice(0, 50), cwd, (0, store_1.readSession)().last_model);
-                conversationId = existing.id;
+                conversationId = (0, crypto_1.randomUUID)();
+                (0, store_1.writeSession)({ ...(0, store_1.readSession)(), last_conversation_id: conversationId });
+                existing = (0, sessions_1.createLocalSession)(prompt.trim().slice(0, 50), cwd, (0, store_1.readSession)().last_model, conversationId);
             }
-            (0, store_1.writeSession)({ ...(0, store_1.readSession)(), last_conversation_id: conversationId });
-            const client = options.modelClient || cloudClient(http, options.client || 'tui');
+            else {
+                (0, store_1.writeSession)({ ...(0, store_1.readSession)(), last_conversation_id: conversationId });
+            }
+            const client = options.modelClient || cloudClient(http, options.client || 'tui', conversationId);
             const model = options.modelClient
                 ? existing.model || (0, store_1.readSession)().last_model || 'stub'
                 : await (0, models_1.resolveRuntimeModel)(http, { explicit: existing.model || (0, store_1.readSession)().last_model });
@@ -64,12 +68,15 @@ function createLocalRuntimeTransport(http, options = {}) {
 async function execLocalTurn(prompt, options = {}) {
     const cwd = (0, tools_1.resolveWorkspaceRoot)(options.cwd);
     let conversationId = options.conversationId || (!options.newConversation ? (0, store_1.readSession)().last_conversation_id : '') || '';
+    if (options.newConversation || !conversationId) {
+        conversationId = (0, crypto_1.randomUUID)();
+        (0, store_1.writeSession)({ ...(0, store_1.readSession)(), last_conversation_id: conversationId });
+    }
     let existing = conversationId ? (0, sessions_1.loadLocalSession)(conversationId) : null;
     if (!existing) {
-        existing = (0, sessions_1.createLocalSession)(prompt.trim().slice(0, 50), cwd, options.model);
-        conversationId = existing.id;
+        existing = (0, sessions_1.createLocalSession)(prompt.trim().slice(0, 50), cwd, options.model, conversationId);
     }
-    const client = options.modelClient || (options.http ? cloudClient(options.http, options.client || 'cli') : undefined);
+    const client = options.modelClient || (options.http ? cloudClient(options.http, options.client || 'cli', conversationId) : undefined);
     if (!client)
         throw new Error('model client required');
     const result = await (0, loop_1.collectLocalTurn)({
@@ -87,7 +94,12 @@ async function execLocalTurn(prompt, options = {}) {
     (0, store_1.writeSession)({ ...(0, store_1.readSession)(), last_conversation_id: result.conversationId, last_model: options.model || (0, store_1.readSession)().last_model });
     return { conversationId: result.conversationId, text: result.text, toolResults: result.toolResults };
 }
-function cloudClient(http, client) {
+function cloudClient(http, client, conversationId) {
     const auth = (0, store_1.requireAuth)();
-    return (0, adapter_1.createSisuCloudModel)(http, { apiBase: auth.api_base, token: auth.token, client });
+    return (0, adapter_1.createSisuCloudModel)(http, {
+        apiBase: auth.api_base,
+        token: auth.token,
+        client,
+        conversationId,
+    });
 }

package/dist/store.js

@@ -131,7 +131,21 @@ function clearAuth() {
 }
 function readWorkspaces() {
     const raw = readJson(workspacePath(), {});
-    return raw && typeof raw === 'object' ? raw : {};
+    if (!raw || typeof raw !== 'object')
+        return {};
+    const kept = {};
+    let dirty = false;
+    for (const [id, dir] of Object.entries(raw)) {
+        if (typeof dir === 'string' && dir && fs_1.default.existsSync(dir) && fs_1.default.statSync(dir).isDirectory()) {
+            kept[id] = dir;
+        }
+        else {
+            dirty = true;
+        }
+    }
+    if (dirty)
+        writeJson(workspacePath(), kept);
+    return kept;
 }
 function bindWorkspace(projectId, requestedPath) {
     if (!projectId.trim())

package/dist/tui.js

@@ -20,6 +20,7 @@ const stdio_1 = require("./pager/stdio");
 const store_1 = require("./store");
 const launch_1 = require("./runtime/launch");
 const transport_1 = require("./runtime/transport");
+const transcriptEvents_1 = require("./runtime/transcriptEvents");
 const child_process_1 = require("child_process");
 /** Pager exits with this code so the host runs `sisu login` and respawns. */
 exports.SISU_LOGIN_EXIT_CODE = 10;
@@ -273,14 +274,28 @@ async function runTui(io, deps = {}) {
                     (0, launch_1.purgeChangelogCache)(home, engine);
                     (0, launch_1.writeSisuGrokConfig)();
                     io.close?.();
+                    const env = (0, launch_1.sisuGrokBuildEnv)();
+                    const stopWatch = (0, transcriptEvents_1.startTranscriptWatch)({
+                        engineHome: engine,
+                        conversationId: String(env.SISU_CONVERSATION_ID || ''),
+                        post: async (event) => {
+                            const current = auth();
+                            if (!current?.token)
+                                return false;
+                            return (0, transcriptEvents_1.postTranscriptEvent)(http, current.api_base || store_1.DEFAULT_API_BASE, current.token, event);
+                        },
+                    });
                     const child = (0, child_process_1.spawn)(grokBin, [], {
                         stdio: 'inherit',
-                        env: (0, launch_1.sisuGrokBuildEnv)(),
+                        env,
                         cwd: process.cwd(),
                     });
                     return new Promise((resolve) => {
-                        child.on('exit', (code) => resolve(code ?? 1));
-                        child.on('error', () => resolve(1));
+                        const finish = (code) => {
+                            void stopWatch().finally(() => resolve(code));
+                        };
+                        child.on('exit', (code) => finish(code ?? 1));
+                        child.on('error', () => finish(1));
                     });
                 });
             if (deps.spawnGrokPager || ((0, launch_1.findGrokBuildBinary)() && process.stdout.isTTY)) {
@@ -382,7 +397,7 @@ async function runTui(io, deps = {}) {
             }
             if (raw.startsWith('/open ')) {
                 try {
-                    io.write(`${openThread(raw.slice(6).trim())}\n`);
+                    io.write(`${await openThread(raw.slice(6).trim(), http)}\n`);
                     newConversation = false;
                 }
                 catch (error) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stevezhou/sisu",
-  "version": "0.3.5",
+  "version": "0.3.7",
   "description": "SiSu CLI — 思溯 / SiSu · 思有所溯",
   "license": "UNLICENSED",
   "homepage": "https://www.sisu.chat",