@threadbase-sh/streamer 1.27.2 → 1.28.0

package/dist/migrations/009_create_offset_index.sql

@@ -0,0 +1,28 @@
+-- Offset index for windowed conversation-detail reads (design 1b).
+-- Lets a detail/delta request do a SQL window lookup + pread of exact byte
+-- ranges from the JSONL instead of re-parsing the whole file.
+
+-- Per-file resume state: where indexing left off, and the identity used to
+-- detect truncation/replacement (size < byte_offset, or a changed identity).
+CREATE TABLE IF NOT EXISTS conversation_file_state (
+  path               TEXT PRIMARY KEY,
+  identity           TEXT NOT NULL,      -- inode (dev:ino), else fingerprint of first N bytes
+  size               INTEGER NOT NULL,
+  mtime_ms           INTEGER NOT NULL,
+  byte_offset        INTEGER NOT NULL,   -- end of last fully-indexed line
+  last_message_index INTEGER NOT NULL
+);
+
+-- One row per indexed message. Non-message lines (summary/sidecar) get no row.
+-- The PK (conversation_id, message_index) covers the window select
+-- WHERE conversation_id = ? AND message_index BETWEEN ? AND ?.
+CREATE TABLE IF NOT EXISTS conversation_message_index (
+  conversation_id TEXT    NOT NULL,
+  message_index   INTEGER NOT NULL,
+  byte_offset     INTEGER NOT NULL,
+  byte_length     INTEGER NOT NULL,
+  uuid            TEXT,
+  role            TEXT,
+  ts              INTEGER,
+  PRIMARY KEY (conversation_id, message_index)
+);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@threadbase-sh/streamer",
-  "version": "1.27.2",
+  "version": "1.28.0",
   "description": "PTY session management, WebSocket streaming, and REST API server for Claude Code conversations",
   "license": "MIT",
   "author": "Ronen Mars",
@@ -92,7 +92,7 @@
     "@hono/node-ws": "^1.3.1",
     "@temporalio/client": "^1.18.1",
     "@threadbase-sh/agent-types": "^1.0.0",
-    "@threadbase-sh/scanner": "^0.10.0",
+    "@threadbase-sh/scanner": "^0.10.1",
     "@xterm/headless": "^6.0.0",
     "better-sqlite3": "^12.9.0",
     "chokidar": "^5.0.0",