@threadbase-sh/streamer 1.15.0

package/dist/migrations/001_create_projects.sql

@@ -0,0 +1,23 @@
+-- Projects table: canonical normalized project identity.
+-- Project discovery is conversation-driven; rows are upserted as
+-- conversations are scanned from disk.
+CREATE TABLE IF NOT EXISTS projects (
+  id                            TEXT PRIMARY KEY,
+  path                          TEXT NOT NULL UNIQUE,
+  name                          TEXT,
+
+  -- Conversation-based indexing metadata.
+  last_conversation_id          TEXT,
+  last_conversation_created_at  TEXT,
+  last_indexed_at               TEXT,
+
+  -- Project-level activity metadata.
+  latest_message_at             TEXT,
+  latest_message_id             TEXT,
+  message_count                 INTEGER DEFAULT 0,
+
+  created_at                    TEXT NOT NULL,
+  updated_at                    TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_projects_path ON projects(path);

package/dist/migrations/002_add_project_id_columns.sql

@@ -0,0 +1,11 @@
+-- Add project_id to conversation_meta. SQLite cannot ADD COLUMN with
+-- a foreign key constraint after the fact, so we keep it as a plain TEXT
+-- and enforce the relationship in code (see projects repository).
+ALTER TABLE conversation_meta ADD COLUMN project_id TEXT;
+
+CREATE INDEX IF NOT EXISTS idx_conversations_project_id
+  ON conversation_meta(project_id);
+
+-- Sessions are stored in-memory by SessionStore, not in SQLite. We do not
+-- add a sessions table here; ManagedSession.projectId is added to the
+-- in-memory shape in src/types.ts and propagated through SessionStore.

package/dist/migrations/003_create_cache_metadata.sql

@@ -0,0 +1,12 @@
+-- Generic key/value cache metadata used to decide whether to refresh
+-- the projects/conversations cache. Known keys:
+--   last_conversation_id
+--   last_conversation_created_at
+--   projects_last_indexed_at
+--   conversations_last_indexed_at
+--   conversations_dirty
+CREATE TABLE IF NOT EXISTS cache_metadata (
+  key        TEXT PRIMARY KEY,
+  value      TEXT NOT NULL,
+  updated_at TEXT NOT NULL
+);

package/dist/migrations/004_add_source_column.sql

@@ -0,0 +1,4 @@
+-- Identifies the origin of a conversation.
+-- 'streamer' = spawned via tb-streamer PTY session.
+-- NULL = discovered by scanner (user ran claude in a terminal, VS Code, etc.)
+ALTER TABLE conversation_meta ADD COLUMN source TEXT;

package/dist/migrations/005_add_stat_cache_columns.sql

@@ -0,0 +1,5 @@
+-- Stat-based scan cache: skip full parseMeta on files whose size and mtime
+-- haven't changed since the last scan. Both columns are NULL for rows written
+-- before this migration; the next scan will backfill them on the first parse.
+ALTER TABLE conversation_meta ADD COLUMN mtime_ms  INTEGER;
+ALTER TABLE conversation_meta ADD COLUMN file_size INTEGER;

package/dist/pg-migrations/001_create_managed_sessions.sql

@@ -0,0 +1,17 @@
+CREATE TABLE IF NOT EXISTS managed_sessions (
+  id              TEXT PRIMARY KEY,
+  conversation_id TEXT NOT NULL,
+  project_path    TEXT NOT NULL,
+  project_name    TEXT NOT NULL,
+  branch          TEXT NOT NULL DEFAULT '',
+  status          TEXT NOT NULL DEFAULT 'running',
+  started_at      TIMESTAMPTZ NOT NULL,
+  completed_at    TIMESTAMPTZ,
+  prompt_count    INTEGER NOT NULL DEFAULT 0,
+  last_output     TEXT NOT NULL DEFAULT '',
+  created_at      TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+  updated_at      TIMESTAMPTZ NOT NULL DEFAULT NOW()
+);
+
+CREATE INDEX IF NOT EXISTS idx_managed_sessions_conversation_id
+  ON managed_sessions(conversation_id);

package/dist/pg-migrations/002_add_conversation_metadata.sql

@@ -0,0 +1,11 @@
+ALTER TABLE managed_sessions
+  ADD COLUMN IF NOT EXISTS session_name TEXT,
+  ADD COLUMN IF NOT EXISTS model TEXT,
+  ADD COLUMN IF NOT EXISTS account TEXT,
+  ADD COLUMN IF NOT EXISTS message_count INTEGER NOT NULL DEFAULT 0,
+  ADD COLUMN IF NOT EXISTS preview TEXT,
+  ADD COLUMN IF NOT EXISTS first_message_text TEXT,
+  ADD COLUMN IF NOT EXISTS first_message_at TIMESTAMPTZ,
+  ADD COLUMN IF NOT EXISTS last_message_text TEXT,
+  ADD COLUMN IF NOT EXISTS last_message_at TIMESTAMPTZ,
+  ADD COLUMN IF NOT EXISTS file_path TEXT;

package/dist/pg-migrations/003_add_instance_id.sql

@@ -0,0 +1,5 @@
+ALTER TABLE managed_sessions
+  ADD COLUMN IF NOT EXISTS instance_id TEXT;
+
+CREATE INDEX IF NOT EXISTS idx_managed_sessions_instance_id
+  ON managed_sessions(instance_id);

package/dist/pg-migrations/004_create_session_uploads.sql

@@ -0,0 +1,13 @@
+CREATE TABLE IF NOT EXISTS session_uploads (
+  id            TEXT PRIMARY KEY,
+  session_id    TEXT NOT NULL,
+  instance_id   TEXT,
+  file_path     TEXT NOT NULL,
+  original_name TEXT NOT NULL,
+  mime_type     TEXT NOT NULL,
+  size_bytes    INTEGER NOT NULL,
+  created_at    TIMESTAMPTZ NOT NULL DEFAULT NOW()
+);
+
+CREATE INDEX IF NOT EXISTS idx_session_uploads_session_id
+  ON session_uploads(session_id);

package/dist/pg-migrations/005_add_last_activity_at.sql

@@ -0,0 +1,2 @@
+ALTER TABLE managed_sessions
+  ADD COLUMN IF NOT EXISTS last_activity_at TIMESTAMPTZ;

package/dist/pg-migrations/006_drop_managed_sessions.sql

@@ -0,0 +1,4 @@
+-- Session state is no longer persisted to the database.
+-- The JSONL file on disk is the single source of truth for session identity.
+-- PTY state is ephemeral (in-process memory only).
+DROP TABLE IF EXISTS managed_sessions CASCADE;

package/dist/seed-claude-config.cjs

@@ -0,0 +1,78 @@
+#!/usr/bin/env node
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/docker/seed-claude-config.ts
+var seed_claude_config_exports = {};
+__export(seed_claude_config_exports, {
+  TRUSTED_DIR: () => TRUSTED_DIR,
+  seedClaudeConfig: () => seedClaudeConfig
+});
+module.exports = __toCommonJS(seed_claude_config_exports);
+var import_node_fs = require("fs");
+var TRUSTED_DIR = "/data/.claude/projects";
+function seedClaudeConfig(configPath, apiKey) {
+  let config = {};
+  try {
+    config = JSON.parse((0, import_node_fs.readFileSync)(configPath, "utf8"));
+  } catch (err) {
+    if (err.code !== "ENOENT") {
+      throw new Error(`refusing to overwrite ${configPath}: ${err.message}`);
+    }
+  }
+  config.hasCompletedOnboarding = true;
+  config.theme = config.theme || "dark";
+  config.hasTrustDialogAccepted = true;
+  config.projects = config.projects || {};
+  config.projects[TRUSTED_DIR] = Object.assign(
+    { allowedTools: [], hasTrustDialogAccepted: true, hasCompletedProjectOnboarding: true },
+    config.projects[TRUSTED_DIR] || {}
+  );
+  if (apiKey) {
+    const suffix = apiKey.slice(-20);
+    config.customApiKeyResponses = config.customApiKeyResponses || { approved: [], rejected: [] };
+    config.customApiKeyResponses.approved = config.customApiKeyResponses.approved || [];
+    if (!config.customApiKeyResponses.approved.includes(suffix)) {
+      config.customApiKeyResponses.approved.push(suffix);
+    }
+  }
+  (0, import_node_fs.writeFileSync)(configPath, JSON.stringify(config, null, 2));
+}
+function main() {
+  const configPath = process.env.CLAUDE_CONFIG;
+  if (!configPath) {
+    console.error("[entrypoint] seed-claude-config: CLAUDE_CONFIG is not set");
+    process.exit(1);
+  }
+  try {
+    seedClaudeConfig(configPath, process.env.CLAUDE_API_KEY || "");
+  } catch (err) {
+    console.error(`[entrypoint] ${err.message}`);
+    process.exit(1);
+  }
+}
+if (require.main === module) {
+  main();
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  TRUSTED_DIR,
+  seedClaudeConfig
+});
+//# sourceMappingURL=seed-claude-config.cjs.map

package/dist/seed-claude-config.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/docker/seed-claude-config.ts"],"sourcesContent":["// Seed $HOME/.claude.json so spawned interactive Claude sessions reach a usable\n// prompt instead of a blocking first-run dialog (the mobile app shows an empty\n// screen otherwise). On a fresh /data volume the CLI would show, in order:\n// onboarding/theme picker, workspace-trust dialog, and the \"custom API key\n// detected\" approval. Seeding these flags clears all three. (The fourth gate,\n// the Bypass Permissions warning, is avoided by launching with\n// `--permission-mode dontAsk` rather than `--dangerously-skip-permissions` —\n// see src/pty-manager.ts.)\n//\n// Compiled by tsup to dist/seed-claude-config.cjs; docker/entrypoint.sh runs it\n// with the plain `node` in the runtime image, before the streamer starts.\n// __tests__/seed-claude-config.test.ts exercises seedClaudeConfig() directly.\nimport { readFileSync, writeFileSync } from \"node:fs\";\n\n// Trust this workspace dir without the per-project trust dialog. Matches the\n// --browse-root the streamer serves in the Fly container.\nexport const TRUSTED_DIR = \"/data/.claude/projects\";\n\ninterface ProjectEntry {\n  allowedTools: string[];\n  hasTrustDialogAccepted: boolean;\n  hasCompletedProjectOnboarding: boolean;\n}\n\ninterface ClaudeConfig {\n  hasCompletedOnboarding?: boolean;\n  theme?: string;\n  hasTrustDialogAccepted?: boolean;\n  projects?: Record<string, Partial<ProjectEntry>>;\n  customApiKeyResponses?: { approved?: string[]; rejected?: string[] };\n  [key: string]: unknown;\n}\n\n// Read-modify-write merge into any existing config. Idempotent: re-runs (the\n// Fly volume persists .claude.json across restarts) preserve existing keys and\n// never duplicate an approved key suffix.\n//\n// Error handling is deliberate: a fresh volume (ENOENT) starts from empty, but\n// any OTHER read/parse error means the file EXISTS but is unreadable. The file\n// is the system of record (userID, approved keys, feature flags) — overwriting\n// it would silently truncate that state, so we throw rather than clobber.\nexport function seedClaudeConfig(configPath: string, apiKey: string): void {\n  let config: ClaudeConfig = {};\n  try {\n    config = JSON.parse(readFileSync(configPath, \"utf8\"));\n  } catch (err) {\n    if ((err as NodeJS.ErrnoException).code !== \"ENOENT\") {\n      throw new Error(`refusing to overwrite ${configPath}: ${(err as Error).message}`);\n    }\n    // ENOENT — expected first boot. Fall through with an empty config.\n  }\n\n  config.hasCompletedOnboarding = true;\n  config.theme = config.theme || \"dark\";\n  config.hasTrustDialogAccepted = true;\n\n  config.projects = config.projects || {};\n  config.projects[TRUSTED_DIR] = Object.assign(\n    { allowedTools: [], hasTrustDialogAccepted: true, hasCompletedProjectOnboarding: true },\n    config.projects[TRUSTED_DIR] || {},\n  );\n\n  // The custom-API-key approval is keyed by the last 20 chars of the API key,\n  // matching how the CLI records an accepted key. The streamer maps\n  // CLAUDE_API_KEY → ANTHROPIC_API_KEY at spawn, so the CLI reads the same key.\n  if (apiKey) {\n    const suffix = apiKey.slice(-20);\n    config.customApiKeyResponses = config.customApiKeyResponses || { approved: [], rejected: [] };\n    config.customApiKeyResponses.approved = config.customApiKeyResponses.approved || [];\n    if (!config.customApiKeyResponses.approved.includes(suffix)) {\n      config.customApiKeyResponses.approved.push(suffix);\n    }\n  }\n\n  writeFileSync(configPath, JSON.stringify(config, null, 2));\n}\n\n// CLI entry: `node dist/seed-claude-config.cjs`. Reads CLAUDE_CONFIG (path) and\n// CLAUDE_API_KEY from the environment. Any failure is logged with an\n// [entrypoint] prefix and exits non-zero so `set -euo pipefail` aborts boot\n// rather than letting the streamer start with unseeded config.\nfunction main(): void {\n  const configPath = process.env.CLAUDE_CONFIG;\n  if (!configPath) {\n    console.error(\"[entrypoint] seed-claude-config: CLAUDE_CONFIG is not set\");\n    process.exit(1);\n  }\n  try {\n    seedClaudeConfig(configPath, process.env.CLAUDE_API_KEY || \"\");\n  } catch (err) {\n    console.error(`[entrypoint] ${(err as Error).message}`);\n    process.exit(1);\n  }\n}\n\n// tsup bundles this as CJS, so require.main === module is the right guard.\nif (require.main === module) {\n  main();\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAYA,qBAA4C;AAIrC,IAAM,cAAc;AAyBpB,SAAS,iBAAiB,YAAoB,QAAsB;AACzE,MAAI,SAAuB,CAAC;AAC5B,MAAI;AACF,aAAS,KAAK,UAAM,6BAAa,YAAY,MAAM,CAAC;AAAA,EACtD,SAAS,KAAK;AACZ,QAAK,IAA8B,SAAS,UAAU;AACpD,YAAM,IAAI,MAAM,yBAAyB,UAAU,KAAM,IAAc,OAAO,EAAE;AAAA,IAClF;AAAA,EAEF;AAEA,SAAO,yBAAyB;AAChC,SAAO,QAAQ,OAAO,SAAS;AAC/B,SAAO,yBAAyB;AAEhC,SAAO,WAAW,OAAO,YAAY,CAAC;AACtC,SAAO,SAAS,WAAW,IAAI,OAAO;AAAA,IACpC,EAAE,cAAc,CAAC,GAAG,wBAAwB,MAAM,+BAA+B,KAAK;AAAA,IACtF,OAAO,SAAS,WAAW,KAAK,CAAC;AAAA,EACnC;AAKA,MAAI,QAAQ;AACV,UAAM,SAAS,OAAO,MAAM,GAAG;AAC/B,WAAO,wBAAwB,OAAO,yBAAyB,EAAE,UAAU,CAAC,GAAG,UAAU,CAAC,EAAE;AAC5F,WAAO,sBAAsB,WAAW,OAAO,sBAAsB,YAAY,CAAC;AAClF,QAAI,CAAC,OAAO,sBAAsB,SAAS,SAAS,MAAM,GAAG;AAC3D,aAAO,sBAAsB,SAAS,KAAK,MAAM;AAAA,IACnD;AAAA,EACF;AAEA,oCAAc,YAAY,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAC3D;AAMA,SAAS,OAAa;AACpB,QAAM,aAAa,QAAQ,IAAI;AAC/B,MAAI,CAAC,YAAY;AACf,YAAQ,MAAM,2DAA2D;AACzE,YAAQ,KAAK,CAAC;AAAA,EAChB;AACA,MAAI;AACF,qBAAiB,YAAY,QAAQ,IAAI,kBAAkB,EAAE;AAAA,EAC/D,SAAS,KAAK;AACZ,YAAQ,MAAM,gBAAiB,IAAc,OAAO,EAAE;AACtD,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;AAGA,IAAI,QAAQ,SAAS,QAAQ;AAC3B,OAAK;AACP;","names":[]}

package/package.json

@@ -0,0 +1,136 @@
+{
+  "name": "@threadbase-sh/streamer",
+  "version": "1.15.0",
+  "description": "PTY session management, WebSocket streaming, and REST API server for Claude Code conversations",
+  "license": "MIT",
+  "author": "Ronen Mars",
+  "homepage": "https://github.com/RonenMars/threadbase-streamer#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/RonenMars/threadbase-streamer.git"
+  },
+  "bugs": {
+    "url": "https://github.com/RonenMars/threadbase-streamer/issues"
+  },
+  "keywords": [
+    "claude",
+    "claude-code",
+    "pty",
+    "websocket",
+    "terminal",
+    "streamer",
+    "threadbase"
+  ],
+  "type": "module",
+  "main": "dist/index.cjs",
+  "module": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "threadbase-streamer": "dist/cli.cjs"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "build": "tsup && node -e \"const{cpSync}=require('fs');cpSync('src/db/migrations','dist/migrations',{recursive:true});cpSync('src/db/pg-migrations','dist/pg-migrations',{recursive:true})\"",
+    "dev": "tsup --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "lint": "tsc --noEmit && npx biome check .",
+    "format": "npx biome format --write .",
+    "check": "npx biome check --write .",
+    "prepare": "patch-package",
+    "postinstall": "node -e \"try{require('fs').chmodSync(require('path').join(require.resolve('node-pty'),'..','..','prebuilds',process.platform+'-'+process.arch,'spawn-helper'),0o755)}catch{}\"",
+    "prepublishOnly": "npm run build",
+    "test:contracts": "vitest run __tests__/contracts/",
+    "test:e2e": "vitest run __tests__/e2e/",
+    "migrate": "tsx scripts/migrate.ts",
+    "migrate:projects": "tsx scripts/migrate-projects.ts",
+    "db:validate": "tsx scripts/validate-db.ts",
+    "update-schema": "tsx scripts/update-schema.ts",
+    "update-schema:mobile": "tsx scripts/update-schema.ts --mobile",
+    "update-schema:desktop": "tsx scripts/update-schema.ts --desktop",
+    "update-schema:shared": "tsx scripts/update-schema.ts --shared",
+    "deploy": "scripts/deploy.sh deploy",
+    "deploy:force": "scripts/deploy.sh deploy --force",
+    "deploy:rollback": "scripts/deploy.sh rollback",
+    "deploy:status": "scripts/deploy.sh status",
+    "deploy:healthcheck": "scripts/deploy.sh healthcheck",
+    "deploy:linux": "scripts/deploy-linux.sh deploy",
+    "deploy:linux:force": "scripts/deploy-linux.sh deploy --force",
+    "deploy:linux:rollback": "scripts/deploy-linux.sh rollback",
+    "deploy:linux:status": "scripts/deploy-linux.sh status",
+    "deploy:linux:healthcheck": "scripts/deploy-linux.sh healthcheck",
+    "deploy:windows": "pwsh scripts/deploy.ps1 deploy",
+    "deploy:windows:force": "pwsh scripts/deploy.ps1 deploy -Force",
+    "deploy:windows:rollback": "pwsh scripts/deploy.ps1 rollback",
+    "deploy:windows:status": "pwsh scripts/deploy.ps1 status",
+    "deploy:windows:healthcheck": "pwsh scripts/deploy.ps1 healthcheck",
+    "deploy:fly": "scripts/deploy-fly.sh",
+    "fly:secrets": "scripts/fly-secrets.sh",
+    "fly:secrets:list": "scripts/fly-secrets.sh --list && scripts/fly-secrets.sh --prod --list"
+  },
+  "dependencies": {
+    "@hono/node-server": "^1.19.14",
+    "@hono/node-ws": "^1.3.1",
+    "@temporalio/client": "^1.18.1",
+    "@threadbase-sh/agent-types": "^0.1.0",
+    "@threadbase-sh/scanner": "^0.7.2",
+    "@xterm/headless": "^6.0.0",
+    "better-sqlite3": "^12.9.0",
+    "chokidar": "^5.0.0",
+    "commander": "^12.0.0",
+    "date-fns": "^4.4.0",
+    "dotenv": "^17.4.2",
+    "heic-convert": "^2.1.0",
+    "hono": "^4.12.25",
+    "node-pty": "^1.1.0",
+    "pg": "^8.20.0",
+    "pino": "^10.3.1",
+    "pino-http": "^11.0.0",
+    "qrcode-terminal": "^0.12.0",
+    "semver": "^7.8.0",
+    "tar": "^7.5.16",
+    "tweetnacl": "^1.0.3",
+    "tweetnacl-util": "^0.15.1",
+    "ws": "^8.18.0",
+    "yaml": "^2.9.0",
+    "zod": "^4.4.3"
+  },
+  "devDependencies": {
+    "@biomejs/biome": "^2.4.12",
+    "@semantic-release/changelog": "^6.0.3",
+    "@semantic-release/exec": "^7.1.0",
+    "@semantic-release/git": "^10.0.1",
+    "@types/better-sqlite3": "^7.6.13",
+    "@types/heic-convert": "^2.1.1",
+    "@types/node": "^20.0.0",
+    "@types/pg": "^8.20.0",
+    "@types/qrcode-terminal": "^0.12.2",
+    "@types/semver": "^7.7.1",
+    "@types/tar": "^7.0.87",
+    "@types/ws": "^8.5.0",
+    "ajv": "^8.18.0",
+    "ajv-formats": "^3.0.1",
+    "conventional-changelog-conventionalcommits": "^9.3.1",
+    "patch-package": "^8.0.1",
+    "semantic-release": "^25.0.5",
+    "tsup": "^8.0.0",
+    "tsx": "^4.21.0",
+    "typescript": "^5.5.0",
+    "vitest": "^2.0.0"
+  }
+}