iivo-sub 0.1.3 → 0.1.5

package/README.md

@@ -35,7 +35,7 @@ Backup configuration lets you choose Codex, Claude Code, Hermes, OpenClaw, or al
 
 Chat record backup lets you back up common local conversation paths for Codex, Claude Code, Hermes, and OpenClaw. Restore creates a safety backup before replacing existing chat record paths.
 
-For Codex, chat backup includes sessions, the recent-task index, history, attachments, shell snapshots, and local state files. Restoring a new backup keeps the original recent-task index; restoring an older Codex chat backup that only contains sessions will rebuild the recent-task index automatically.
+For Codex, chat backup includes sessions, the recent-task index, history, attachments, shell snapshots, and local state files. SQLite state files are backed up with a consistent SQLite snapshot when `sqlite3` is available. Restore rebuilds the recent-task index from restored session files and also rebuilds the Codex SQLite `threads` task list when possible, because recent Codex builds read the task list from `~/.codex/state_*.sqlite`.
 
 After you enter an API key once, it is cached in `~/.iivo-sub/cache.json`. Next time the prompt shows a masked key such as `sk-x...abcd`; press Enter to reuse it or type a new key to replace it.
 

package/bin/iivo-sub.js

@@ -4,8 +4,9 @@ import fs from 'node:fs'
 import os from 'node:os'
 import path from 'node:path'
 import readline from 'node:readline'
+import { spawnSync } from 'node:child_process'
 
-const VERSION = '0.1.3'
+const VERSION = '0.1.5'
 const APP_DIR = path.join(os.homedir(), '.iivo-sub')
 const CACHE_FILE = path.join(APP_DIR, 'cache.json')
 const SCRIPTED_INPUT = !process.stdin.isTTY ? fs.readFileSync(0, 'utf8').split(/\r?\n/) : null
@@ -323,7 +324,7 @@ function chatTargets() {
       path.join(os.homedir(), '.codex', 'history.jsonl'),
       path.join(os.homedir(), '.codex', 'attachments'),
       path.join(os.homedir(), '.codex', 'shell_snapshots'),
-      ...matchingHomeFiles('.codex', /^(?:state|goals|logs|memories)_\d+\.sqlite(?:-(?:shm|wal))?$/)
+      ...matchingHomeFiles('.codex', /^(?:state|goals|logs|memories)_\d+\.sqlite$/)
     ],
     'claude-code': [
       path.join(os.homedir(), '.claude', 'projects'),
@@ -416,7 +417,14 @@ function copyPathToBackup(sourcePath, backupRoot) {
   const backupFile = toBackupFileName(sourcePath)
   const backupPath = path.join(backupRoot, 'files', backupFile)
   ensureDir(path.dirname(backupPath))
-  fs.cpSync(sourcePath, backupPath, { recursive: true, force: true })
+  if (stat.isFile() && sourcePath.endsWith('.sqlite') && sqliteBackup(sourcePath, backupPath)) {
+    return {
+      source: sourcePath,
+      backup: path.relative(backupRoot, backupPath),
+      type: 'sqlite'
+    }
+  }
+  fs.cpSync(sourcePath, backupPath, { recursive: true, force: true, preserveTimestamps: true })
   return {
     source: sourcePath,
     backup: path.relative(backupRoot, backupPath),
@@ -424,6 +432,56 @@ function copyPathToBackup(sourcePath, backupRoot) {
   }
 }
 
+function findSqlite3() {
+  const candidates = [
+    process.env.SQLITE3,
+    'sqlite3',
+    '/usr/bin/sqlite3',
+    '/usr/local/bin/sqlite3',
+    path.join(os.homedir(), 'Android', 'Sdk', 'platform-tools', 'sqlite3')
+  ].filter(Boolean)
+  for (const candidate of candidates) {
+    const result = spawnSync(candidate, ['-version'], { encoding: 'utf8', timeout: 5000 })
+    if (result.status === 0) return candidate
+  }
+  return ''
+}
+
+function sqliteBackup(sourcePath, backupPath) {
+  const sqlite3 = findSqlite3()
+  if (!sqlite3) return false
+  ensureDir(path.dirname(backupPath))
+  const result = spawnSync(sqlite3, [sourcePath, `.backup '${backupPath.replaceAll("'", "''")}'`], {
+    encoding: 'utf8',
+    timeout: 30000
+  })
+  return result.status === 0 && fileExists(backupPath)
+}
+
+function runSqliteScript(sqlite3, dbPath, script) {
+  const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'iivo-sub-sqlite-'))
+  const scriptPath = path.join(tempDir, 'script.sql')
+  try {
+    fs.writeFileSync(scriptPath, script, 'utf8')
+    return spawnSync(sqlite3, [dbPath, `.read ${scriptPath}`], {
+      encoding: 'utf8',
+      maxBuffer: 10 * 1024 * 1024,
+      timeout: 30000
+    })
+  } finally {
+    deletePath(tempDir)
+  }
+}
+
+function deleteSqliteSidecars(sqlitePath) {
+  for (const suffix of ['-wal', '-shm']) {
+    const sidecar = `${sqlitePath}${suffix}`
+    if (pathExists(sidecar)) {
+      deletePath(sidecar)
+    }
+  }
+}
+
 function codexSessionIDFromPath(filePath) {
   const base = path.basename(filePath, '.jsonl')
   const match = base.match(/([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})$/i)
@@ -476,6 +534,92 @@ function titleFromCodexSession(filePath) {
   return ''
 }
 
+function codexSessionSummary(filePath) {
+  const stat = fs.statSync(filePath)
+  const fileCreatedAt = stat.birthtimeMs > 0 ? stat.birthtimeMs : stat.mtimeMs
+  const id = codexSessionIDFromPath(filePath)
+  const summary = {
+    id,
+    rollout_path: filePath,
+    created_at: fileCreatedAt,
+    updated_at: stat.mtimeMs,
+    source: 'cli',
+    model_provider: 'openai',
+    cwd: os.homedir(),
+    title: '',
+    first_user_message: '',
+    cli_version: '',
+    sandbox_policy: '{"type":"workspace-write"}',
+    approval_mode: 'on-request',
+    model: '',
+    reasoning_effort: '',
+    thread_source: ''
+  }
+
+  try {
+    let firstEventAt = 0
+    let latestEventAt = 0
+    const content = fs.readFileSync(filePath, 'utf8')
+    for (const line of content.split(/\r?\n/)) {
+      if (!line.trim()) continue
+      let item
+      try {
+        item = JSON.parse(line)
+      } catch {
+        continue
+      }
+      if (typeof item.timestamp === 'string') {
+        const ts = Date.parse(item.timestamp)
+        if (Number.isFinite(ts)) {
+          if (!firstEventAt || ts < firstEventAt) firstEventAt = ts
+          if (ts > latestEventAt) latestEventAt = ts
+        }
+      }
+      const payload = item?.payload
+      if (item?.type === 'session_meta' && payload) {
+        if (payload.id && !summary.id) summary.id = String(payload.id)
+        if (payload.timestamp) {
+          const ts = Date.parse(payload.timestamp)
+          if (Number.isFinite(ts)) summary.created_at = ts
+        }
+        if (payload.cwd) summary.cwd = String(payload.cwd)
+        if (payload.source) summary.source = String(payload.source)
+        if (payload.model_provider) summary.model_provider = String(payload.model_provider)
+        if (payload.cli_version) summary.cli_version = String(payload.cli_version)
+        if (payload.model) summary.model = String(payload.model)
+        if (payload.reasoning_effort) summary.reasoning_effort = String(payload.reasoning_effort)
+        if (payload.sandbox_policy) summary.sandbox_policy = JSON.stringify(payload.sandbox_policy)
+        if (payload.approval_policy) summary.approval_mode = String(payload.approval_policy)
+      }
+      if (!summary.first_user_message && payload?.type === 'user_message' && payload.message) {
+        summary.first_user_message = truncateTitle(payload.message)
+      }
+      if (!summary.first_user_message && payload?.type === 'message' && payload.role === 'user' && Array.isArray(payload.content)) {
+        const text = payload.content
+          .map((part) => part?.text || part?.input_text || '')
+          .filter(Boolean)
+          .join(' ')
+        if (text) summary.first_user_message = truncateTitle(text)
+      }
+    }
+    if (firstEventAt && (!summary.created_at || firstEventAt < summary.created_at)) {
+      summary.created_at = firstEventAt
+    }
+    if (latestEventAt) {
+      summary.updated_at = latestEventAt
+    }
+    if (summary.created_at > summary.updated_at) {
+      summary.created_at = summary.updated_at
+    }
+  } catch {
+    // Keep filesystem-derived fallback fields.
+  }
+
+  summary.title = summary.first_user_message || titleFromCodexSession(filePath) || summary.id || path.basename(filePath, '.jsonl')
+  if (!summary.first_user_message) summary.first_user_message = summary.title
+  return summary
+}
+
 function latestTimestampFromCodexSession(filePath) {
   let latest = ''
   try {
@@ -539,6 +683,64 @@ function rebuildCodexSessionIndex() {
   return rows.length
 }
 
+function sqlString(value) {
+  return `'${String(value ?? '').replaceAll("'", "''")}'`
+}
+
+function rebuildCodexThreadsState() {
+  const sqlite3 = findSqlite3()
+  if (!sqlite3) return { rebuilt: 0, reason: 'sqlite3 not found' }
+
+  const sessionsDir = path.join(os.homedir(), '.codex', 'sessions')
+  const files = listCodexSessionFiles(sessionsDir)
+  if (files.length === 0) return { rebuilt: 0, reason: 'no sessions' }
+
+  const stateDbs = matchingHomeFiles('.codex', /^state_\d+\.sqlite$/)
+  if (stateDbs.length === 0) return { rebuilt: 0, reason: 'state sqlite not found' }
+
+  const rows = files.map(codexSessionSummary).filter((row) => row.id)
+  if (rows.length === 0) return { rebuilt: 0, reason: 'no session ids' }
+
+  let total = 0
+  for (const dbPath of stateDbs) {
+    const tableCheck = spawnSync(sqlite3, [dbPath, "select name from sqlite_master where type='table' and name='threads';"], {
+      encoding: 'utf8',
+      timeout: 10000
+    })
+    if (tableCheck.status !== 0 || !tableCheck.stdout.includes('threads')) continue
+
+    if (fileExists(dbPath)) {
+      fs.copyFileSync(dbPath, `${dbPath}.${timestampForName()}.bak`)
+    }
+
+    const statements = ['BEGIN;', 'DELETE FROM threads;']
+    for (const row of rows) {
+      const createdMs = Math.trunc(row.created_at)
+      const updatedMs = Math.trunc(row.updated_at)
+      const created = Math.trunc(createdMs / 1000)
+      const updated = Math.trunc(updatedMs / 1000)
+      statements.push(`INSERT OR REPLACE INTO threads (
+id, rollout_path, created_at, updated_at, source, model_provider, cwd, title,
+sandbox_policy, approval_mode, tokens_used, has_user_event, archived,
+cli_version, first_user_message, memory_mode, model, reasoning_effort,
+created_at_ms, updated_at_ms, thread_source, preview
+) VALUES (
+${sqlString(row.id)}, ${sqlString(row.rollout_path)}, ${created}, ${updated},
+${sqlString(row.source)}, ${sqlString(row.model_provider)}, ${sqlString(row.cwd)}, ${sqlString(row.title)},
+${sqlString(row.sandbox_policy)}, ${sqlString(row.approval_mode)}, 0, 1, 0,
+${sqlString(row.cli_version)}, ${sqlString(row.first_user_message)}, 'enabled',
+${row.model ? sqlString(row.model) : 'NULL'}, ${row.reasoning_effort ? sqlString(row.reasoning_effort) : 'NULL'},
+${createdMs}, ${updatedMs}, ${row.thread_source ? sqlString(row.thread_source) : 'NULL'}, ${sqlString(row.title)}
+);`)
+    }
+    statements.push('COMMIT;')
+
+    const result = runSqliteScript(sqlite3, dbPath, statements.join('\n'))
+    if (result.status === 0) total += rows.length
+  }
+  return { rebuilt: total, reason: total > 0 ? '' : 'threads table not rebuilt' }
+}
+
 function loadBackupManifest(dir) {
   const manifestPath = path.join(dir, 'manifest.json')
   if (!fileExists(manifestPath)) return null
@@ -1116,7 +1318,13 @@ async function restoreBackupByKind(kind, title, emptyMessage) {
     if (pathExists(source)) {
       deletePath(source)
     }
-    fs.cpSync(backupPath, source, { recursive: true, force: true })
+    if (kind === 'chat' && source.endsWith('.sqlite')) {
+      deleteSqliteSidecars(source)
+    }
+    fs.cpSync(backupPath, source, { recursive: true, force: true, preserveTimestamps: true })
+    if (kind === 'chat' && source.endsWith('.sqlite')) {
+      deleteSqliteSidecars(source)
+    }
     restored.push(source)
     if (kind === 'chat' && source === codexSessionsPath) {
       restoredCodexSessions = true
@@ -1127,9 +1335,13 @@ async function restoreBackupByKind(kind, title, emptyMessage) {
   }
 
   let rebuiltCodexIndexCount = 0
-  if (restoredCodexSessions && !restoredCodexIndex) {
+  let rebuiltCodexThreads = { rebuilt: 0, reason: '' }
+  if (restoredCodexSessions) {
     rebuiltCodexIndexCount = rebuildCodexSessionIndex()
   }
+  if (kind === 'chat' && restoredCodexSessions) {
+    rebuiltCodexThreads = rebuildCodexThreadsState()
+  }
 
   clear()
   banner()
@@ -1143,6 +1355,11 @@ async function restoreBackupByKind(kind, title, emptyMessage) {
   } else if (restoredCodexIndex) {
     console.log(c('cyan', '已恢复 Codex 任务索引。'))
   }
+  if (rebuiltCodexThreads.rebuilt > 0) {
+    console.log(c('cyan', `已重建 Codex sqlite 任务列表: ${rebuiltCodexThreads.rebuilt} 条`))
+  } else if (rebuiltCodexThreads.reason) {
+    console.log(c('yellow', `未重建 Codex sqlite 任务列表: ${rebuiltCodexThreads.reason}`))
+  }
   console.log()
   console.log(c('yellow', `恢复前安全备份目录: ${safetyBackup}`))
   await pause()

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "iivo-sub",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "description": "IIVO AI gateway quick configuration CLI",
   "type": "module",
   "bin": {