iivo-sub 0.1.2 → 0.1.4

package/README.md

@@ -35,6 +35,8 @@ Backup configuration lets you choose Codex, Claude Code, Hermes, OpenClaw, or al
 
 Chat record backup lets you back up common local conversation paths for Codex, Claude Code, Hermes, and OpenClaw. Restore creates a safety backup before replacing existing chat record paths.
 
+For Codex, chat backup includes sessions, the recent-task index, history, attachments, shell snapshots, and local state files. SQLite state files are backed up with a consistent SQLite snapshot when `sqlite3` is available. Restoring a new backup keeps the original recent-task index; restoring an older Codex chat backup that only contains sessions will rebuild the recent-task index automatically. Restore also rebuilds the Codex SQLite `threads` task list from session files when possible, because recent Codex builds read the task list from `~/.codex/state_*.sqlite`.
+
 After you enter an API key once, it is cached in `~/.iivo-sub/cache.json`. Next time the prompt shows a masked key such as `sk-x...abcd`; press Enter to reuse it or type a new key to replace it.
 
 Existing config files are backed up under `~/.iivo-sub/backups/` before being replaced.

package/bin/iivo-sub.js

@@ -4,8 +4,9 @@ import fs from 'node:fs'
 import os from 'node:os'
 import path from 'node:path'
 import readline from 'node:readline'
+import { spawnSync } from 'node:child_process'
 
-const VERSION = '0.1.2'
+const VERSION = '0.1.4'
 const APP_DIR = path.join(os.homedir(), '.iivo-sub')
 const CACHE_FILE = path.join(APP_DIR, 'cache.json')
 const SCRIPTED_INPUT = !process.stdin.isTTY ? fs.readFileSync(0, 'utf8').split(/\r?\n/) : null
@@ -319,7 +320,11 @@ function chatTargets() {
   return {
     codex: [
       path.join(os.homedir(), '.codex', 'sessions'),
-      path.join(os.homedir(), '.codex', 'history.json')
+      path.join(os.homedir(), '.codex', 'session_index.jsonl'),
+      path.join(os.homedir(), '.codex', 'history.jsonl'),
+      path.join(os.homedir(), '.codex', 'attachments'),
+      path.join(os.homedir(), '.codex', 'shell_snapshots'),
+      ...matchingHomeFiles('.codex', /^(?:state|goals|logs|memories)_\d+\.sqlite$/)
     ],
     'claude-code': [
       path.join(os.homedir(), '.claude', 'projects'),
@@ -339,6 +344,14 @@ function chatTargets() {
   }
 }
 
+function matchingHomeFiles(relativeDir, pattern) {
+  const dir = path.join(os.homedir(), relativeDir)
+  if (!fs.existsSync(dir) || !fs.statSync(dir).isDirectory()) return []
+  return fs.readdirSync(dir)
+    .filter((name) => pattern.test(name))
+    .map((name) => path.join(dir, name))
+}
+
 function pathsForChatBackupTarget(target) {
   const targets = chatTargets()
   if (target === 'all') {
@@ -404,6 +417,13 @@ function copyPathToBackup(sourcePath, backupRoot) {
   const backupFile = toBackupFileName(sourcePath)
   const backupPath = path.join(backupRoot, 'files', backupFile)
   ensureDir(path.dirname(backupPath))
+  if (stat.isFile() && sourcePath.endsWith('.sqlite') && sqliteBackup(sourcePath, backupPath)) {
+    return {
+      source: sourcePath,
+      backup: path.relative(backupRoot, backupPath),
+      type: 'sqlite'
+    }
+  }
   fs.cpSync(sourcePath, backupPath, { recursive: true, force: true })
   return {
     source: sourcePath,
@@ -412,6 +432,288 @@ function copyPathToBackup(sourcePath, backupRoot) {
   }
 }
 
+function findSqlite3() {
+  const candidates = [
+    process.env.SQLITE3,
+    'sqlite3',
+    '/usr/bin/sqlite3',
+    '/usr/local/bin/sqlite3',
+    path.join(os.homedir(), 'Android', 'Sdk', 'platform-tools', 'sqlite3')
+  ].filter(Boolean)
+  for (const candidate of candidates) {
+    const result = spawnSync(candidate, ['-version'], { encoding: 'utf8' })
+    if (result.status === 0) return candidate
+  }
+  return ''
+}
+
+function sqliteBackup(sourcePath, backupPath) {
+  const sqlite3 = findSqlite3()
+  if (!sqlite3) return false
+  ensureDir(path.dirname(backupPath))
+  const result = spawnSync(sqlite3, [sourcePath, `.backup '${backupPath.replaceAll("'", "''")}'`], {
+    encoding: 'utf8'
+  })
+  return result.status === 0 && fileExists(backupPath)
+}
+
+function deleteSqliteSidecars(sqlitePath) {
+  for (const suffix of ['-wal', '-shm']) {
+    const sidecar = `${sqlitePath}${suffix}`
+    if (pathExists(sidecar)) {
+      deletePath(sidecar)
+    }
+  }
+}
+
+function codexSessionIDFromPath(filePath) {
+  const base = path.basename(filePath, '.jsonl')
+  const match = base.match(/([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})$/i)
+  return match ? match[1] : ''
+}
+
+function truncateTitle(text) {
+  let value = String(text || '')
+  const requestMatch = value.match(/(?:##\s*)?My request for Codex:\s*([\s\S]+)/i)
+  if (requestMatch) {
+    value = requestMatch[1]
+  }
+  value = value
+    .replace(/<environment_context>[\s\S]*?<\/environment_context>/g, ' ')
+    .replace(/# Context from my IDE setup:/gi, ' ')
+    .replace(/## Open tabs:[\s\S]*?(?=##|$)/gi, ' ')
+    .replace(/## Active file:[\s\S]*?(?=##|$)/gi, ' ')
+  return value
+    .replace(/\s+/g, ' ')
+    .trim()
+    .slice(0, 80)
+}
+
+function titleFromCodexSession(filePath) {
+  try {
+    const content = fs.readFileSync(filePath, 'utf8')
+    for (const line of content.split(/\r?\n/)) {
+      if (!line.trim()) continue
+      let item
+      try {
+        item = JSON.parse(line)
+      } catch {
+        continue
+      }
+      const payload = item?.payload
+      if (payload?.type === 'user_message' && payload.message) {
+        return truncateTitle(payload.message)
+      }
+      if (payload?.type === 'message' && payload.role === 'user' && Array.isArray(payload.content)) {
+        const text = payload.content
+          .map((part) => part?.text || part?.input_text || '')
+          .filter(Boolean)
+          .join(' ')
+        if (text) return truncateTitle(text)
+      }
+    }
+  } catch {
+    return ''
+  }
+  return ''
+}
+
+function codexSessionSummary(filePath) {
+  const stat = fs.statSync(filePath)
+  const id = codexSessionIDFromPath(filePath)
+  const summary = {
+    id,
+    rollout_path: filePath,
+    created_at: stat.birthtimeMs > 0 ? stat.birthtimeMs : stat.mtimeMs,
+    updated_at: stat.mtimeMs,
+    source: 'cli',
+    model_provider: 'openai',
+    cwd: os.homedir(),
+    title: '',
+    first_user_message: '',
+    cli_version: '',
+    sandbox_policy: '{"type":"workspace-write"}',
+    approval_mode: 'on-request',
+    model: '',
+    reasoning_effort: '',
+    thread_source: ''
+  }
+
+  try {
+    const content = fs.readFileSync(filePath, 'utf8')
+    for (const line of content.split(/\r?\n/)) {
+      if (!line.trim()) continue
+      let item
+      try {
+        item = JSON.parse(line)
+      } catch {
+        continue
+      }
+      if (typeof item.timestamp === 'string') {
+        const ts = Date.parse(item.timestamp)
+        if (Number.isFinite(ts)) {
+          summary.updated_at = Math.max(summary.updated_at, ts)
+          if (!summary.created_at || summary.created_at > ts) summary.created_at = ts
+        }
+      }
+      const payload = item?.payload
+      if (item?.type === 'session_meta' && payload) {
+        if (payload.id && !summary.id) summary.id = String(payload.id)
+        if (payload.timestamp) {
+          const ts = Date.parse(payload.timestamp)
+          if (Number.isFinite(ts)) summary.created_at = ts
+        }
+        if (payload.cwd) summary.cwd = String(payload.cwd)
+        if (payload.source) summary.source = String(payload.source)
+        if (payload.model_provider) summary.model_provider = String(payload.model_provider)
+        if (payload.cli_version) summary.cli_version = String(payload.cli_version)
+        if (payload.model) summary.model = String(payload.model)
+        if (payload.reasoning_effort) summary.reasoning_effort = String(payload.reasoning_effort)
+        if (payload.sandbox_policy) summary.sandbox_policy = JSON.stringify(payload.sandbox_policy)
+        if (payload.approval_policy) summary.approval_mode = String(payload.approval_policy)
+      }
+      if (!summary.first_user_message && payload?.type === 'user_message' && payload.message) {
+        summary.first_user_message = truncateTitle(payload.message)
+      }
+      if (!summary.first_user_message && payload?.type === 'message' && payload.role === 'user' && Array.isArray(payload.content)) {
+        const text = payload.content
+          .map((part) => part?.text || part?.input_text || '')
+          .filter(Boolean)
+          .join(' ')
+        if (text) summary.first_user_message = truncateTitle(text)
+      }
+    }
+  } catch {
+    // Keep filesystem-derived fallback fields.
+  }
+
+  summary.title = summary.first_user_message || titleFromCodexSession(filePath) || summary.id || path.basename(filePath, '.jsonl')
+  if (!summary.first_user_message) summary.first_user_message = summary.title
+  return summary
+}
+
+function latestTimestampFromCodexSession(filePath) {
+  let latest = ''
+  try {
+    const content = fs.readFileSync(filePath, 'utf8')
+    for (const line of content.split(/\r?\n/)) {
+      if (!line.trim()) continue
+      try {
+        const item = JSON.parse(line)
+        if (typeof item.timestamp === 'string' && item.timestamp > latest) {
+          latest = item.timestamp
+        }
+      } catch {
+        // Ignore malformed lines.
+      }
+    }
+  } catch {
+    return ''
+  }
+  return latest
+}
+
+function listCodexSessionFiles(dir) {
+  if (!fs.existsSync(dir)) return []
+  const out = []
+  for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
+    const fullPath = path.join(dir, entry.name)
+    if (entry.isDirectory()) {
+      out.push(...listCodexSessionFiles(fullPath))
+    } else if (entry.isFile() && entry.name.endsWith('.jsonl')) {
+      out.push(fullPath)
+    }
+  }
+  return out
+}
+
+function rebuildCodexSessionIndex() {
+  const sessionsDir = path.join(os.homedir(), '.codex', 'sessions')
+  const indexPath = path.join(os.homedir(), '.codex', 'session_index.jsonl')
+  const files = listCodexSessionFiles(sessionsDir)
+  if (files.length === 0) return 0
+
+  const rows = files.map((filePath) => {
+    const id = codexSessionIDFromPath(filePath)
+    if (!id) return null
+    const title = titleFromCodexSession(filePath) || id
+    const stat = fs.statSync(filePath)
+    return {
+      id,
+      thread_name: title,
+      updated_at: latestTimestampFromCodexSession(filePath) || stat.mtime.toISOString()
+    }
+  }).filter(Boolean)
+    .sort((a, b) => b.updated_at.localeCompare(a.updated_at))
+
+  if (rows.length === 0) return 0
+  ensureDir(path.dirname(indexPath))
+  if (fileExists(indexPath)) {
+    fs.copyFileSync(indexPath, `${indexPath}.${timestampForName()}.bak`)
+  }
+  fs.writeFileSync(indexPath, rows.map((row) => JSON.stringify(row)).join('\n') + '\n', 'utf8')
+  return rows.length
+}
+
+function sqlString(value) {
+  return `'${String(value ?? '').replaceAll("'", "''")}'`
+}
+
+function rebuildCodexThreadsState() {
+  const sqlite3 = findSqlite3()
+  if (!sqlite3) return { rebuilt: 0, reason: 'sqlite3 not found' }
+
+  const sessionsDir = path.join(os.homedir(), '.codex', 'sessions')
+  const files = listCodexSessionFiles(sessionsDir)
+  if (files.length === 0) return { rebuilt: 0, reason: 'no sessions' }
+
+  const stateDbs = matchingHomeFiles('.codex', /^state_\d+\.sqlite$/)
+  if (stateDbs.length === 0) return { rebuilt: 0, reason: 'state sqlite not found' }
+
+  const rows = files.map(codexSessionSummary).filter((row) => row.id)
+  if (rows.length === 0) return { rebuilt: 0, reason: 'no session ids' }
+
+  let total = 0
+  for (const dbPath of stateDbs) {
+    const tableCheck = spawnSync(sqlite3, [dbPath, "select name from sqlite_master where type='table' and name='threads';"], { encoding: 'utf8' })
+    if (tableCheck.status !== 0 || !tableCheck.stdout.includes('threads')) continue
+
+    if (fileExists(dbPath)) {
+      fs.copyFileSync(dbPath, `${dbPath}.${timestampForName()}.bak`)
+    }
+
+    const statements = ['BEGIN;', 'DELETE FROM threads;']
+    for (const row of rows) {
+      const createdMs = Math.trunc(row.created_at)
+      const updatedMs = Math.trunc(row.updated_at)
+      const created = Math.trunc(createdMs / 1000)
+      const updated = Math.trunc(updatedMs / 1000)
+      statements.push(`INSERT OR REPLACE INTO threads (
+id, rollout_path, created_at, updated_at, source, model_provider, cwd, title,
+sandbox_policy, approval_mode, tokens_used, has_user_event, archived,
+cli_version, first_user_message, memory_mode, model, reasoning_effort,
+created_at_ms, updated_at_ms, thread_source, preview
+) VALUES (
+${sqlString(row.id)}, ${sqlString(row.rollout_path)}, ${created}, ${updated},
+${sqlString(row.source)}, ${sqlString(row.model_provider)}, ${sqlString(row.cwd)}, ${sqlString(row.title)},
+${sqlString(row.sandbox_policy)}, ${sqlString(row.approval_mode)}, 0, 1, 0,
+${sqlString(row.cli_version)}, ${sqlString(row.first_user_message)}, 'enabled',
+${row.model ? sqlString(row.model) : 'NULL'}, ${row.reasoning_effort ? sqlString(row.reasoning_effort) : 'NULL'},
+${createdMs}, ${updatedMs}, ${row.thread_source ? sqlString(row.thread_source) : 'NULL'}, ${sqlString(row.title)}
+);`)
+    }
+    statements.push('COMMIT;')
+
+    const result = spawnSync(sqlite3, [dbPath], {
+      input: statements.join('\n'),
+      encoding: 'utf8',
+      maxBuffer: 10 * 1024 * 1024
+    })
+    if (result.status === 0) total += rows.length
+  }
+  return { rebuilt: total, reason: total > 0 ? '' : 'threads table not rebuilt' }
+}
+
 function loadBackupManifest(dir) {
   const manifestPath = path.join(dir, 'manifest.json')
   if (!fileExists(manifestPath)) return null
@@ -974,6 +1276,10 @@ async function restoreBackupByKind(kind, title, emptyMessage) {
   const safetyBackup = path.join(APP_DIR, 'backups', `${timestampForName()}_pre-restore_${safeBackupName(manifest.name || selected)}`)
   ensureDir(safetyBackup)
   const restored = []
+  let restoredCodexSessions = false
+  let restoredCodexIndex = false
+  const codexSessionsPath = path.join(os.homedir(), '.codex', 'sessions')
+  const codexIndexPath = path.join(os.homedir(), '.codex', 'session_index.jsonl')
   for (const file of manifest.files || []) {
     const source = file.source
     const backupPath = path.join(selectedDir, file.backup)
@@ -985,8 +1291,29 @@ async function restoreBackupByKind(kind, title, emptyMessage) {
     if (pathExists(source)) {
       deletePath(source)
     }
+    if (kind === 'chat' && source.endsWith('.sqlite')) {
+      deleteSqliteSidecars(source)
+    }
     fs.cpSync(backupPath, source, { recursive: true, force: true })
+    if (kind === 'chat' && source.endsWith('.sqlite')) {
+      deleteSqliteSidecars(source)
+    }
     restored.push(source)
+    if (kind === 'chat' && source === codexSessionsPath) {
+      restoredCodexSessions = true
+    }
+    if (kind === 'chat' && source === codexIndexPath) {
+      restoredCodexIndex = true
+    }
+  }
+
+  let rebuiltCodexIndexCount = 0
+  let rebuiltCodexThreads = { rebuilt: 0, reason: '' }
+  if (restoredCodexSessions && !restoredCodexIndex) {
+    rebuiltCodexIndexCount = rebuildCodexSessionIndex()
+  }
+  if (kind === 'chat' && restoredCodexSessions) {
+    rebuiltCodexThreads = rebuildCodexThreadsState()
   }
 
   clear()
@@ -996,6 +1323,16 @@ async function restoreBackupByKind(kind, title, emptyMessage) {
   for (const file of restored) {
     console.log(`- ${file}`)
   }
+  if (rebuiltCodexIndexCount > 0) {
+    console.log(c('cyan', `已重建 Codex 任务索引: ${rebuiltCodexIndexCount} 条`))
+  } else if (restoredCodexIndex) {
+    console.log(c('cyan', '已恢复 Codex 任务索引。'))
+  }
+  if (rebuiltCodexThreads.rebuilt > 0) {
+    console.log(c('cyan', `已重建 Codex sqlite 任务列表: ${rebuiltCodexThreads.rebuilt} 条`))
+  } else if (rebuiltCodexThreads.reason) {
+    console.log(c('yellow', `未重建 Codex sqlite 任务列表: ${rebuiltCodexThreads.reason}`))
+  }
   console.log()
   console.log(c('yellow', `恢复前安全备份目录: ${safetyBackup}`))
   await pause()

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "iivo-sub",
-  "version": "0.1.2",
+  "version": "0.1.4",
   "description": "IIVO AI gateway quick configuration CLI",
   "type": "module",
   "bin": {