@bojackduy/opencode-telescope 0.1.9 → 0.1.12

package/README.md

@@ -4,7 +4,7 @@ Fuzzy search across all your OpenCode conversations — grep through session and
 
 > Inspired by [telescope.nvim](https://github.com/nvim-telescope/telescope.nvim) — a fuzzy finder for your conversation history.
 
-![Demo](./assets/demo.svg)
+![Demo](./assets/demo.png)
 
 ## Use cases
 
@@ -38,13 +38,13 @@ Add the plugin to your `tui.json`:
 
 ## Usage
 
-| Action | Key / Command |
-|--------|--------------|
-| Open search | `<leader>f` or `/telescope` |
-| Type to filter | Fuzzy match against conversation text |
-| Navigate results | `↑` / `↓` or `Ctrl+j` / `Ctrl+k` |
-| Preview | Select a result to see the conversation preview |
-| Open | Press `Enter` to jump to the selected session |
+| Action           | Key / Command                                   |
+| ---------------- | ----------------------------------------------- |
+| Open search      | `<leader>f` or `/telescope`                     |
+| Type to filter   | Fuzzy match against conversation text           |
+| Navigate results | `↑` / `↓` or `Ctrl+j` / `Ctrl+k`                |
+| Preview          | Select a result to see the conversation preview |
+| Open             | Press `Enter` to jump to the selected session   |
 
 ## How it works
 

package/package.json

@@ -1,7 +1,7 @@
 {
   "$schema": "https://json.schemastore.org/package.json",
   "name": "@bojackduy/opencode-telescope",
-  "version": "0.1.9",
+  "version": "0.1.12",
   "description": "Fuzzy search across all OpenCode conversations — grep session and chat history, find code snippets, and jump to any chat instantly",
   "type": "module",
   "license": "MIT",
@@ -63,11 +63,11 @@
     "solid-js": "*"
   },
   "devDependencies": {
-    "@opencode-ai/plugin": "^1.14.28",
-    "@opentui/core": "^0.1.105",
-    "@opentui/solid": "^0.1.105",
-    "@types/bun": "^1.3.13",
-    "solid-js": "^1.9.12",
-    "typescript": "^5.9.3"
+    "@opencode-ai/plugin": "^1.17.9",
+    "@opentui/core": "^0.4.1",
+    "@opentui/solid": "^0.4.1",
+    "@types/bun": "^1.3.14",
+    "solid-js": "^1.9.13",
+    "typescript": "^6.0.3"
   }
 }

package/search.ts

@@ -1,5 +1,5 @@
 import { Database } from "bun:sqlite"
-import { existsSync, readdirSync } from "node:fs"
+import { existsSync, readdirSync, statSync } from "node:fs"
 import { homedir } from "node:os"
 import path from "node:path"
 import { debug } from "./ui/debug.ts"
@@ -69,6 +69,21 @@ type ConversationRow = {
 }
 
 let cachedDbPath: string | undefined
+let _db: Database | undefined
+let _dbPath: string | undefined
+let _indexDb: Database | undefined
+let _indexDbPath: string | undefined
+
+function getDb(dbPath?: string): Database {
+  const resolved = dbPath ?? resolveDatabasePath()
+  if (!_db || resolved !== _dbPath) {
+    _db?.close()
+    _db = new Database(resolved, { readonly: true })
+    _dbPath = resolved
+    tableCache.clear()
+  }
+  return _db
+}
 
 export function resolveDatabasePath() {
   if (cachedDbPath) return cachedDbPath
@@ -105,90 +120,79 @@ export function searchSessionMessages(query: string, options?: { limit?: number;
   const term = query.trim()
   if (!term) return []
   if (options?.dbPath === ":memory:") return []
-  const db = new Database(options?.dbPath ?? resolveDatabasePath(), { readonly: true })
-  try {
-    return searchRows(db, term, options?.limit ?? 80, options?.directory, options?.offset)
-  } finally {
-    db.close()
-  }
+  const dbPath = options?.dbPath ?? resolveDatabasePath()
+  const db = getDb(dbPath)
+  return searchRows(db, dbPath, term, options?.limit ?? 80, options?.directory, options?.offset)
 }
 
 export function recentSessionMessages(options?: { limit?: number; offset?: number; dbPath?: string; directory?: string }) {
-  const db = new Database(options?.dbPath ?? resolveDatabasePath(), { readonly: true })
-  try {
-    return visibleTextRows(db, options?.limit ?? 40, undefined, options?.directory, options?.offset).flatMap(
-      (row) => rowToSearchResult(row, "") ?? [],
-    )
-  } finally {
-    db.close()
-  }
+  const db = getDb(options?.dbPath)
+  return visibleTextRows(db, options?.limit ?? 40, undefined, options?.directory, options?.offset).flatMap(
+    (row) => rowToSearchResult(row, "") ?? [],
+  )
 }
 
 export function loadConversationWindow(result: SearchResult, options?: { before?: number; after?: number; dbPath?: string }) {
   debug.time("preview:query:total")
-  const db = new Database(options?.dbPath ?? resolveDatabasePath(), { readonly: true })
-  try {
-    const before = options?.before ?? 3
-    const after = options?.after ?? 6
-
-    debug.time("preview:query:hit")
-    const hit = db.query<{ time_created: number }, [string]>(
-      "SELECT time_created FROM part WHERE id = ?",
-    ).get(result.id)
-    debug.timeEnd("preview:query:hit")
-    if (!hit) {
-      debug.timeEnd("preview:query:total")
-      return []
-    }
-
-    const fetchBefore = Math.max(before * 4, 30)
-    const fetchAfter = Math.max(after * 4, 50)
-
-    debug.time("preview:query:before")
-    const beforeRows = db.query<ConversationRow, [string, number, number, string, number]>(`
-      SELECT p.id, p.message_id, p.session_id,
-             json_extract(m.data, '$.role') AS role,
-             json_extract(p.data, '$.type') AS type,
-             p.time_created, p.data
-      FROM part p
-      JOIN message m ON m.id = p.message_id
-      WHERE p.session_id = ?
-        AND (p.time_created < ? OR (p.time_created = ? AND p.id < ?))
-      ORDER BY p.time_created DESC, p.id DESC
-      LIMIT ?
-    `).all(result.sessionID, hit.time_created, hit.time_created, result.id, fetchBefore)
-    debug.timeEnd("preview:query:before")
-
-    debug.time("preview:query:after")
-    const afterRows = db.query<ConversationRow, [string, number, number, string, number]>(`
-      SELECT p.id, p.message_id, p.session_id,
-             json_extract(m.data, '$.role') AS role,
-             json_extract(p.data, '$.type') AS type,
-             p.time_created, p.data
-      FROM part p
-      JOIN message m ON m.id = p.message_id
-      WHERE p.session_id = ?
-        AND (p.time_created > ? OR (p.time_created = ? AND p.id >= ?))
-      ORDER BY p.time_created ASC, p.id ASC
-      LIMIT ?
-    `).all(result.sessionID, hit.time_created, hit.time_created, result.id, fetchAfter)
-    debug.timeEnd("preview:query:after")
-
-    debug.time("preview:query:parse")
-    const isValid = (row: ConversationRow) =>
-      (row.role === "user" || row.role === "assistant") &&
-      (row.type === "text" || row.type === "reasoning" || row.type === "tool")
-
-    const parts = [
-      ...beforeRows.filter(isValid).slice(0, before).reverse(),
-      ...afterRows.filter(isValid).slice(0, after + 1),
-    ].flatMap((row) => parseConversationPart(row, row.id === result.id) ?? [])
-    debug.timeEnd("preview:query:parse")
+  const db = getDb(options?.dbPath)
+  const before = options?.before ?? 3
+  const after = options?.after ?? 6
+
+  debug.time("preview:query:hit")
+  const hit = db.query<{ time_created: number }, [string]>(
+    "SELECT time_created FROM part WHERE id = ?",
+  ).get(result.id)
+  debug.timeEnd("preview:query:hit")
+  if (!hit) {
     debug.timeEnd("preview:query:total")
-    return parts
-  } finally {
-    db.close()
+    return []
   }
+
+  const fetchBefore = Math.max(before * 4, 30)
+  const fetchAfter = Math.max(after * 4, 50)
+
+  debug.time("preview:query:before")
+  const beforeRows = db.query<ConversationRow, [string, number, number, string, number]>(`
+    SELECT p.id, p.message_id, p.session_id,
+           json_extract(m.data, '$.role') AS role,
+           json_extract(p.data, '$.type') AS type,
+           p.time_created, p.data
+    FROM part p
+    JOIN message m ON m.id = p.message_id
+    WHERE p.session_id = ?
+      AND (p.time_created < ? OR (p.time_created = ? AND p.id < ?))
+    ORDER BY p.time_created DESC, p.id DESC
+    LIMIT ?
+  `).all(result.sessionID, hit.time_created, hit.time_created, result.id, fetchBefore)
+  debug.timeEnd("preview:query:before")
+
+  debug.time("preview:query:after")
+  const afterRows = db.query<ConversationRow, [string, number, number, string, number]>(`
+    SELECT p.id, p.message_id, p.session_id,
+           json_extract(m.data, '$.role') AS role,
+           json_extract(p.data, '$.type') AS type,
+           p.time_created, p.data
+    FROM part p
+    JOIN message m ON m.id = p.message_id
+    WHERE p.session_id = ?
+      AND (p.time_created > ? OR (p.time_created = ? AND p.id >= ?))
+    ORDER BY p.time_created ASC, p.id ASC
+    LIMIT ?
+  `).all(result.sessionID, hit.time_created, hit.time_created, result.id, fetchAfter)
+  debug.timeEnd("preview:query:after")
+
+  debug.time("preview:query:parse")
+  const isValid = (row: ConversationRow) =>
+    (row.role === "user" || row.role === "assistant") &&
+    (row.type === "text" || row.type === "reasoning" || row.type === "tool")
+
+  const parts = [
+    ...beforeRows.filter(isValid).slice(0, before).reverse(),
+    ...afterRows.filter(isValid).slice(0, after + 1),
+  ].flatMap((row) => parseConversationPart(row, row.id === result.id) ?? [])
+  debug.timeEnd("preview:query:parse")
+  debug.timeEnd("preview:query:total")
+  return parts
 }
 
 export function rowToSearchResult(row: Row, query: string): SearchResult | undefined {
@@ -417,9 +421,46 @@ function parseToolState(value: unknown): ToolState | undefined {
   }
 }
 
-function searchRows(db: Database, query: string, limit: number, directory?: string, offset?: number) {
+function searchRows(db: Database, dbPath: string, query: string, limit: number, directory?: string, offset?: number) {
   if (!tableExists(db, "part") || !tableExists(db, "message")) return []
-  return visibleTextRows(db, limit, query, directory, offset).flatMap((row) => rowToSearchResult(row, query) ?? [])
+  debug.time("query:sql")
+  const rows = indexedTextRows(db, dbPath, limit, query, directory, offset) ?? visibleTextRows(db, limit, query, directory, offset)
+  debug.timeEnd("query:sql")
+  debug.time("query:map")
+  const results = rows.flatMap((row) => rowToSearchResult(row, query) ?? [])
+  debug.timeEnd("query:map")
+  return results
+}
+
+function indexedTextRows(db: Database, dbPath: string, limit: number, query: string, directory?: string, offset?: number) {
+  const match = ftsQuery(query)
+  if (!match) return []
+  try {
+    const index = ensureSearchIndex(db, dbPath)
+    const conditions = ["document_fts MATCH ?"]
+    const params: (string | number)[] = [match]
+    if (directory) {
+      conditions.push("directory = ?")
+      params.push(directory)
+    }
+    params.push(limit)
+    if (offset) params.push(offset)
+    const offsetClause = offset ? "OFFSET ?" : ""
+    debug.time("query:fts:exec")
+    const rows = index.query<Row, (string | number)[]>(`
+      SELECT id, message_id, session_id, session_title, directory, role,
+             CAST(time_created AS INTEGER) AS time_created, text
+      FROM document_fts
+      WHERE ${conditions.join(" AND ")}
+      ORDER BY bm25(document_fts), CAST(time_created AS INTEGER) DESC
+      LIMIT ? ${offsetClause}
+    `).all(...params as any[])
+    debug.timeEnd("query:fts:exec")
+    return rows
+  } catch (err) {
+    debug.log("fts:fallback", err instanceof Error ? err.message : String(err))
+    return
+  }
 }
 
 function visibleTextRows(db: Database, limit: number, query?: string, directory?: string, offset?: number) {
@@ -444,24 +485,145 @@ function visibleTextRows(db: Database, limit: number, query?: string, directory?
   params.push(limit)
   if (offset) params.push(offset)
 
-  return db
-    .query<Row, (string | number)[]>(`
-      SELECT p.id, p.message_id, p.session_id, s.title AS session_title, s.directory,
-             json_extract(m.data, '$.role') AS role,
-             p.time_created,
-             json_extract(p.data, '$.text') AS text
-      FROM part p
-      JOIN message m ON m.id = p.message_id
-      JOIN session s ON s.id = p.session_id
-      WHERE ${conditions.join(" AND ")}
-      ORDER BY p.time_created DESC
-      LIMIT ? ${offsetClause}
-    `)
-    .all(...params as any[])
+  const sql = `
+    SELECT p.id, p.message_id, p.session_id, s.title AS session_title, s.directory,
+           json_extract(m.data, '$.role') AS role,
+           p.time_created,
+           json_extract(p.data, '$.text') AS text
+    FROM part p
+    JOIN message m ON m.id = p.message_id
+    JOIN session s ON s.id = p.session_id
+    WHERE ${conditions.join(" AND ")}
+    ORDER BY p.time_created DESC
+    LIMIT ? ${offsetClause}
+  `
+  debug.time("query:sql:exec")
+  const rows = db.query<Row, (string | number)[]>(sql).all(...params as any[])
+  debug.timeEnd("query:sql:exec")
+  return rows
+}
+
+function ensureSearchIndex(source: Database, sourcePath: string) {
+  const indexPath = searchIndexPath(sourcePath)
+  if (!_indexDb || _indexDbPath !== indexPath) {
+    _indexDb?.close()
+    _indexDb = new Database(indexPath)
+    _indexDbPath = indexPath
+    migrateSearchIndex(_indexDb)
+  }
+
+  const state = sourceState(source, sourcePath)
+  const currentDataVersion = getMeta(_indexDb, "source_data_version")
+  const currentMtimeMs = getMeta(_indexDb, "source_mtime_ms")
+  const currentPath = getMeta(_indexDb, "source_path")
+  if (currentPath !== sourcePath || currentDataVersion !== String(state.dataVersion) || currentMtimeMs !== String(state.mtimeMs)) {
+    rebuildSearchIndex(source, _indexDb, sourcePath, state)
+  }
+  return _indexDb
+}
+
+function searchIndexPath(sourcePath: string) {
+  const parsed = path.parse(sourcePath)
+  return path.join(parsed.dir, `${parsed.name}-search.db`)
+}
+
+function migrateSearchIndex(db: Database) {
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS index_meta(
+      key TEXT PRIMARY KEY,
+      value TEXT NOT NULL
+    );
+    CREATE VIRTUAL TABLE IF NOT EXISTS document_fts USING fts5(
+      id UNINDEXED,
+      message_id UNINDEXED,
+      session_id UNINDEXED,
+      session_title,
+      directory UNINDEXED,
+      role UNINDEXED,
+      time_created UNINDEXED,
+      text,
+      tokenize='unicode61'
+    );
+  `)
+}
+
+function sourceState(db: Database, sourcePath: string) {
+  const stat = statSync(sourcePath)
+  const dataVersion = db.query<{ data_version: number }, []>("PRAGMA data_version").get()?.data_version ?? 0
+  return { dataVersion, mtimeMs: stat.mtimeMs }
+}
+
+function rebuildSearchIndex(source: Database, index: Database, sourcePath: string, state: { dataVersion: number; mtimeMs: number }) {
+  debug.time("fts:rebuild")
+  const rows = source.query<Row, []>(`
+    SELECT p.id, p.message_id, p.session_id, s.title AS session_title, s.directory,
+           json_extract(m.data, '$.role') AS role,
+           p.time_created,
+           json_extract(p.data, '$.text') AS text
+    FROM part p
+    JOIN message m ON m.id = p.message_id
+    JOIN session s ON s.id = p.session_id
+    WHERE json_extract(p.data, '$.type') = 'text'
+      AND json_extract(m.data, '$.role') IN ('user', 'assistant')
+      AND json_extract(p.data, '$.text') IS NOT NULL
+    ORDER BY p.time_created DESC
+  `).all()
+  const insert = index.query<Row, [string, string, string, string, string, string, number, string]>(`
+    INSERT INTO document_fts(id, message_id, session_id, session_title, directory, role, time_created, text)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+  `)
+  index.exec("BEGIN IMMEDIATE")
+  try {
+    index.exec("DELETE FROM document_fts")
+    for (const row of rows) {
+      insert.run(
+        row.id,
+        row.message_id,
+        row.session_id,
+        row.session_title ?? "Untitled session",
+        row.directory,
+        row.role,
+        row.time_created,
+        row.text,
+      )
+    }
+    setMeta(index, "source_path", sourcePath)
+    setMeta(index, "source_data_version", String(state.dataVersion))
+    setMeta(index, "source_mtime_ms", String(state.mtimeMs))
+    index.exec("COMMIT")
+  } catch (err) {
+    index.exec("ROLLBACK")
+    throw err
+  } finally {
+    debug.timeEnd("fts:rebuild")
+  }
+}
+
+function ftsQuery(query: string) {
+  const tokens = query.trim().split(/\s+/)
+    .map((token) => token.replace(/["*^:()]/g, " ").trim())
+    .filter(Boolean)
+  if (!tokens.length) return ""
+  return tokens.map((token) => `"${token.replace(/"/g, '""')}"*`).join(" AND ")
+}
+
+function getMeta(db: Database, key: string) {
+  return db.query<{ value: string }, [string]>("SELECT value FROM index_meta WHERE key = ?").get(key)?.value
+}
+
+function setMeta(db: Database, key: string, value: string) {
+  db.query<unknown, [string, string]>(`
+    INSERT INTO index_meta(key, value) VALUES (?, ?)
+    ON CONFLICT(key) DO UPDATE SET value = excluded.value
+  `).run(key, value)
 }
 
+const tableCache = new Map<string, boolean>()
 function tableExists(db: Database, name: string) {
-  return Boolean(db.query<{ name: string }, [string]>("SELECT name FROM sqlite_master WHERE type = 'table' AND name = ?").get(name))
+  if (tableCache.has(name)) return tableCache.get(name)!
+  const exists = Boolean(db.query<{ name: string }, [string]>("SELECT name FROM sqlite_master WHERE type = 'table' AND name = ?").get(name))
+  tableCache.set(name, exists)
+  return exists
 }
 
 function defaultDataDir() {

package/telescope.tsx

@@ -100,8 +100,15 @@ export const Telescope = (props: { api: TuiPluginApi; onClose: () => void }) =>
 
   const move = (delta: number) => {
     if (results().length === 0) return
-    debug.time("nav:total")
-    setSelected((index) => (index + delta + results().length) % results().length)
+    setSelected((index) => {
+      const next = index + delta
+      let finalIndex = next
+      if (next < 0) finalIndex = results().length - 1
+      else if (next >= results().length) finalIndex = results().length - 1
+      
+      if (finalIndex !== index) debug.time("nav:total")
+      return finalIndex
+    })
   }
 
   createEffect(() => {
@@ -144,7 +151,7 @@ export const Telescope = (props: { api: TuiPluginApi; onClose: () => void }) =>
         setLoadingMore(false)
       }
     }, 100)
-    onCleanup(() => clearTimeout(timer))
+    onCleanup(() => { clearTimeout(timer); setLoadingMore(false) })
   })
 
   let lastPreviewItemId = ""
@@ -188,10 +195,13 @@ export const Telescope = (props: { api: TuiPluginApi; onClose: () => void }) =>
     onCleanup(() => clearInterval(interval))
   })
 
+  let scrolledItem = ""
   createEffect(() => {
     const item = selectedResult()
     previewParts()
     if (!item) return
+    if (item.id === scrolledItem) return
+    scrolledItem = item.id
     const timer = setTimeout(() => scrollPreviewToTarget(previewScroll, messageTargetID(item)), 1)
     onCleanup(() => clearTimeout(timer))
   })