dsh-reference-anything 0.5.1 → 0.5.2

package/vendor/chat-import-reader/README.md

@@ -1,48 +1,54 @@
-# Bundled conversation scanners and readers
-
-Derived from [dsh-chat-import](https://github.com/Nwflower/dsh-chat-import), npm
-0.26.1 (MIT). `upstream-sha256.json` records the exact version and source hashes.
-Both generated bundles include fzstd (MIT); `LICENSE` and `LICENSE.fzstd` ship
-with the package. Upstream paths in comments are not runtime dependencies.
-
-`parsers.mjs` exposes preview-based text/image reading and default roots.
-`scanners.mjs` reuses all upstream source descriptors and SQLite summary readers.
-The scan entry provides filesystem-only access and runs in `scan-worker.mjs`,
-without plugin registration or session mutations. The host caches metadata for
-30 seconds; missing paths are empty, while permission/database errors are warnings.
-Import status is not inferred locally: Reference Anything asks the optional
-Chat Import API separately. Import and summaries also remain API operations.
-
-Local patches expose preview content, preserve Trae message parts, export the
-upstream database-summary table, and replace a dynamic Trae scanner import with
-a static named import so mutation code can be removed by tree shaking.
-The generator rejects leaked mutation code and changed patch anchors.
-Antigravity IDE typed tool results (directory/file reads, code actions,
-subagents, commands and searches) are matched by tool name rather than discarded
-as missing background output; GENERIC results keep their existing handling.
-Async sidecar reports only supplement GENERIC results, never replace typed output.
-Hermes SQLite and JSONL reads preserve tool-only assistant messages, OpenAI-style
-function calls, and role=tool results. Results are associated by call ID, including
-parallel calls; string arguments and result text remain unchanged.
-
-## Update from upstream
-
-1. Download/build the desired upstream version in a separate directory (or use
-   an installed npm package directory). Do not overwrite the running Desktop plugin.
-2. Run `npm run vendor:sync -- <built-dsh-chat-import-directory>` from this repository.
-   This regenerates both bundles and their shared version/hash manifest. Normal
-   builds never download upstream or inspect another installed plugin.
-3. Review source/version/license changes, then run `npm run agent:verify` and
-   test the Web profile with Chat Import disabled and enabled. The catalog test
-   detects new upstream formats that need settings/icon/type support here.
-4. Ship the verified snapshot in a new Reference Anything release. Users receive
-   upstream changes when updating Reference Anything, not automatically at runtime.
-
-Parsing a reference may read its whole source before returning a page. Images
-require recoverable bytes or a valid attachment; unavailable images are reported.
-
-The structured read projection numbers body messages independently of tools,
-links tool records and images to those numbers, and hashes normalized source
-content before applying presentation budgets. The host adds original-file
-fingerprints/version checks. This projection is used for automatic send-time
-previews and numeric read/search/image calls; it retains no parsed-body cache.
+# Bundled conversation scanners and readers
+
+Derived from [dsh-chat-import](https://github.com/Nwflower/dsh-chat-import), npm
+0.26.3 (MIT). `upstream-sha256.json` records the exact version and source hashes.
+Both generated bundles include fzstd (MIT); `LICENSE` and `LICENSE.fzstd` ship
+with the package. Upstream paths in comments are not runtime dependencies.
+
+`parsers.mjs` exposes preview-based text/image reading and default roots.
+`scanners.mjs` reuses all upstream source descriptors and SQLite summary readers.
+The scan entry provides filesystem-only access and runs in `scan-worker.mjs`,
+without plugin registration or session mutations. The host caches metadata for
+30 seconds; missing paths are empty, while permission/database errors are warnings.
+Import status is not inferred locally: Reference Anything asks the optional
+Chat Import API separately. Import and summaries also remain API operations.
+
+Local patches expose preview content, preserve Trae message parts, export the
+upstream database-summary table, and replace a dynamic Trae scanner import with
+a static named import so mutation code can be removed by tree shaking.
+The generator rejects leaked mutation code and changed patch anchors.
+Antigravity IDE typed tool results (directory/file reads, code actions,
+subagents, commands and searches) are matched by tool name rather than discarded
+as missing background output; GENERIC results keep their existing handling.
+Async sidecar reports only supplement GENERIC results, never replace typed output.
+Hermes SQLite and JSONL reads preserve tool-only assistant messages, OpenAI-style
+function calls, and role=tool results. Results are associated by call ID, including
+parallel calls; string arguments and result text remain unchanged.
+
+The 0.26.3 snapshot adds Copilot VS Code, Copilot CLI and Doubao Desktop.
+Doubao reads cached local IndexedDB bodies only. Its directory entries must be
+regular files, and child-file fingerprints invalidate revisions and availability
+checks when the database changes. Background availability checks leave databases
+larger than 8 MiB unknown instead of eagerly parsing them.
+
+## Update from upstream
+
+1. Download/build the desired upstream version in a separate directory (or use
+   an installed npm package directory). Do not overwrite the running Desktop plugin.
+2. Run `npm run vendor:sync -- <built-dsh-chat-import-directory>` from this repository.
+   This regenerates both bundles and their shared version/hash manifest. Normal
+   builds never download upstream or inspect another installed plugin.
+3. Review source/version/license changes, then run `npm run agent:verify` and
+   test the Web profile with Chat Import disabled and enabled. The catalog test
+   detects new upstream formats that need settings/icon/type support here.
+4. Ship the verified snapshot in a new Reference Anything release. Users receive
+   upstream changes when updating Reference Anything, not automatically at runtime.
+
+Parsing a reference may read its whole source before returning a page. Images
+require recoverable bytes or a valid attachment; unavailable images are reported.
+
+The structured read projection numbers body messages independently of tools,
+links tool records and images to those numbers, and hashes normalized source
+content before applying presentation budgets. The host adds original-file
+fingerprints/version checks. This projection is used for automatic send-time
+previews and numeric read/search/image calls; it retains no parsed-body cache.

package/vendor/chat-import-reader/availability-worker.mjs

@@ -1,114 +1,119 @@
-import { parentPort } from 'node:worker_threads'
-import { readFile, readdir, stat } from 'node:fs/promises'
-import { join, resolve } from 'node:path'
-import { homedir } from 'node:os'
-import { readConversation } from './parsers.mjs'
-const channel = parentPort || { on: (...args) => process.on(...args), postMessage: value => process.send(value) }
-if (!parentPort) process.on('disconnect', () => process.exit(0))
-
-// Parsing stays off the picker thread. Only states and file fingerprints cross back.
-channel.on('message', async ({ id, target }) => {
-  const dependencies = new Map()
-  const inspect = async path => {
-    try {
-      const s = await stat(path)
-      dependencies.set(path, `${s.size}:${s.mtimeMs}:${s.ctimeMs}`)
-      return { type: s.isDirectory() ? 'directory' : 'file', size: s.size, mtimeMs: s.mtimeMs }
-    } catch (error) {
-      if (error.code !== 'ENOENT') throw error
-      dependencies.set(path, 'missing')
-      return undefined
-    }
-  }
-  const fs = {
-    resolve: async path => ({ displayPath: resolve(path) }),
-    processPath: value => value.displayPath,
-    stat: async value => inspect(value.displayPath),
-    readText: async value => {
-      const info = await inspect(value.displayPath)
-      // shortcut: large sources stay unknown; use streaming probes before raising this background budget.
-      if (info?.size > 8 * 1024 * 1024) throw new Error('Background validation budget exceeded')
-      const raw = await readFile(value.displayPath, 'utf8')
-      // A tolerant converter may skip broken lines; that must never prove emptiness.
-      if (/\.jsonl$/i.test(value.displayPath)) for (const line of raw.split(/\r?\n/)) if (line.trim()) JSON.parse(line)
-      return raw
-    },
-    listDir: async value => {
-      await inspect(value.displayPath)
-      return (await readdir(value.displayPath, { withFileTypes: true })).map(e => ({
-        name: e.name, type: e.isDirectory() ? 'directory' : 'file', target: { displayPath: join(value.displayPath, e.name) },
-      }))
-    },
-  }
-  let state = 'unknown'
-  try {
-    const info = await inspect(target.path)
-    if (!info || (info.type === 'file' && info.size === 0)) state = 'empty'
-    else if (target.format === 'claude' && /\.json$/i.test(target.path)) {
-      const meta = JSON.parse(await fs.readText({ displayPath: target.path }))
-      if (meta.cliSessionId && !meta.messages) {
-        // Match the exact CLI identity; never substitute another chat in the project.
-        const root = join(homedir(), '.claude', 'projects')
-        let found = false
-        const walk = async dir => {
-          await inspect(dir)
-          for (const e of await readdir(dir, { withFileTypes: true })) {
-            if (e.isDirectory()) await walk(join(dir, e.name))
-            else if (e.name === `${meta.cliSessionId}.jsonl`) found = true
-          }
-        }
-        if (await inspect(root)) await walk(root)
-        state = found ? 'unknown' : 'empty'
-      }
-    } else {
-      if (info.type === 'directory' && ['grokbuild', 'vibe', 'kimi'].includes(target.format)) {
-        const names = target.format === 'grokbuild' ? ['chat_history.jsonl']
-          : target.format === 'vibe' ? ['messages.jsonl'] : ['wire.jsonl', 'agents/main/wire.jsonl']
-        const bodies = await Promise.all(names.map(name => inspect(join(target.path, name))))
-        if (bodies.every(body => !body || body.size === 0)) {
-          channel.postMessage({ id, state: 'empty', dependencies: [...dependencies] })
-          return
-        }
-      }
-      if (/\.(?:db|vscdb)$/i.test(target.path)) {
-        await inspect(target.path + '-wal')
-        await inspect(target.path + '-shm')
-        const schemas = {
-          opencode: ['session', 'message'], mimocode: ['session', 'message'], kilocode: ['session', 'message'],
-          teleagent: ['session', 'message'], zcode: ['session', 'message'],
-          hermes: ['sessions', 'messages'], goose: ['sessions', 'messages'], crush: ['sessions', 'messages'],
-        }
-        let schema = schemas[target.format]
-        if (schema) {
-          const { DatabaseSync } = await import('node:sqlite')
-          const db = new DatabaseSync(target.path, { readOnly: true })
-          try {
-            const tables = new Set(db.prepare("SELECT name FROM sqlite_master WHERE type='table'").all().map(r => r.name))
-            if (schema[0] === 'session' && tables.has('session_v2')) schema = ['session_v2', 'session_message']
-            if (tables.has(schema[0]) && tables.has(schema[1])
-              && db.prepare(`SELECT 1 FROM ${schema[0]} WHERE id = ? LIMIT 1`).get(target.sessionId)
-              && !db.prepare(`SELECT 1 FROM ${schema[1]} WHERE session_id = ? LIMIT 1`).get(target.sessionId)) {
-              channel.postMessage({ id, state: 'empty', dependencies: [...dependencies] })
-              return
-            }
-          } finally { db.close() }
-        }
-      }
-      if (target.format === 'chatgpt') {
-        const exported = JSON.parse(await fs.readText({ displayPath: target.path }))
-        const chat = Array.isArray(exported) ? exported.find(c => c.id === target.sessionId) : null
-        if (chat?.mapping && Object.values(chat.mapping).every(node => node && !node.message)) {
-          channel.postMessage({ id, state: 'empty', dependencies: [...dependencies] })
-          return
-        }
-      }
-      state = await readConversation(fs, { ...target, limit: 1, detail: 'full', probe: true })
-      if (state === 'unknown' && ['pi', 'codex', 'openclaw', 'hermes', 'dsh', 'dsh4'].includes(target.format) && info.type === 'file' && !/\.(db|vscdb|zstd)$/i.test(target.path)) {
-        const records = (await fs.readText({ displayPath: target.path })).split(/\r?\n/).filter(line => line.trim()).map(line => JSON.parse(line))
-        const allowed = target.format === 'codex' ? ['session_meta'] : ['session', 'session_info', 'session/title']
-        if (records.length && records.every(r => allowed.includes(r.type))) state = 'empty'
-      }
-    }
-  } catch { state = 'unknown' }
-  channel.postMessage({ id, state, dependencies: [...dependencies] })
-})
+import { parentPort } from 'node:worker_threads'
+import { readFile, readdir, stat } from 'node:fs/promises'
+import { join, resolve } from 'node:path'
+import { homedir } from 'node:os'
+import { readConversation } from './parsers.mjs'
+const channel = parentPort || { on: (...args) => process.on(...args), postMessage: value => process.send(value) }
+if (!parentPort) process.on('disconnect', () => process.exit(0))
+
+// Parsing stays off the picker thread. Only states and file fingerprints cross back.
+channel.on('message', async ({ id, target }) => {
+  const dependencies = new Map()
+  const inspect = async path => {
+    try {
+      const s = await stat(path)
+      dependencies.set(path, `${s.size}:${s.mtimeMs}:${s.ctimeMs}`)
+      return { type: s.isDirectory() ? 'directory' : 'file', size: s.size, mtimeMs: s.mtimeMs }
+    } catch (error) {
+      if (error.code !== 'ENOENT') throw error
+      dependencies.set(path, 'missing')
+      return undefined
+    }
+  }
+  const fs = {
+    resolve: async path => ({ displayPath: resolve(path) }),
+    processPath: value => value.displayPath,
+    stat: async value => inspect(value.displayPath),
+    readText: async value => {
+      const info = await inspect(value.displayPath)
+      // shortcut: large sources stay unknown; use streaming probes before raising this background budget.
+      if (info?.size > 8 * 1024 * 1024) throw new Error('Background validation budget exceeded')
+      const raw = await readFile(value.displayPath, 'utf8')
+      // A tolerant converter may skip broken lines; that must never prove emptiness.
+      if (/\.jsonl$/i.test(value.displayPath)) for (const line of raw.split(/\r?\n/)) if (line.trim()) JSON.parse(line)
+      return raw
+    },
+    listDir: async value => {
+      await inspect(value.displayPath)
+      return (await readdir(value.displayPath, { withFileTypes: true })).map(e => ({
+        name: e.name, type: e.isDirectory() ? 'directory' : 'file', target: { displayPath: join(value.displayPath, e.name) },
+      }))
+    },
+  }
+  let state = 'unknown'
+  try {
+    const info = await inspect(target.path)
+    if (!info || (info.type === 'file' && info.size === 0)) state = 'empty'
+    else if (target.format === 'claude' && /\.json$/i.test(target.path)) {
+      const meta = JSON.parse(await fs.readText({ displayPath: target.path }))
+      if (meta.cliSessionId && !meta.messages) {
+        // Match the exact CLI identity; never substitute another chat in the project.
+        const root = join(homedir(), '.claude', 'projects')
+        let found = false
+        const walk = async dir => {
+          await inspect(dir)
+          for (const e of await readdir(dir, { withFileTypes: true })) {
+            if (e.isDirectory()) await walk(join(dir, e.name))
+            else if (e.name === `${meta.cliSessionId}.jsonl`) found = true
+          }
+        }
+        if (await inspect(root)) await walk(root)
+        state = found ? 'unknown' : 'empty'
+      }
+    } else {
+      if (info.type === 'directory' && target.format === 'doubao') {
+        const names = (await readdir(target.path)).filter(name => /\.(ldb|log)$/.test(name))
+        const files = await Promise.all(names.map(name => inspect(join(target.path, name))))
+        if (files.reduce((sum, file) => sum + (file?.size || 0), 0) > 8 * 1024 * 1024) throw new Error('Background validation budget exceeded')
+      }
+      if (info.type === 'directory' && ['grokbuild', 'vibe', 'kimi'].includes(target.format)) {
+        const names = target.format === 'grokbuild' ? ['chat_history.jsonl']
+          : target.format === 'vibe' ? ['messages.jsonl'] : ['wire.jsonl', 'agents/main/wire.jsonl']
+        const bodies = await Promise.all(names.map(name => inspect(join(target.path, name))))
+        if (bodies.every(body => !body || body.size === 0)) {
+          channel.postMessage({ id, state: 'empty', dependencies: [...dependencies] })
+          return
+        }
+      }
+      if (/\.(?:db|vscdb)$/i.test(target.path)) {
+        await inspect(target.path + '-wal')
+        await inspect(target.path + '-shm')
+        const schemas = {
+          opencode: ['session', 'message'], mimocode: ['session', 'message'], kilocode: ['session', 'message'],
+          teleagent: ['session', 'message'], zcode: ['session', 'message'],
+          hermes: ['sessions', 'messages'], goose: ['sessions', 'messages'], crush: ['sessions', 'messages'],
+        }
+        let schema = schemas[target.format]
+        if (schema) {
+          const { DatabaseSync } = await import('node:sqlite')
+          const db = new DatabaseSync(target.path, { readOnly: true })
+          try {
+            const tables = new Set(db.prepare("SELECT name FROM sqlite_master WHERE type='table'").all().map(r => r.name))
+            if (schema[0] === 'session' && tables.has('session_v2')) schema = ['session_v2', 'session_message']
+            if (tables.has(schema[0]) && tables.has(schema[1])
+              && db.prepare(`SELECT 1 FROM ${schema[0]} WHERE id = ? LIMIT 1`).get(target.sessionId)
+              && !db.prepare(`SELECT 1 FROM ${schema[1]} WHERE session_id = ? LIMIT 1`).get(target.sessionId)) {
+              channel.postMessage({ id, state: 'empty', dependencies: [...dependencies] })
+              return
+            }
+          } finally { db.close() }
+        }
+      }
+      if (target.format === 'chatgpt') {
+        const exported = JSON.parse(await fs.readText({ displayPath: target.path }))
+        const chat = Array.isArray(exported) ? exported.find(c => c.id === target.sessionId) : null
+        if (chat?.mapping && Object.values(chat.mapping).every(node => node && !node.message)) {
+          channel.postMessage({ id, state: 'empty', dependencies: [...dependencies] })
+          return
+        }
+      }
+      state = await readConversation(fs, { ...target, limit: 1, detail: 'full', probe: true })
+      if (state === 'unknown' && ['pi', 'codex', 'openclaw', 'hermes', 'dsh', 'dsh4'].includes(target.format) && info.type === 'file' && !/\.(db|vscdb|zstd)$/i.test(target.path)) {
+        const records = (await fs.readText({ displayPath: target.path })).split(/\r?\n/).filter(line => line.trim()).map(line => JSON.parse(line))
+        const allowed = target.format === 'codex' ? ['session_meta'] : ['session', 'session_info', 'session/title']
+        if (records.length && records.every(r => allowed.includes(r.type))) state = 'empty'
+      }
+    }
+  } catch { state = 'unknown' }
+  channel.postMessage({ id, state, dependencies: [...dependencies] })
+})

package/vendor/chat-import-reader/parsers.d.mts

@@ -1,6 +1,6 @@
-export function defaultRoots(): Record<string, string | string[] | null>
-export function readConversation(fs: unknown, input: {
-  format: string; path: string; sessionId: string; limit: number;
-  before?: number; revision?: string; detail: 'summary' | 'full';
-  probe?: boolean; structured?: boolean;
-}, signal?: AbortSignal): Promise<unknown>
+export function defaultRoots(): Record<string, string | string[] | null>
+export function readConversation(fs: unknown, input: {
+  format: string; path: string; sessionId: string; limit: number;
+  before?: number; revision?: string; detail: 'summary' | 'full';
+  probe?: boolean; structured?: boolean;
+}, signal?: AbortSignal): Promise<unknown>