@openchamber/web 2.0.4 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/{CodeMirrorCommentWidgets-C_zL-eri.js → CodeMirrorCommentWidgets-qlshRzAf.js} +1 -1
- package/dist/assets/{DiffView-BeN2_YYF.js → DiffView-BI_YgdKl.js} +3 -3
- package/dist/assets/FilesView-B_NJFLBH.js +17 -0
- package/dist/assets/{GitView-DLDazOo1.js → GitView-BWKg6TNS.js} +4 -4
- package/dist/assets/{GuestAttachDialog-C0xe_Lyy.js → GuestAttachDialog-DO4x4vIR.js} +1 -1
- package/dist/assets/{GuestSurfacePane-BdaurnDr.js → GuestSurfacePane-4PY11vEP.js} +1 -1
- package/dist/assets/JsonTreeView-u4yx65zn.js +1 -0
- package/dist/assets/{LinearIssuesView-BryoAHow.js → LinearIssuesView-C4gGBhU8.js} +1 -1
- package/dist/assets/{MarkdownImageGallery-DfuEoaGq.js → MarkdownImageGallery-fqVRCTdC.js} +1 -1
- package/dist/assets/MarkdownRendererImpl-Cfb5fTnq.js +39 -0
- package/dist/assets/OnboardingScreen-CiTV2_OT.js +1 -0
- package/dist/assets/PatchDiff-BrjhzXDM.js +1 -0
- package/dist/assets/{PierreDiffViewer-BC950e3F.js → PierreDiffViewer-CVx2e1cx.js} +5 -5
- package/dist/assets/{PlanView-B7Xgihqk.js → PlanView-DP9DOnI-.js} +4 -4
- package/dist/assets/{PluginPane-2C71F8uF.js → PluginPane-rZvoMQSi.js} +3 -3
- package/dist/assets/SettingsView-Dp9jubRs.js +30 -0
- package/dist/assets/SettingsWindow-Dst0yiV7.js +1 -0
- package/dist/assets/{SubmoduleDiffSummary-BSA9gnIO.js → SubmoduleDiffSummary-CixkM4fI.js} +1 -1
- package/dist/assets/{ToolOutputDialog-DprkVKcj.js → ToolOutputDialog-f0cS2DIf.js} +6 -6
- package/dist/assets/ToolPartDiffPreview-CFFIAFFY.js +8 -0
- package/dist/assets/{VirtualizedFileDiff-Kp8hKJdT.js → VirtualizedFileDiff-B-U_aQwV.js} +4 -4
- package/dist/assets/{WalkthroughView-DGnTzqIU.js → WalkthroughView-C1uB3Pl3.js} +2 -2
- package/dist/assets/{appThemeRegistry-BdEHBA4s.js → appThemeRegistry-DU-UKEHq.js} +1 -1
- package/dist/assets/{commitAndPush-LwtVa2Oc.js → commitAndPush-CtWGqrtW.js} +1 -1
- package/dist/assets/{computeVirtualFileMetrics-6V1xNpO9.js → computeVirtualFileMetrics-BmhViPMt.js} +1 -1
- package/dist/assets/de-D4hpTCNY.js +10 -0
- package/dist/assets/es-Bw9m3H62.js +16 -0
- package/dist/assets/fileTreeStatus-CvPnAWSi.js +1 -0
- package/dist/assets/fr-Bhll42P0.js +14 -0
- package/dist/assets/index-Btd2mmYT.js +42 -0
- package/dist/assets/index-C-7hQnEc.css +1 -0
- package/dist/assets/{index-CmNPYddV.js → index-DwtCnbiK.js} +1 -1
- package/dist/assets/{isDiffPlainText-1bXcWCrw.js → isDiffPlainText-CPDhzF1K.js} +1 -1
- package/dist/assets/{isFilePlainText-CBAppvy1.js → isFilePlainText-n8k0lMTZ.js} +1 -1
- package/dist/assets/ja-CsHoT43d.js +16 -0
- package/dist/assets/ko-BBNdtFa4.js +16 -0
- package/dist/assets/{main-CzjTMTfW.js → main-D6rlXjug.js} +2 -2
- package/dist/assets/main-kYkr_urz.js +1000 -0
- package/dist/assets/markdownCore-CHm8ycaW.js +7 -0
- package/dist/assets/{miniChat-CP68IL8Q.js → miniChat-2JY8K3Qw.js} +2 -2
- package/dist/assets/mobile-CviaXnnU.js +2 -0
- package/dist/assets/nl-DszyktfH.js +16 -0
- package/dist/assets/openSessionFromRoute-BIlcJIf3.js +1 -0
- package/dist/assets/{web-components-ngpHPEDU.js → parseDiffFromFile-DeZzEah8.js} +5 -5
- package/dist/assets/{patchFileDiff-pqRSHLHI.js → patchFileDiff-BnEHIdM2.js} +2 -2
- package/dist/assets/pl-Bk9_mUXc.js +16 -0
- package/dist/assets/pt-BR-BIXmm3Gw.js +16 -0
- package/dist/assets/{renderElectronMiniChatApp-DKIilR7N.js → renderElectronMiniChatApp-DvUphkjj.js} +2 -2
- package/dist/assets/renderMobileApp-Cdc49X8Y.js +25 -0
- package/dist/assets/runtimeEndpointReset-Cu6RUve4.js +56 -0
- package/dist/assets/shikiHighlight-CcVzlYit.js +1 -0
- package/dist/assets/space-apply-CgJ5JYPK.js +1 -0
- package/dist/assets/space-close-C1tL-_0t.js +1 -0
- package/dist/assets/{textMateThemeFromAppTheme-BSUFChBY.js → textMateThemeFromAppTheme-CAOCeVjl.js} +1 -1
- package/dist/assets/tr-C_13w7CX.js +7 -0
- package/dist/assets/uk-BZTsG-q_.js +16 -0
- package/dist/assets/{useAppFontEffects-Dsl_sLrj.js → useAppFontEffects-CeMgbeVa.js} +185 -177
- package/dist/assets/{useInlineCommentController-d5vntsQ_.js → useInlineCommentController-U97JJifS.js} +2 -2
- package/dist/assets/useRootScrollLock-DMBY2aTT.js +2 -0
- package/dist/assets/{vendor-base-ui-DnNniUWp.js → vendor-base-ui-DWgyZK2k.js} +1 -1
- package/dist/assets/vendor-codemirror-autocomplete-DetzHhtC.js +1 -0
- package/dist/assets/{vendor-codemirror-commands-B7H_j0iU.js → vendor-codemirror-commands-ConqfjLn.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-angular-DEPs2M5t.js → vendor-codemirror-lang-angular-Dbpx8qe-.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-cpp-DhkseaMo.js → vendor-codemirror-lang-cpp-TRtQWrpl.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-css-O0cZX78y.js → vendor-codemirror-lang-css-DY4CGDG2.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-go-fMdQYcON.js → vendor-codemirror-lang-go-CLKXh6B8.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-html-CfgK872x.js → vendor-codemirror-lang-html-CQnNjmg9.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-java-CQj4S3zl.js → vendor-codemirror-lang-java-CokZKqls.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-javascript-Cc2ZYbgX.js → vendor-codemirror-lang-javascript-Kgp6fZRE.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-jinja-BmZZv8g-.js → vendor-codemirror-lang-jinja-DZchyrN1.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-json-CMBS2tG9.js → vendor-codemirror-lang-json-CkdBRvqj.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-less-C6Eo8hVS.js → vendor-codemirror-lang-less-_k-GKz0A.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-liquid-DSTR47-H.js → vendor-codemirror-lang-liquid-DuHUMKoh.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-markdown-BPGOH9ye.js → vendor-codemirror-lang-markdown-CdG1RXm1.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-php-DD9udfPH.js → vendor-codemirror-lang-php-Ca15KQSA.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-python-HahnQaAS.js → vendor-codemirror-lang-python-B4MRHRva.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-rust-nLTovbjv.js → vendor-codemirror-lang-rust-8fLJdxQA.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-sass-pL2Yc72v.js → vendor-codemirror-lang-sass-CASr_yQ1.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-sql-BVBnan19.js → vendor-codemirror-lang-sql-Dc4ER-re.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-vue-BqGzJVm1.js → vendor-codemirror-lang-vue-fu2BqdK2.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-wast-B0_m5DqU.js → vendor-codemirror-lang-wast-BkCOgSpV.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-xml-Dj3voadT.js → vendor-codemirror-lang-xml-7e-kPepH.js} +1 -1
- package/dist/assets/{vendor-codemirror-lang-yaml-yu-9Z5u7.js → vendor-codemirror-lang-yaml-Cq3p_9DI.js} +1 -1
- package/dist/assets/vendor-codemirror-language-CZcLdzDM.js +3 -0
- package/dist/assets/{vendor-codemirror-language-data-B1EetJur.js → vendor-codemirror-language-data-B8HKnqZy.js} +2 -2
- package/dist/assets/vendor-codemirror-search-BZNojiZO.js +2 -0
- package/dist/assets/{vendor-codemirror-state-C9awkmn-.js → vendor-codemirror-state--21VQleR.js} +1 -1
- package/dist/assets/vendor-codemirror-view-8PpN-8l4.js +4 -0
- package/dist/assets/vendor-opencode-client-Byb4ZSqI.js +12 -0
- package/dist/assets/vendor-remend-DcBOpbSu.js +24 -0
- package/dist/assets/{vendor-replit-codemirror-vim-B2DJlAhT.js → vendor-replit-codemirror-vim-EX7OnecQ.js} +1 -1
- package/dist/assets/zh-CN-C62wm2Tg.js +16 -0
- package/dist/assets/zh-TW-BgGTiQA6.js +16 -0
- package/dist/index.html +4 -4
- package/dist/mini-chat.html +4 -4
- package/dist/mobile.html +4 -4
- package/package.json +4 -4
- package/server/index.js +58 -1
- package/server/lib/browser-control/DOCUMENTATION.md +8 -1
- package/server/lib/dev-tunnel/DOCUMENTATION.md +6 -0
- package/server/lib/dev-tunnel/runtime.js +94 -38
- package/server/lib/dev-tunnel/tunnel.test.js +16 -2
- package/server/lib/dictation/DOCUMENTATION.md +23 -10
- package/server/lib/dictation/audio.js +28 -0
- package/server/lib/dictation/local/sherpa-recognizer.js +33 -7
- package/server/lib/dictation/local/sherpa-recognizer.test.js +94 -0
- package/server/lib/dictation/local/worker-client.js +28 -10
- package/server/lib/dictation/local/worker-process.js +25 -1
- package/server/lib/dictation/stream-manager.js +160 -53
- package/server/lib/dictation/stream-manager.test.js +108 -7
- package/server/lib/enterprise-mode.d.ts +2 -0
- package/server/lib/enterprise-mode.js +84 -9
- package/server/lib/enterprise-mode.test.js +115 -0
- package/server/lib/fs/DOCUMENTATION.md +3 -2
- package/server/lib/fs/routes.js +28 -1
- package/server/lib/fs/routes.test.js +31 -5
- package/server/lib/git/DOCUMENTATION.md +1 -1
- package/server/lib/git/service.js +61 -2
- package/server/lib/git/service.test.js +141 -0
- package/server/lib/github/DOCUMENTATION.md +18 -0
- package/server/lib/github/checks-summary.js +76 -0
- package/server/lib/github/pr-summaries.js +282 -0
- package/server/lib/github/pr-summaries.test.js +209 -0
- package/server/lib/github/routes.js +42 -77
- package/server/lib/github/routes.test.js +77 -0
- package/server/lib/inherited-env.js +51 -0
- package/server/lib/inherited-env.test.js +59 -0
- package/server/lib/message-search/DOCUMENTATION.md +83 -0
- package/server/lib/message-search/indexer.js +336 -0
- package/server/lib/message-search/indexer.test.js +341 -0
- package/server/lib/message-search/routes.js +92 -0
- package/server/lib/message-search/runtime.js +234 -0
- package/server/lib/message-search/runtime.test.js +108 -0
- package/server/lib/message-search/sqlite.js +74 -0
- package/server/lib/message-search/store.js +289 -0
- package/server/lib/openchamber-control/DOCUMENTATION.md +6 -1
- package/server/lib/openchamber-control/actions.js +1 -1
- package/server/lib/openchamber-control/service.js +21 -2
- package/server/lib/openchamber-control/service.test.js +50 -0
- package/server/lib/openchamber-sessions/routes.js +15 -0
- package/server/lib/openchamber-sessions/routes.test.js +31 -0
- package/server/lib/opencode/DOCUMENTATION.md +43 -38
- package/server/lib/opencode/auth.d.ts +24 -0
- package/server/lib/opencode/auth.js +130 -66
- package/server/lib/opencode/auth.test.js +114 -70
- package/server/lib/opencode/compatibility.js +4 -3
- package/server/lib/opencode/compatibility.test.js +10 -10
- package/server/lib/opencode/feature-routes-runtime.js +3 -0
- package/server/lib/opencode/lifecycle.js +21 -12
- package/server/lib/opencode/lifecycle.test.js +38 -5
- package/server/lib/opencode/provider-source-route.test.js +55 -2
- package/server/lib/opencode/routes.js +17 -4
- package/server/lib/opencode/settings-helpers.js +6 -0
- package/server/lib/opencode/settings-helpers.test.js +1 -1
- package/server/lib/opencode/settings-registry.json +16 -0
- package/server/lib/opencode/settings-runtime.js +9 -0
- package/server/lib/opencode/shutdown-runtime.js +2 -0
- package/server/lib/opencode/v1-migration-topup.js +13 -3
- package/server/lib/opencode/v2-install.test.js +13 -13
- package/server/lib/quota/DOCUMENTATION.md +11 -5
- package/server/lib/quota/providers/claude/auth.js +19 -6
- package/server/lib/quota/providers/claude/auth.test.js +22 -9
- package/server/lib/quota/providers/claude/index.js +3 -3
- package/server/lib/quota/providers/claude/index.test.js +3 -2
- package/server/lib/quota/providers/cline-pass.js +4 -4
- package/server/lib/quota/providers/codex.js +3 -4
- package/server/lib/quota/providers/codex.test.js +1 -1
- package/server/lib/quota/providers/copilot.js +4 -5
- package/server/lib/quota/providers/copilot.test.js +1 -1
- package/server/lib/quota/providers/deepseek.js +3 -4
- package/server/lib/quota/providers/deepseek.test.js +1 -1
- package/server/lib/quota/providers/google/auth.js +1 -3
- package/server/lib/quota/providers/google/index.js +3 -2
- package/server/lib/quota/providers/hyper.js +4 -4
- package/server/lib/quota/providers/index.js +9 -2
- package/server/lib/quota/providers/index.test.js +5 -3
- package/server/lib/quota/providers/kimi.js +16 -11
- package/server/lib/quota/providers/kimi.test.js +81 -38
- package/server/lib/quota/providers/minimax-shared.js +3 -4
- package/server/lib/quota/providers/nanogpt.js +3 -4
- package/server/lib/quota/providers/neuralwatt.js +3 -4
- package/server/lib/quota/providers/neuralwatt.test.js +1 -1
- package/server/lib/quota/providers/openai.js +2 -8
- package/server/lib/quota/providers/opencode-go.js +5 -5
- package/server/lib/quota/providers/opencode-go.test.js +1 -1
- package/server/lib/quota/providers/openrouter.js +30 -6
- package/server/lib/quota/providers/openrouter.test.js +122 -1
- package/server/lib/quota/providers/wafer.js +3 -4
- package/server/lib/quota/providers/xai.js +12 -12
- package/server/lib/quota/providers/zai.js +3 -4
- package/server/lib/quota/providers/zai.test.js +1 -1
- package/server/lib/quota/providers/zhipuai-coding-plan.js +5 -6
- package/server/lib/quota/providers/zhipuai-coding-plan.test.js +1 -1
- package/server/lib/quota/routes.js +1 -1
- package/server/lib/routing/DOCUMENTATION.md +4 -0
- package/server/lib/routing/runtime.js +45 -4
- package/server/lib/routing/runtime.test.js +35 -6
- package/server/lib/scheduled-tasks/DOCUMENTATION.md +27 -0
- package/server/lib/scheduled-tasks/chats-scope.js +50 -0
- package/server/lib/scheduled-tasks/runtime.js +57 -23
- package/server/lib/scheduled-tasks/runtime.test.js +103 -1
- package/server/lib/scheduled-tasks/service.js +37 -29
- package/server/lib/scheduled-tasks/service.test.js +39 -0
- package/server/lib/spaces/DOCUMENTATION.md +54 -9
- package/server/lib/spaces/host.js +24 -3
- package/server/lib/spaces/journey.js +111 -11
- package/server/lib/spaces/journey.test.js +189 -8
- package/server/lib/spaces/places/docker-disk.js +151 -0
- package/server/lib/spaces/places/docker-disk.test.js +167 -0
- package/server/lib/spaces/places/docker-tools.js +11 -1
- package/server/lib/spaces/places/docker.js +4 -2
- package/server/lib/spaces/places/fake-docker.js +36 -2
- package/server/lib/spaces/routes.js +21 -4
- package/server/lib/spaces/routes.test.js +6 -2
- package/server/lib/spaces/space-archive.js +275 -0
- package/server/lib/spaces/space-archive.test.js +194 -0
- package/server/lib/spaces/space-opencode.js +139 -6
- package/server/lib/spaces/space-opencode.test.js +82 -1
- package/server/lib/spaces/space-records.js +3 -0
- package/server/lib/spaces/space-setup.js +10 -5
- package/server/lib/spaces/space-setup.test.js +8 -2
- package/server/lib/terminal/DOCUMENTATION.md +1 -0
- package/server/lib/terminal/runtime.js +6 -1
- package/server/lib/terminal/runtime.test.js +19 -0
- package/server/lib/tts/routes.js +2 -2
- package/server/lib/tts/service.js +8 -8
- package/dist/assets/FilesView-CN34wm_N.js +0 -17
- package/dist/assets/JsonTreeView-B1Xq-k2t.js +0 -1
- package/dist/assets/MarkdownRendererImpl-B_ZcWOvX.js +0 -12
- package/dist/assets/OnboardingScreen-C22bGmnP.js +0 -1
- package/dist/assets/PatchDiff-0xd6UeFB.js +0 -1
- package/dist/assets/SettingsView-m_zoFiaT.js +0 -30
- package/dist/assets/SettingsWindow-CofS020b.js +0 -1
- package/dist/assets/ToolPartDiffPreview-Dq0go_fX.js +0 -8
- package/dist/assets/de-DlgBHUAI.js +0 -10
- package/dist/assets/es-BC8G41U8.js +0 -16
- package/dist/assets/fr-I0z3vVjy.js +0 -14
- package/dist/assets/index-CgR5rJq_.js +0 -41
- package/dist/assets/index-adyy_sEk.css +0 -1
- package/dist/assets/ja-BIElEsY8.js +0 -16
- package/dist/assets/ko-DRnnHetA.js +0 -16
- package/dist/assets/main-DVX34beR.js +0 -886
- package/dist/assets/markdownCore-Cxbkn5NR.js +0 -7
- package/dist/assets/mobile-BrlBrNfZ.js +0 -2
- package/dist/assets/nl-DzUV-kwp.js +0 -16
- package/dist/assets/pl-Bb-cb7k7.js +0 -16
- package/dist/assets/pt-BR-CyIWrTcE.js +0 -16
- package/dist/assets/renderMobileApp-B0z6-x58.js +0 -25
- package/dist/assets/runtimeEndpointReset-uu1DBwLL.js +0 -52
- package/dist/assets/scheduledTasksApi-BuzWT445.js +0 -1
- package/dist/assets/shikiHighlight-BWGrY5YU.js +0 -1
- package/dist/assets/tr-DXEDSoYO.js +0 -7
- package/dist/assets/uk-C8hN--q_.js +0 -16
- package/dist/assets/useRootScrollLock-2rd5Y6gR.js +0 -2
- package/dist/assets/vendor-codemirror-autocomplete-DzPz9Wgq.js +0 -1
- package/dist/assets/vendor-codemirror-language-BgPj_McA.js +0 -3
- package/dist/assets/vendor-codemirror-search-BmS-GmcX.js +0 -2
- package/dist/assets/vendor-codemirror-view-CiLROUVV.js +0 -4
- package/dist/assets/vendor-opencode-client-DSZl7jSi.js +0 -12
- package/dist/assets/vendor-remend-BWYYytN3.js +0 -22
- package/dist/assets/zh-CN-CtzXdjMZ.js +0 -16
- package/dist/assets/zh-TW-Ds0CADSz.js +0 -16
- package/server/lib/opencode/credential-db.js +0 -144
- package/server/lib/opencode/credential-db.test.js +0 -104
|
@@ -0,0 +1,336 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Keeps the message search index in step with OpenCode.
|
|
3
|
+
*
|
|
4
|
+
* Live: a session's turn ending (or one of its steps settling) queues that
|
|
5
|
+
* session; a sync reads only what came after the stored cursors. Background:
|
|
6
|
+
* once OpenCode is reachable, the session list is walked and every session
|
|
7
|
+
* changed since it was last read is queued behind the live ones, one at a
|
|
8
|
+
* time. Nothing here blocks a request or a turn.
|
|
9
|
+
*
|
|
10
|
+
* What goes in: the text of user messages and of settled agent replies, and,
|
|
11
|
+
* when asked for (`includeReasoning`), the agent's reasoning as rows of their
|
|
12
|
+
* own. Tool calls, their output and attached context records stay out.
|
|
13
|
+
* Subagent sessions stay out, as they do in the command palette.
|
|
14
|
+
*/
|
|
15
|
+
|
|
16
|
+
import { z } from 'zod';
|
|
17
|
+
|
|
18
|
+
const PAGE_SIZE = 100;
|
|
19
|
+
const SESSION_PAGE_SIZE = 200;
|
|
20
|
+
const LIVE_DEBOUNCE_MS = 1_500;
|
|
21
|
+
const BACKFILL_PAUSE_MS = 25;
|
|
22
|
+
const ROLES = ['user', 'assistant'];
|
|
23
|
+
|
|
24
|
+
const isTag = (error, tag) => error?._tag === tag;
|
|
25
|
+
|
|
26
|
+
// OpenCode's records and events, read once here. Only the fields the index
|
|
27
|
+
// uses are parsed; anything else on them is ignored.
|
|
28
|
+
const sessionSchema = z.object({
|
|
29
|
+
id: z.string().min(1),
|
|
30
|
+
parentID: z.string().nullish(),
|
|
31
|
+
title: z.string().nullish(),
|
|
32
|
+
location: z.object({ directory: z.string() }).partial().nullish(),
|
|
33
|
+
time: z.object({ created: z.number(), updated: z.number() }).partial().nullish(),
|
|
34
|
+
revert: z.object({ messageID: z.string().nullish() }).nullish(),
|
|
35
|
+
});
|
|
36
|
+
const sessionPageSchema = z.object({
|
|
37
|
+
data: z.array(z.unknown()),
|
|
38
|
+
cursor: z.object({ next: z.string().nullish() }).nullish(),
|
|
39
|
+
});
|
|
40
|
+
const messagePageSchema = sessionPageSchema;
|
|
41
|
+
const createdSchema = z.object({ time: z.object({ created: z.number() }) });
|
|
42
|
+
const textPartSchema = z.object({ type: z.literal('text'), text: z.string() });
|
|
43
|
+
const reasoningPartSchema = z.object({ type: z.literal('reasoning'), text: z.string() });
|
|
44
|
+
const messageSchema = z.discriminatedUnion('type', [
|
|
45
|
+
z.object({ id: z.string().min(1), type: z.literal('user'), text: z.string().nullish(), time: z.object({ created: z.number() }) }),
|
|
46
|
+
z.object({
|
|
47
|
+
id: z.string().min(1),
|
|
48
|
+
type: z.literal('assistant'),
|
|
49
|
+
content: z.array(z.unknown()).nullish(),
|
|
50
|
+
time: z.object({ created: z.number(), completed: z.number().nullish() }),
|
|
51
|
+
}),
|
|
52
|
+
]);
|
|
53
|
+
const eventSchema = z.object({
|
|
54
|
+
type: z.string(),
|
|
55
|
+
properties: z.object({
|
|
56
|
+
sessionID: z.string().min(1),
|
|
57
|
+
info: z.object({
|
|
58
|
+
title: z.string(),
|
|
59
|
+
directory: z.string(),
|
|
60
|
+
time: z.object({ completed: z.number() }).partial(),
|
|
61
|
+
}).partial().nullish(),
|
|
62
|
+
}),
|
|
63
|
+
});
|
|
64
|
+
|
|
65
|
+
// Terminal selections appended by older builds are source material, not what
|
|
66
|
+
// the user wrote (session-assist/context.js strips them the same way).
|
|
67
|
+
const stripTerminalContext = (text) => text.replace(/\n*<terminal_context>\n[\s\S]*?\n<\/terminal_context>\s*$/, '');
|
|
68
|
+
|
|
69
|
+
/** An agent record's parts of one kind, joined; null when it has none. */
|
|
70
|
+
const joinParts = (message, schema) => {
|
|
71
|
+
const blocks = [];
|
|
72
|
+
for (const part of message.content ?? []) {
|
|
73
|
+
const parsed = schema.safeParse(part);
|
|
74
|
+
if (parsed.success && parsed.data.text.trim()) blocks.push(parsed.data.text.trim());
|
|
75
|
+
}
|
|
76
|
+
return blocks.length > 0 ? blocks.join('\n\n') : null;
|
|
77
|
+
};
|
|
78
|
+
|
|
79
|
+
/** The searchable text of a parsed message record, or null when it has none. */
|
|
80
|
+
const readSearchableText = (message) => {
|
|
81
|
+
if (message.type === 'user') return stripTerminalContext(message.text ?? '').trim() || null;
|
|
82
|
+
return joinParts(message, textPartSchema);
|
|
83
|
+
};
|
|
84
|
+
|
|
85
|
+
// An assistant record is still being written until OpenCode stamps it
|
|
86
|
+
// completed; its text is not final and it must not move the cursor past it.
|
|
87
|
+
const isSettled = (message) => message.type !== 'assistant' || Number.isFinite(message.time.completed);
|
|
88
|
+
|
|
89
|
+
export const createMessageSearchIndexer = ({
|
|
90
|
+
store,
|
|
91
|
+
// (directory) => OpenCode client, built at call time so a restarted or
|
|
92
|
+
// re-pointed OpenCode is used as soon as it exists.
|
|
93
|
+
createClient,
|
|
94
|
+
pageSize = PAGE_SIZE,
|
|
95
|
+
liveDebounceMs = LIVE_DEBOUNCE_MS,
|
|
96
|
+
backfillPauseMs = BACKFILL_PAUSE_MS,
|
|
97
|
+
// Read per record, so switching it takes effect from the next one.
|
|
98
|
+
includeReasoning = () => false,
|
|
99
|
+
logger = console,
|
|
100
|
+
}) => {
|
|
101
|
+
const liveTimers = new Map();
|
|
102
|
+
const liveQueue = new Map();
|
|
103
|
+
const backfillQueue = new Map();
|
|
104
|
+
let draining = null;
|
|
105
|
+
let backfill = { state: 'idle', total: 0, done: 0 };
|
|
106
|
+
let backfillRun = 0;
|
|
107
|
+
let stopped = false;
|
|
108
|
+
|
|
109
|
+
const syncSession = async (sessionId, directoryHint, { retried = false } = {}) => {
|
|
110
|
+
const client = createClient(directoryHint);
|
|
111
|
+
let session;
|
|
112
|
+
try {
|
|
113
|
+
session = sessionSchema.parse(await client.session.get({ sessionID: sessionId }));
|
|
114
|
+
} catch (error) {
|
|
115
|
+
if (isTag(error, 'SessionNotFoundError')) {
|
|
116
|
+
store.deleteSession(sessionId);
|
|
117
|
+
return;
|
|
118
|
+
}
|
|
119
|
+
throw error;
|
|
120
|
+
}
|
|
121
|
+
if (session.parentID) {
|
|
122
|
+
store.deleteSession(sessionId);
|
|
123
|
+
return;
|
|
124
|
+
}
|
|
125
|
+
const directory = session.location?.directory || directoryHint || '';
|
|
126
|
+
store.upsertSession({ id: sessionId, directory, title: session.title ?? '', createdAt: session.time?.created });
|
|
127
|
+
|
|
128
|
+
// A revert hides the tail of the conversation, and the next prompt
|
|
129
|
+
// deletes it: what was read past the boundary is no longer the session.
|
|
130
|
+
const revertId = session.revert?.messageID ?? null;
|
|
131
|
+
const known = store.readSession(sessionId);
|
|
132
|
+
if ((known?.revert_id ?? null) !== revertId) store.resetSession(sessionId, revertId);
|
|
133
|
+
let cutoff = Number.POSITIVE_INFINITY;
|
|
134
|
+
if (revertId) {
|
|
135
|
+
// Unknown boundary: index nothing rather than text the user took back.
|
|
136
|
+
const reverted = createdSchema.safeParse(
|
|
137
|
+
await client.session.message.get({ sessionID: sessionId, messageID: revertId }).catch(() => null),
|
|
138
|
+
);
|
|
139
|
+
cutoff = reverted.success ? reverted.data.time.created : Number.NEGATIVE_INFINITY;
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
const readingSession = store.readSession(sessionId);
|
|
143
|
+
for (const role of ROLES) {
|
|
144
|
+
// While reverted, the tail beyond the boundary will change: read from
|
|
145
|
+
// the start each time and keep no cursor.
|
|
146
|
+
let cursor = revertId ? null : (role === 'user' ? readingSession?.user_cursor : readingSession?.assistant_cursor) ?? null;
|
|
147
|
+
for (;;) {
|
|
148
|
+
let page;
|
|
149
|
+
try {
|
|
150
|
+
page = messagePageSchema.parse(await client.message.list({
|
|
151
|
+
sessionID: sessionId,
|
|
152
|
+
limit: pageSize,
|
|
153
|
+
type: role,
|
|
154
|
+
...(cursor ? { cursor } : { order: 'asc' }),
|
|
155
|
+
}));
|
|
156
|
+
} catch (error) {
|
|
157
|
+
// The message the cursor names is gone (deleted, reverted and
|
|
158
|
+
// replaced): read the session again from the start, once.
|
|
159
|
+
if (cursor && !retried && (isTag(error, 'InvalidCursorError') || isTag(error, 'MessageNotFoundError') || isTag(error, 'InvalidRequestError'))) {
|
|
160
|
+
store.resetSession(sessionId, revertId);
|
|
161
|
+
return syncSession(sessionId, directory, { retried: true });
|
|
162
|
+
}
|
|
163
|
+
throw error;
|
|
164
|
+
}
|
|
165
|
+
const records = page.data;
|
|
166
|
+
const rows = [];
|
|
167
|
+
let complete = true;
|
|
168
|
+
for (const record of records) {
|
|
169
|
+
const parsed = messageSchema.safeParse(record);
|
|
170
|
+
// A record this reader does not understand carries nothing it can
|
|
171
|
+
// index; passing over it keeps the rest of the session searchable.
|
|
172
|
+
if (!parsed.success) continue;
|
|
173
|
+
const message = parsed.data;
|
|
174
|
+
if (message.time.created >= cutoff || !isSettled(message)) {
|
|
175
|
+
complete = false;
|
|
176
|
+
break;
|
|
177
|
+
}
|
|
178
|
+
const text = readSearchableText(message);
|
|
179
|
+
if (text) rows.push({ id: message.id, sessionId, role, createdAt: message.time.created, text });
|
|
180
|
+
// A row of its own: the reply and the reasoning are found, filtered
|
|
181
|
+
// and dropped separately, and both lead to the same message.
|
|
182
|
+
const reasoning = message.type === 'assistant' && includeReasoning() ? joinParts(message, reasoningPartSchema) : null;
|
|
183
|
+
if (reasoning) {
|
|
184
|
+
rows.push({ id: `${message.id}:reasoning`, messageId: message.id, sessionId, role: 'reasoning', createdAt: message.time.created, text: reasoning });
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
store.putMessages(rows);
|
|
188
|
+
if (!complete) break;
|
|
189
|
+
const next = page.cursor?.next ?? null;
|
|
190
|
+
if (next && !revertId) store.setCursor(sessionId, role, next);
|
|
191
|
+
if (!next || records.length < pageSize) break;
|
|
192
|
+
cursor = next;
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
store.markSynced(sessionId, session.time?.updated ?? null);
|
|
196
|
+
};
|
|
197
|
+
|
|
198
|
+
const takeNext = () => {
|
|
199
|
+
for (const queue of [liveQueue, backfillQueue]) {
|
|
200
|
+
const first = queue.entries().next();
|
|
201
|
+
if (!first.done) {
|
|
202
|
+
const [sessionId, directory] = first.value;
|
|
203
|
+
queue.delete(sessionId);
|
|
204
|
+
backfillQueue.delete(sessionId);
|
|
205
|
+
return { sessionId, directory, fromBackfill: queue === backfillQueue };
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
return null;
|
|
209
|
+
};
|
|
210
|
+
|
|
211
|
+
const drain = () => {
|
|
212
|
+
if (draining || stopped) return draining;
|
|
213
|
+
draining = (async () => {
|
|
214
|
+
for (let job = takeNext(); job && !stopped; job = takeNext()) {
|
|
215
|
+
try {
|
|
216
|
+
await syncSession(job.sessionId, job.directory);
|
|
217
|
+
} catch (error) {
|
|
218
|
+
logger.warn?.('[message-search] could not index a session:', error?.message ?? error);
|
|
219
|
+
}
|
|
220
|
+
if (job.fromBackfill) {
|
|
221
|
+
backfill = { ...backfill, done: backfill.done + 1 };
|
|
222
|
+
if (backfillPauseMs > 0) await new Promise((resolve) => setTimeout(resolve, backfillPauseMs));
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
if (backfill.state === 'running' && backfillQueue.size === 0) backfill = { ...backfill, state: 'done' };
|
|
226
|
+
})().finally(() => {
|
|
227
|
+
draining = null;
|
|
228
|
+
if (!stopped && (liveQueue.size > 0 || backfillQueue.size > 0)) void drain();
|
|
229
|
+
});
|
|
230
|
+
return draining;
|
|
231
|
+
};
|
|
232
|
+
|
|
233
|
+
const queueLive = (sessionId, directory) => {
|
|
234
|
+
if (!sessionId || stopped) return;
|
|
235
|
+
clearTimeout(liveTimers.get(sessionId));
|
|
236
|
+
liveTimers.set(sessionId, setTimeout(() => {
|
|
237
|
+
liveTimers.delete(sessionId);
|
|
238
|
+
liveQueue.set(sessionId, directory);
|
|
239
|
+
void drain();
|
|
240
|
+
}, liveDebounceMs));
|
|
241
|
+
};
|
|
242
|
+
|
|
243
|
+
/**
|
|
244
|
+
* Walks every root session OpenCode lists and queues the ones changed since
|
|
245
|
+
* they were read. Sessions the index holds that OpenCode no longer lists are
|
|
246
|
+
* dropped, but only after the whole list arrived: a failed page is not an
|
|
247
|
+
* empty list.
|
|
248
|
+
*/
|
|
249
|
+
const startBackfill = async () => {
|
|
250
|
+
const run = ++backfillRun;
|
|
251
|
+
const client = createClient('');
|
|
252
|
+
const listed = new Map();
|
|
253
|
+
let cursor = null;
|
|
254
|
+
try {
|
|
255
|
+
for (;;) {
|
|
256
|
+
const page = sessionPageSchema.parse(await client.session.list({ parentID: null, limit: SESSION_PAGE_SIZE, ...(cursor ? { cursor } : { order: 'desc' }) }));
|
|
257
|
+
for (const record of page.data) {
|
|
258
|
+
const session = sessionSchema.safeParse(record);
|
|
259
|
+
if (session.success && !session.data.parentID) listed.set(session.data.id, session.data);
|
|
260
|
+
}
|
|
261
|
+
const next = page.cursor?.next ?? null;
|
|
262
|
+
if (!next || page.data.length < SESSION_PAGE_SIZE) break;
|
|
263
|
+
cursor = next;
|
|
264
|
+
}
|
|
265
|
+
} catch (error) {
|
|
266
|
+
logger.warn?.('[message-search] could not list sessions:', error?.message ?? error);
|
|
267
|
+
return;
|
|
268
|
+
}
|
|
269
|
+
if (run !== backfillRun || stopped) return;
|
|
270
|
+
for (const id of store.sessionIds()) {
|
|
271
|
+
if (!listed.has(id)) store.deleteSession(id);
|
|
272
|
+
}
|
|
273
|
+
let queued = 0;
|
|
274
|
+
for (const session of listed.values()) {
|
|
275
|
+
const known = store.readSession(session.id);
|
|
276
|
+
const updatedAt = session.time?.updated ?? null;
|
|
277
|
+
if (known && known.synced_updated_at !== null && updatedAt !== null && known.synced_updated_at >= updatedAt) continue;
|
|
278
|
+
backfillQueue.set(session.id, session.location?.directory ?? '');
|
|
279
|
+
queued += 1;
|
|
280
|
+
}
|
|
281
|
+
backfill = { state: queued > 0 ? 'running' : 'done', total: queued, done: 0 };
|
|
282
|
+
void drain();
|
|
283
|
+
};
|
|
284
|
+
|
|
285
|
+
return {
|
|
286
|
+
/** Translated OpenCode events (event-stream/translate-v2.js vocabulary). */
|
|
287
|
+
processPayload(payload, directory = '') {
|
|
288
|
+
if (stopped) return;
|
|
289
|
+
const event = eventSchema.safeParse(payload);
|
|
290
|
+
if (!event.success) return;
|
|
291
|
+
const { type, properties: { sessionID: sessionId, info } } = event.data;
|
|
292
|
+
switch (type) {
|
|
293
|
+
case 'session.idle':
|
|
294
|
+
queueLive(sessionId, directory);
|
|
295
|
+
return;
|
|
296
|
+
case 'message.updated':
|
|
297
|
+
if (Number.isFinite(info?.time?.completed)) queueLive(sessionId, directory);
|
|
298
|
+
return;
|
|
299
|
+
case 'session.updated': {
|
|
300
|
+
if (info?.title !== undefined) store.renameSession(sessionId, info.title);
|
|
301
|
+
if (info?.directory) store.moveSession(sessionId, info.directory);
|
|
302
|
+
return;
|
|
303
|
+
}
|
|
304
|
+
case 'session.deleted':
|
|
305
|
+
clearTimeout(liveTimers.get(sessionId));
|
|
306
|
+
liveTimers.delete(sessionId);
|
|
307
|
+
liveQueue.delete(sessionId);
|
|
308
|
+
backfillQueue.delete(sessionId);
|
|
309
|
+
store.deleteSession(sessionId);
|
|
310
|
+
return;
|
|
311
|
+
default:
|
|
312
|
+
}
|
|
313
|
+
},
|
|
314
|
+
|
|
315
|
+
/** OpenCode (re)connected: catch up on whatever changed while it was not watched. */
|
|
316
|
+
onConnected() {
|
|
317
|
+
if (stopped) return;
|
|
318
|
+
void startBackfill();
|
|
319
|
+
},
|
|
320
|
+
|
|
321
|
+
status() {
|
|
322
|
+
return { backfill: { ...backfill, queued: backfillQueue.size }, ...store.counts() };
|
|
323
|
+
},
|
|
324
|
+
|
|
325
|
+
/** Test seam: wait for the queue to drain. */
|
|
326
|
+
idle: () => draining ?? Promise.resolve(),
|
|
327
|
+
|
|
328
|
+
syncSession,
|
|
329
|
+
|
|
330
|
+
stop() {
|
|
331
|
+
stopped = true;
|
|
332
|
+
for (const timer of liveTimers.values()) clearTimeout(timer);
|
|
333
|
+
liveTimers.clear();
|
|
334
|
+
},
|
|
335
|
+
};
|
|
336
|
+
};
|
|
@@ -0,0 +1,341 @@
|
|
|
1
|
+
import { describe, expect, it, beforeEach } from 'vitest';
|
|
2
|
+
|
|
3
|
+
import { createMessageSearchIndexer } from './indexer.js';
|
|
4
|
+
import { loadSqliteOpener } from './sqlite.js';
|
|
5
|
+
import { buildSnippet, MATCH_END, MATCH_START, openMessageSearchStore, toMatchExpression } from './store.js';
|
|
6
|
+
|
|
7
|
+
// A fake OpenCode that pages the way v2 does (message.ts): ascending order,
|
|
8
|
+
// an opaque cursor naming the last item of the page, filtered by type.
|
|
9
|
+
const createFakeOpenCode = () => {
|
|
10
|
+
const sessions = new Map();
|
|
11
|
+
const messages = new Map();
|
|
12
|
+
const calls = { list: [] };
|
|
13
|
+
let failSessionList = false;
|
|
14
|
+
const encode = (id) => Buffer.from(JSON.stringify({ id })).toString('base64url');
|
|
15
|
+
const decode = (cursor) => JSON.parse(Buffer.from(cursor, 'base64url').toString()).id;
|
|
16
|
+
const tagged = (tag) => Object.assign(new Error(tag), { _tag: tag });
|
|
17
|
+
|
|
18
|
+
const client = {
|
|
19
|
+
session: {
|
|
20
|
+
get: async ({ sessionID }) => {
|
|
21
|
+
const session = sessions.get(sessionID);
|
|
22
|
+
if (!session) throw tagged('SessionNotFoundError');
|
|
23
|
+
return session;
|
|
24
|
+
},
|
|
25
|
+
list: async () => {
|
|
26
|
+
if (failSessionList) throw new Error('boom');
|
|
27
|
+
return { data: [...sessions.values()].filter((s) => !s.parentID), cursor: {} };
|
|
28
|
+
},
|
|
29
|
+
message: {
|
|
30
|
+
get: async ({ sessionID, messageID }) => {
|
|
31
|
+
const found = (messages.get(sessionID) ?? []).find((m) => m.id === messageID);
|
|
32
|
+
if (!found) throw tagged('MessageNotFoundError');
|
|
33
|
+
return found;
|
|
34
|
+
},
|
|
35
|
+
},
|
|
36
|
+
},
|
|
37
|
+
message: {
|
|
38
|
+
list: async ({ sessionID, limit, type, cursor }) => {
|
|
39
|
+
calls.list.push({ sessionID, type, cursor: cursor ?? null });
|
|
40
|
+
const all = (messages.get(sessionID) ?? []).filter((m) => m.type === type);
|
|
41
|
+
let start = 0;
|
|
42
|
+
if (cursor) {
|
|
43
|
+
const index = all.findIndex((m) => m.id === decode(cursor));
|
|
44
|
+
if (index < 0) throw tagged('InvalidCursorError');
|
|
45
|
+
start = index + 1;
|
|
46
|
+
}
|
|
47
|
+
const data = all.slice(start, start + limit);
|
|
48
|
+
return { data, cursor: { next: data.length ? encode(data[data.length - 1].id) : undefined } };
|
|
49
|
+
},
|
|
50
|
+
},
|
|
51
|
+
};
|
|
52
|
+
|
|
53
|
+
let clock = 1000;
|
|
54
|
+
return {
|
|
55
|
+
client,
|
|
56
|
+
calls,
|
|
57
|
+
failSessionList: (value) => { failSessionList = value; },
|
|
58
|
+
session: (id, extra = {}) => {
|
|
59
|
+
sessions.set(id, { id, title: `Session ${id}`, location: { directory: `/repo/${id}` }, time: { created: clock, updated: clock }, ...extra });
|
|
60
|
+
if (!messages.has(id)) messages.set(id, []);
|
|
61
|
+
},
|
|
62
|
+
touch: (id, patch = {}) => {
|
|
63
|
+
clock += 1;
|
|
64
|
+
sessions.set(id, { ...sessions.get(id), ...patch, time: { ...sessions.get(id).time, updated: clock } });
|
|
65
|
+
},
|
|
66
|
+
removeSession: (id) => sessions.delete(id),
|
|
67
|
+
user: (sessionId, id, text) => {
|
|
68
|
+
clock += 1;
|
|
69
|
+
messages.get(sessionId).push({ id, type: 'user', text, time: { created: clock } });
|
|
70
|
+
},
|
|
71
|
+
assistant: (sessionId, id, parts, { completed = true } = {}) => {
|
|
72
|
+
clock += 1;
|
|
73
|
+
const time = { created: clock };
|
|
74
|
+
if (completed) time.completed = clock;
|
|
75
|
+
messages.get(sessionId).push({ id, type: 'assistant', content: parts, time });
|
|
76
|
+
},
|
|
77
|
+
complete: (sessionId, id) => {
|
|
78
|
+
const record = messages.get(sessionId).find((m) => m.id === id);
|
|
79
|
+
record.time.completed = record.time.created;
|
|
80
|
+
},
|
|
81
|
+
dropMessage: (sessionId, id) => {
|
|
82
|
+
messages.set(sessionId, messages.get(sessionId).filter((m) => m.id !== id));
|
|
83
|
+
},
|
|
84
|
+
};
|
|
85
|
+
};
|
|
86
|
+
|
|
87
|
+
const open = loadSqliteOpener();
|
|
88
|
+
|
|
89
|
+
describe.skipIf(!open)('message search index', () => {
|
|
90
|
+
let fake;
|
|
91
|
+
let store;
|
|
92
|
+
let indexer;
|
|
93
|
+
const search = (query, options = {}) => store.search({ match: toMatchExpression(query), limit: 50, ...options });
|
|
94
|
+
|
|
95
|
+
beforeEach(() => {
|
|
96
|
+
fake = createFakeOpenCode();
|
|
97
|
+
store = openMessageSearchStore(open(':memory:'));
|
|
98
|
+
indexer = createMessageSearchIndexer({ store, createClient: () => fake.client, pageSize: 2, liveDebounceMs: 0, backfillPauseMs: 0, logger: { warn: () => {} } });
|
|
99
|
+
});
|
|
100
|
+
|
|
101
|
+
const backfill = async () => {
|
|
102
|
+
indexer.onConnected();
|
|
103
|
+
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
104
|
+
await indexer.idle();
|
|
105
|
+
};
|
|
106
|
+
|
|
107
|
+
it('indexes user messages and agent text, not tools, reasoning or subagents', async () => {
|
|
108
|
+
fake.session('a');
|
|
109
|
+
fake.session('child', { parentID: 'a' });
|
|
110
|
+
fake.user('a', 'u1', 'How do we rebuild the packaged desktop app?');
|
|
111
|
+
fake.assistant('a', 'r1', [
|
|
112
|
+
{ type: 'reasoning', text: 'secret reasoning about packaging' },
|
|
113
|
+
{ type: 'tool', name: 'shell', input: { command: 'bun run package' }, output: 'package output' },
|
|
114
|
+
{ type: 'text', text: 'Run the package script, then reinstall.' },
|
|
115
|
+
]);
|
|
116
|
+
fake.user('child', 'c1', 'subagent packaging chatter');
|
|
117
|
+
await backfill();
|
|
118
|
+
|
|
119
|
+
expect(search('packag').map((hit) => hit.id)).toEqual(['r1', 'u1']);
|
|
120
|
+
expect(search('secret reasoning')).toEqual([]);
|
|
121
|
+
expect(search('package output')).toEqual([]);
|
|
122
|
+
expect(search('chatter')).toEqual([]);
|
|
123
|
+
const [hit] = search('reinstall');
|
|
124
|
+
expect(hit).toMatchObject({ sessionId: 'a', role: 'assistant', sessionTitle: 'Session a', directory: '/repo/a' });
|
|
125
|
+
expect(hit.text).toContain('reinstall');
|
|
126
|
+
});
|
|
127
|
+
|
|
128
|
+
it('indexes reasoning as its own row of the same message when asked, and can leave it out of a search', async () => {
|
|
129
|
+
indexer = createMessageSearchIndexer({
|
|
130
|
+
store,
|
|
131
|
+
createClient: () => fake.client,
|
|
132
|
+
pageSize: 2,
|
|
133
|
+
liveDebounceMs: 0,
|
|
134
|
+
backfillPauseMs: 0,
|
|
135
|
+
includeReasoning: () => true,
|
|
136
|
+
logger: { warn: () => {} },
|
|
137
|
+
});
|
|
138
|
+
fake.session('a');
|
|
139
|
+
fake.assistant('a', 'r1', [
|
|
140
|
+
{ type: 'reasoning', text: 'weighing the packaging options' },
|
|
141
|
+
{ type: 'text', text: 'Use the packaging script.' },
|
|
142
|
+
]);
|
|
143
|
+
await backfill();
|
|
144
|
+
|
|
145
|
+
expect(search('packaging').map((hit) => [hit.id, hit.role])).toEqual([['r1', 'reasoning'], ['r1', 'assistant']]);
|
|
146
|
+
expect(search('packaging', { includeReasoning: false }).map((hit) => hit.role)).toEqual(['assistant']);
|
|
147
|
+
expect(search('weighing', { role: 'reasoning' })).toHaveLength(1);
|
|
148
|
+
|
|
149
|
+
// Pages by row, so a reply and its reasoning both come through.
|
|
150
|
+
const [first] = search('packaging', { limit: 1 });
|
|
151
|
+
const rest = search('packaging', { before: { createdAt: first.createdAt, id: first.rowId } });
|
|
152
|
+
expect(rest.map((hit) => hit.role)).toEqual(['assistant']);
|
|
153
|
+
|
|
154
|
+
store.deleteRole('reasoning');
|
|
155
|
+
expect(search('weighing')).toEqual([]);
|
|
156
|
+
expect(search('packaging')).toHaveLength(1);
|
|
157
|
+
});
|
|
158
|
+
|
|
159
|
+
it('reads agent records again after rereadAssistantRecords, picking up reasoning it skipped', async () => {
|
|
160
|
+
let includeReasoning = false;
|
|
161
|
+
indexer = createMessageSearchIndexer({
|
|
162
|
+
store,
|
|
163
|
+
createClient: () => fake.client,
|
|
164
|
+
pageSize: 2,
|
|
165
|
+
liveDebounceMs: 0,
|
|
166
|
+
backfillPauseMs: 0,
|
|
167
|
+
includeReasoning: () => includeReasoning,
|
|
168
|
+
logger: { warn: () => {} },
|
|
169
|
+
});
|
|
170
|
+
fake.session('a');
|
|
171
|
+
fake.user('a', 'u1', 'plan the release');
|
|
172
|
+
fake.assistant('a', 'r1', [{ type: 'reasoning', text: 'thinking about changelog order' }, { type: 'text', text: 'Done.' }]);
|
|
173
|
+
await backfill();
|
|
174
|
+
expect(search('changelog')).toEqual([]);
|
|
175
|
+
|
|
176
|
+
includeReasoning = true;
|
|
177
|
+
await backfill();
|
|
178
|
+
expect(search('changelog')).toEqual([]);
|
|
179
|
+
|
|
180
|
+
store.rereadAssistantRecords();
|
|
181
|
+
await backfill();
|
|
182
|
+
expect(search('changelog').map((hit) => hit.role)).toEqual(['reasoning']);
|
|
183
|
+
expect(search('release')).toHaveLength(1);
|
|
184
|
+
});
|
|
185
|
+
|
|
186
|
+
it('matches inside words in any script and ignores case', async () => {
|
|
187
|
+
fake.session('a');
|
|
188
|
+
fake.user('a', 'u1', 'Привіт СВІТУ, 你好世界');
|
|
189
|
+
await backfill();
|
|
190
|
+
expect(search('світ')).toHaveLength(1);
|
|
191
|
+
expect(search('好世界')).toHaveLength(1);
|
|
192
|
+
expect(toMatchExpression('ab')).toBeNull();
|
|
193
|
+
expect(toMatchExpression('ab світ')).toBe('"світ"');
|
|
194
|
+
});
|
|
195
|
+
|
|
196
|
+
it('reads only what came after the cursor on the next sync', async () => {
|
|
197
|
+
fake.session('a');
|
|
198
|
+
fake.user('a', 'u1', 'first question');
|
|
199
|
+
fake.user('a', 'u2', 'second question');
|
|
200
|
+
fake.user('a', 'u3', 'third question');
|
|
201
|
+
await backfill();
|
|
202
|
+
fake.calls.list.length = 0;
|
|
203
|
+
|
|
204
|
+
fake.user('a', 'u4', 'fourth question');
|
|
205
|
+
fake.touch('a');
|
|
206
|
+
await indexer.syncSession('a', '');
|
|
207
|
+
const userCalls = fake.calls.list.filter((call) => call.type === 'user');
|
|
208
|
+
expect(userCalls[0].cursor).not.toBeNull();
|
|
209
|
+
expect(search('question').map((hit) => hit.id)).toEqual(['u4', 'u3', 'u2', 'u1']);
|
|
210
|
+
});
|
|
211
|
+
|
|
212
|
+
it('leaves an unfinished reply for later without skipping it', async () => {
|
|
213
|
+
fake.session('a');
|
|
214
|
+
fake.assistant('a', 'r1', [{ type: 'text', text: 'streaming answer so far' }], { completed: false });
|
|
215
|
+
await backfill();
|
|
216
|
+
expect(search('streaming')).toEqual([]);
|
|
217
|
+
|
|
218
|
+
fake.complete('a', 'r1');
|
|
219
|
+
await indexer.syncSession('a', '');
|
|
220
|
+
expect(search('streaming').map((hit) => hit.id)).toEqual(['r1']);
|
|
221
|
+
});
|
|
222
|
+
|
|
223
|
+
it('starts the session over when OpenCode rejects the cursor', async () => {
|
|
224
|
+
fake.session('a');
|
|
225
|
+
fake.user('a', 'u1', 'kept message');
|
|
226
|
+
fake.user('a', 'u2', 'dropped message');
|
|
227
|
+
await backfill();
|
|
228
|
+
fake.dropMessage('a', 'u2');
|
|
229
|
+
await indexer.syncSession('a', '');
|
|
230
|
+
expect(search('message').map((hit) => hit.id)).toEqual(['u1']);
|
|
231
|
+
});
|
|
232
|
+
|
|
233
|
+
it('forgets what a revert took back', async () => {
|
|
234
|
+
fake.session('a');
|
|
235
|
+
fake.user('a', 'u1', 'keep this request');
|
|
236
|
+
fake.assistant('a', 'r1', [{ type: 'text', text: 'keep this answer' }]);
|
|
237
|
+
fake.user('a', 'u2', 'undo this request');
|
|
238
|
+
fake.assistant('a', 'r2', [{ type: 'text', text: 'undo this answer' }]);
|
|
239
|
+
await backfill();
|
|
240
|
+
expect(search('undo')).toHaveLength(2);
|
|
241
|
+
|
|
242
|
+
fake.touch('a', { revert: { messageID: 'u2' } });
|
|
243
|
+
await indexer.syncSession('a', '');
|
|
244
|
+
expect(search('undo')).toEqual([]);
|
|
245
|
+
expect(search('keep')).toHaveLength(2);
|
|
246
|
+
});
|
|
247
|
+
|
|
248
|
+
it('drops sessions OpenCode no longer lists, but not on a failed list', async () => {
|
|
249
|
+
fake.session('a');
|
|
250
|
+
fake.session('b');
|
|
251
|
+
fake.user('a', 'u1', 'alpha words');
|
|
252
|
+
fake.user('b', 'u2', 'beta words');
|
|
253
|
+
await backfill();
|
|
254
|
+
expect(search('words')).toHaveLength(2);
|
|
255
|
+
|
|
256
|
+
fake.removeSession('b');
|
|
257
|
+
fake.failSessionList(true);
|
|
258
|
+
await backfill();
|
|
259
|
+
expect(search('words')).toHaveLength(2);
|
|
260
|
+
|
|
261
|
+
fake.failSessionList(false);
|
|
262
|
+
await backfill();
|
|
263
|
+
expect(search('words').map((hit) => hit.sessionId)).toEqual(['a']);
|
|
264
|
+
});
|
|
265
|
+
|
|
266
|
+
it('skips sessions unchanged since they were read', async () => {
|
|
267
|
+
fake.session('a');
|
|
268
|
+
fake.user('a', 'u1', 'one message');
|
|
269
|
+
await backfill();
|
|
270
|
+
fake.calls.list.length = 0;
|
|
271
|
+
await backfill();
|
|
272
|
+
expect(fake.calls.list).toEqual([]);
|
|
273
|
+
});
|
|
274
|
+
|
|
275
|
+
it('follows renames, moves and deletions from events', async () => {
|
|
276
|
+
fake.session('a');
|
|
277
|
+
fake.user('a', 'u1', 'event driven');
|
|
278
|
+
await backfill();
|
|
279
|
+
indexer.processPayload({ type: 'session.updated', properties: { sessionID: 'a', info: { title: 'Renamed', directory: '/elsewhere' } } });
|
|
280
|
+
expect(search('event')[0]).toMatchObject({ sessionTitle: 'Renamed', directory: '/elsewhere' });
|
|
281
|
+
indexer.processPayload({ type: 'session.deleted', properties: { sessionID: 'a' } });
|
|
282
|
+
expect(search('event')).toEqual([]);
|
|
283
|
+
});
|
|
284
|
+
|
|
285
|
+
it('indexes a session when its turn ends', async () => {
|
|
286
|
+
fake.session('a');
|
|
287
|
+
await backfill();
|
|
288
|
+
fake.user('a', 'u1', 'live message');
|
|
289
|
+
fake.touch('a');
|
|
290
|
+
indexer.processPayload({ type: 'session.idle', properties: { sessionID: 'a' } });
|
|
291
|
+
await new Promise((resolve) => setTimeout(resolve, 5));
|
|
292
|
+
await indexer.idle();
|
|
293
|
+
expect(search('live')).toHaveLength(1);
|
|
294
|
+
});
|
|
295
|
+
|
|
296
|
+
it('filters by session, directory and author, and pages without repeats', async () => {
|
|
297
|
+
fake.session('a');
|
|
298
|
+
fake.session('b');
|
|
299
|
+
for (let i = 0; i < 5; i += 1) fake.user('a', `a${i}`, `shared term ${i}`);
|
|
300
|
+
fake.assistant('a', 'ra', [{ type: 'text', text: 'shared term reply' }]);
|
|
301
|
+
fake.user('b', 'b1', 'shared term elsewhere');
|
|
302
|
+
await backfill();
|
|
303
|
+
|
|
304
|
+
expect(search('shared', { sessionId: 'b' }).map((hit) => hit.id)).toEqual(['b1']);
|
|
305
|
+
expect(search('shared', { directories: ['/repo/b'] }).map((hit) => hit.id)).toEqual(['b1']);
|
|
306
|
+
expect(search('shared', { sessionId: 'a', role: 'assistant' }).map((hit) => hit.id)).toEqual(['ra']);
|
|
307
|
+
|
|
308
|
+
const first = search('shared', { sessionId: 'a', limit: 3 });
|
|
309
|
+
const last = first[first.length - 1];
|
|
310
|
+
const second = search('shared', { sessionId: 'a', limit: 3, before: { createdAt: last.createdAt, id: last.id } });
|
|
311
|
+
const ids = [...first, ...second].map((hit) => hit.id);
|
|
312
|
+
expect(new Set(ids).size).toBe(6);
|
|
313
|
+
expect(search('shared', { sessionId: 'a', order: 'asc', limit: 1 })[0].id).toBe('a0');
|
|
314
|
+
});
|
|
315
|
+
});
|
|
316
|
+
|
|
317
|
+
describe('snippets', () => {
|
|
318
|
+
const mark = (value) => value.replaceAll(MATCH_START, '[').replaceAll(MATCH_END, ']');
|
|
319
|
+
|
|
320
|
+
it('marks every whole occurrence, in any case', () => {
|
|
321
|
+
expect(mark(buildSnippet('Portless opens portless names', ['portless']))).toBe('[Portless] opens [portless] names');
|
|
322
|
+
});
|
|
323
|
+
|
|
324
|
+
it('centres a long message on its first match and marks the edges', () => {
|
|
325
|
+
const text = `${'lead '.repeat(60)}the needle sits here ${'tail '.repeat(60)}`;
|
|
326
|
+
const snippet = mark(buildSnippet(text, ['needle'], 30));
|
|
327
|
+
expect(snippet.startsWith('…')).toBe(true);
|
|
328
|
+
expect(snippet.endsWith('…')).toBe(true);
|
|
329
|
+
expect(snippet).toContain('[needle]');
|
|
330
|
+
expect(snippet.length).toBeLessThan(90);
|
|
331
|
+
});
|
|
332
|
+
|
|
333
|
+
it('merges overlapping terms and flattens line breaks', () => {
|
|
334
|
+
expect(mark(buildSnippet('git\nrebase onto github', ['git', 'rebase']))).toBe('[git] [rebase] onto [git]hub');
|
|
335
|
+
});
|
|
336
|
+
|
|
337
|
+
it('centres on the longest word of the query', () => {
|
|
338
|
+
const text = `see github first ${'filler '.repeat(40)} then git rebase later`;
|
|
339
|
+
expect(mark(buildSnippet(text, ['git', 'rebase'], 20))).toContain('[rebase]');
|
|
340
|
+
});
|
|
341
|
+
});
|