@clagentic/console 1.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (221) hide show
  1. package/CREDITS.md +3 -0
  2. package/LICENSE +21 -0
  3. package/README.md +250 -0
  4. package/bin/cli.js +2812 -0
  5. package/lib/agents-favorites.js +164 -0
  6. package/lib/agents.js +282 -0
  7. package/lib/ask-user-mcp-server.js +120 -0
  8. package/lib/browser-mcp-server.js +484 -0
  9. package/lib/build-user-env.js +63 -0
  10. package/lib/certs/fullchain.pem +47 -0
  11. package/lib/certs/privkey.pem +5 -0
  12. package/lib/cli-sessions.js +265 -0
  13. package/lib/codex-defaults.js +18 -0
  14. package/lib/config.js +332 -0
  15. package/lib/crisis-safety.js +60 -0
  16. package/lib/daemon-projects.js +164 -0
  17. package/lib/daemon.js +1602 -0
  18. package/lib/dm.js +128 -0
  19. package/lib/ipc.js +125 -0
  20. package/lib/ipv4-only.js +39 -0
  21. package/lib/mcp-local.js +385 -0
  22. package/lib/notes.js +141 -0
  23. package/lib/os-users.js +529 -0
  24. package/lib/pages.js +1325 -0
  25. package/lib/project-connection.js +302 -0
  26. package/lib/project-external-trigger.js +236 -0
  27. package/lib/project-file-watch.js +120 -0
  28. package/lib/project-filesystem.js +528 -0
  29. package/lib/project-http.js +753 -0
  30. package/lib/project-image.js +95 -0
  31. package/lib/project-knowledge.js +88 -0
  32. package/lib/project-loop.js +1304 -0
  33. package/lib/project-mcp.js +374 -0
  34. package/lib/project-memory.js +39 -0
  35. package/lib/project-notifications.js +262 -0
  36. package/lib/project-sessions.js +1581 -0
  37. package/lib/project-user-mention.js +193 -0
  38. package/lib/project-user-message.js +628 -0
  39. package/lib/project.js +1303 -0
  40. package/lib/public/app.js +1031 -0
  41. package/lib/public/apple-touch-icon.png +0 -0
  42. package/lib/public/claude-code-avatar.png +0 -0
  43. package/lib/public/codex-avatar.png +0 -0
  44. package/lib/public/console-icon.png +0 -0
  45. package/lib/public/css/admin.css +736 -0
  46. package/lib/public/css/agent-picker.css +119 -0
  47. package/lib/public/css/base.css +235 -0
  48. package/lib/public/css/channel-layout.css +441 -0
  49. package/lib/public/css/command-palette.css +559 -0
  50. package/lib/public/css/debate.css +1609 -0
  51. package/lib/public/css/diff.css +139 -0
  52. package/lib/public/css/filebrowser.css +1976 -0
  53. package/lib/public/css/highlight.css +144 -0
  54. package/lib/public/css/home-hub.css +545 -0
  55. package/lib/public/css/icon-strip.css +1856 -0
  56. package/lib/public/css/input.css +1349 -0
  57. package/lib/public/css/loop.css +1248 -0
  58. package/lib/public/css/mention.css +317 -0
  59. package/lib/public/css/menus.css +857 -0
  60. package/lib/public/css/messages.css +1833 -0
  61. package/lib/public/css/mobile-nav.css +1332 -0
  62. package/lib/public/css/notifications-center.css +296 -0
  63. package/lib/public/css/overlays.css +1273 -0
  64. package/lib/public/css/playbook.css +264 -0
  65. package/lib/public/css/profile.css +397 -0
  66. package/lib/public/css/rewind.css +671 -0
  67. package/lib/public/css/scheduler-modal.css +1495 -0
  68. package/lib/public/css/scheduler.css +1420 -0
  69. package/lib/public/css/server-settings.css +909 -0
  70. package/lib/public/css/session-search.css +159 -0
  71. package/lib/public/css/sidebar.css +2012 -0
  72. package/lib/public/css/skills.css +789 -0
  73. package/lib/public/css/sticky-notes.css +854 -0
  74. package/lib/public/css/stt.css +155 -0
  75. package/lib/public/css/title-bar.css +674 -0
  76. package/lib/public/css/tooltip.css +67 -0
  77. package/lib/public/css/user-settings.css +702 -0
  78. package/lib/public/emoji-data.json +1 -0
  79. package/lib/public/favicon-banded-32.png +0 -0
  80. package/lib/public/favicon-banded.png +0 -0
  81. package/lib/public/favicon-dark.svg +32 -0
  82. package/lib/public/favicon.svg +32 -0
  83. package/lib/public/icon-192.png +0 -0
  84. package/lib/public/icon-512.png +0 -0
  85. package/lib/public/icon-banded-76.png +0 -0
  86. package/lib/public/icon-banded-96.png +0 -0
  87. package/lib/public/icon-mono.svg +25 -0
  88. package/lib/public/icons/email/gmail.svg +7 -0
  89. package/lib/public/icons/email/outlook.svg +35 -0
  90. package/lib/public/icons/email/yahoo.svg +1 -0
  91. package/lib/public/index.html +1946 -0
  92. package/lib/public/manifest.json +27 -0
  93. package/lib/public/markdown-worker.js +43 -0
  94. package/lib/public/marked.min.js +6 -0
  95. package/lib/public/modules/admin.js +954 -0
  96. package/lib/public/modules/agent-picker.js +429 -0
  97. package/lib/public/modules/app-connection.js +216 -0
  98. package/lib/public/modules/app-cursors.js +492 -0
  99. package/lib/public/modules/app-dm.js +265 -0
  100. package/lib/public/modules/app-favicon.js +231 -0
  101. package/lib/public/modules/app-header.js +242 -0
  102. package/lib/public/modules/app-home-hub.js +432 -0
  103. package/lib/public/modules/app-loop-ui.js +691 -0
  104. package/lib/public/modules/app-loop-wizard.js +439 -0
  105. package/lib/public/modules/app-messages.js +1415 -0
  106. package/lib/public/modules/app-misc.js +463 -0
  107. package/lib/public/modules/app-notifications.js +651 -0
  108. package/lib/public/modules/app-panels.js +1061 -0
  109. package/lib/public/modules/app-projects.js +875 -0
  110. package/lib/public/modules/app-rate-limit.js +529 -0
  111. package/lib/public/modules/app-rendering.js +739 -0
  112. package/lib/public/modules/app-skills-install.js +285 -0
  113. package/lib/public/modules/avatar.js +36 -0
  114. package/lib/public/modules/command-palette.js +491 -0
  115. package/lib/public/modules/console-logo.js +162 -0
  116. package/lib/public/modules/context-sources.js +365 -0
  117. package/lib/public/modules/diff.js +412 -0
  118. package/lib/public/modules/dom-refs.js +21 -0
  119. package/lib/public/modules/emoji-picker.js +222 -0
  120. package/lib/public/modules/events.js +21 -0
  121. package/lib/public/modules/filebrowser.js +1966 -0
  122. package/lib/public/modules/fileicons.js +172 -0
  123. package/lib/public/modules/icons.js +80 -0
  124. package/lib/public/modules/input.js +1102 -0
  125. package/lib/public/modules/longpress.js +74 -0
  126. package/lib/public/modules/markdown.js +486 -0
  127. package/lib/public/modules/mcp-ui.js +295 -0
  128. package/lib/public/modules/mention.js +1093 -0
  129. package/lib/public/modules/notifications.js +613 -0
  130. package/lib/public/modules/playbook.js +578 -0
  131. package/lib/public/modules/profile.js +594 -0
  132. package/lib/public/modules/project-settings.js +849 -0
  133. package/lib/public/modules/project-switcher.js +375 -0
  134. package/lib/public/modules/qrcode.js +87 -0
  135. package/lib/public/modules/rewind.js +381 -0
  136. package/lib/public/modules/scheduler-config.js +1611 -0
  137. package/lib/public/modules/scheduler-history.js +131 -0
  138. package/lib/public/modules/scheduler.js +1689 -0
  139. package/lib/public/modules/server-settings.js +842 -0
  140. package/lib/public/modules/session-search.js +456 -0
  141. package/lib/public/modules/settings-defaults.js +253 -0
  142. package/lib/public/modules/sidebar-mobile.js +1425 -0
  143. package/lib/public/modules/sidebar-projects.js +2022 -0
  144. package/lib/public/modules/sidebar-sessions.js +1548 -0
  145. package/lib/public/modules/sidebar-users.js +449 -0
  146. package/lib/public/modules/sidebar.js +348 -0
  147. package/lib/public/modules/skills.js +793 -0
  148. package/lib/public/modules/state.js +3 -0
  149. package/lib/public/modules/sticky-notes.js +1221 -0
  150. package/lib/public/modules/store.js +34 -0
  151. package/lib/public/modules/stt.js +266 -0
  152. package/lib/public/modules/terminal.js +987 -0
  153. package/lib/public/modules/theme.js +812 -0
  154. package/lib/public/modules/tool-palette.js +562 -0
  155. package/lib/public/modules/tools.js +2285 -0
  156. package/lib/public/modules/tooltip.js +150 -0
  157. package/lib/public/modules/user-settings.js +544 -0
  158. package/lib/public/modules/utils.js +56 -0
  159. package/lib/public/modules/ws-ref.js +26 -0
  160. package/lib/public/style.css +34 -0
  161. package/lib/public/sw.js +159 -0
  162. package/lib/push.js +149 -0
  163. package/lib/scheduler.js +471 -0
  164. package/lib/sdk-bridge.js +1792 -0
  165. package/lib/sdk-message-processor.js +740 -0
  166. package/lib/sdk-message-queue.js +42 -0
  167. package/lib/sdk-skill-discovery.js +131 -0
  168. package/lib/sdk-worker.js +677 -0
  169. package/lib/server-admin.js +712 -0
  170. package/lib/server-auth.js +737 -0
  171. package/lib/server-dm.js +170 -0
  172. package/lib/server-palette.js +104 -0
  173. package/lib/server-settings.js +553 -0
  174. package/lib/server-skills.js +280 -0
  175. package/lib/server.js +1390 -0
  176. package/lib/session-search.js +693 -0
  177. package/lib/sessions.js +946 -0
  178. package/lib/smtp.js +221 -0
  179. package/lib/terminal-manager.js +219 -0
  180. package/lib/terminal.js +39 -0
  181. package/lib/themes/ayu-light.json +9 -0
  182. package/lib/themes/catppuccin-latte.json +9 -0
  183. package/lib/themes/catppuccin-mocha.json +9 -0
  184. package/lib/themes/clagentic-dark.json +10 -0
  185. package/lib/themes/clagentic-light.json +10 -0
  186. package/lib/themes/dracula.json +9 -0
  187. package/lib/themes/everforest-light.json +9 -0
  188. package/lib/themes/everforest.json +9 -0
  189. package/lib/themes/github-light.json +9 -0
  190. package/lib/themes/gruvbox-dark.json +9 -0
  191. package/lib/themes/gruvbox-light.json +9 -0
  192. package/lib/themes/monokai.json +9 -0
  193. package/lib/themes/nord-light.json +9 -0
  194. package/lib/themes/nord.json +9 -0
  195. package/lib/themes/one-dark.json +9 -0
  196. package/lib/themes/one-light.json +9 -0
  197. package/lib/themes/rose-pine-dawn.json +9 -0
  198. package/lib/themes/rose-pine.json +9 -0
  199. package/lib/themes/solarized-dark.json +9 -0
  200. package/lib/themes/solarized-light.json +9 -0
  201. package/lib/themes/tokyo-night-light.json +9 -0
  202. package/lib/themes/tokyo-night.json +9 -0
  203. package/lib/updater.js +124 -0
  204. package/lib/user-presence.js +92 -0
  205. package/lib/users-auth.js +146 -0
  206. package/lib/users-permissions.js +118 -0
  207. package/lib/users-preferences.js +254 -0
  208. package/lib/users.js +465 -0
  209. package/lib/utils.js +64 -0
  210. package/lib/worktree.js +134 -0
  211. package/lib/ws-schema.js +464 -0
  212. package/lib/yoke/adapters/claude-worker.js +759 -0
  213. package/lib/yoke/adapters/claude.js +1599 -0
  214. package/lib/yoke/adapters/codex.js +1559 -0
  215. package/lib/yoke/codex-app-server.js +352 -0
  216. package/lib/yoke/index.js +319 -0
  217. package/lib/yoke/instructions.js +61 -0
  218. package/lib/yoke/interface.js +98 -0
  219. package/lib/yoke/mcp-bridge-server.js +302 -0
  220. package/lib/yoke/package.json +7 -0
  221. package/package.json +72 -0
@@ -0,0 +1,693 @@
1
+ var fs = require("fs");
2
+ var path = require("path");
3
+
4
+ // ============================================================================
5
+ // session-search.js - Unified BM25 search for Clay
6
+ //
7
+ // Single module for ALL search: digests, session history, palette, mate context.
8
+ // Callers pass data in, get results out. No BM25 logic leaks outside this file.
9
+ // ============================================================================
10
+
11
+ // --- BM25 Parameters ---
12
+ var K1 = 1.2; // term frequency saturation
13
+ var B = 0.75; // document length normalization
14
+ var MAX_RESULTS = 10;
15
+
16
+ // --- Searchable session history entry types ---
17
+ var SEARCHABLE_TYPES = {
18
+ "user_message": true,
19
+ "delta": true,
20
+ "mention_user": true,
21
+ "mention_response": true
22
+ };
23
+
24
+ // ==========================================================================
25
+ // 1. BM25 CORE - tokenizer, index builder, scorer
26
+ // ==========================================================================
27
+
28
+ // Stopwords for major languages. Only high-frequency function words that
29
+ // carry almost no semantic meaning. Kept short to avoid false negatives.
30
+ var STOPWORDS = {};
31
+ var _sw = [
32
+ // English
33
+ "the a an is are was were be been being have has had do does did will would could",
34
+ "should may might shall can to of in for on with at by from as into through about",
35
+ "and or but not so if then it its this that these those i me my we our you your",
36
+ "he she they them their what which who when where how all each every both few more",
37
+ "other some such no nor only own same than too very just also now here there null none",
38
+ // Spanish
39
+ "el la los las un una unos unas de en con por para al del que es no se lo su sus",
40
+ "como mas pero si ya muy te tu mi me nos le les fue ser estar hay este esta esto",
41
+ // French
42
+ "le la les un une des de du en au aux et est que qui ne pas pour sur avec dans par",
43
+ "ce cette ces je tu il elle nous vous ils son sa ses lui sont ont fait plus",
44
+ // German
45
+ "der die das ein eine einer eines dem den des im auf ist und zu von mit dem den",
46
+ "nicht sich auch es an als ich er sie wir ihr aber nach wie noch bei uns aus",
47
+ // Portuguese
48
+ "de da do das dos em um uma que se no na os as para com por mais",
49
+ "mas como foi ao ele ela seu sua isso este esta esse essa",
50
+ // Italian
51
+ "il lo la le gli un una dei del della delle nel nella che di da in con su per",
52
+ "non si come anche sono ha ho questo questa quello quella",
53
+ // Dutch
54
+ "de het een van en in is dat op te zijn voor met als bij om ook maar er nog",
55
+ "niet aan dan ze wel dit die ze uit tot",
56
+ // Russian (transliterated would not match, keep Cyrillic)
57
+ "\u0438 \u0432 \u043d\u0430 \u043d\u0435 \u0447\u0442\u043e \u044d\u0442\u043e \u043a\u0430\u043a \u043e\u043d \u043e\u043d\u0430 \u043e\u043d\u0438 \u043c\u044b \u0432\u044b \u044f \u0441 \u043f\u043e \u0434\u043b\u044f \u043a \u043d\u043e \u0434\u0430 \u0442\u043e \u043e\u0442 \u043e \u0431\u044b\u043b \u0431\u044b\u043b\u0430 \u0431\u044b\u043b\u043e \u0435\u0441\u0442\u044c \u0431\u044b\u0442\u044c \u0443\u0436\u0435 \u0438\u043b\u0438 \u0442\u043e\u0436\u0435 \u0435\u0449\u0435",
58
+ // Korean particles
59
+ "\uC740 \uB294 \uC774 \uAC00 \uC744 \uB97C \uC758 \uC5D0 \uC5D0\uC11C \uB85C \uC73C\uB85C \uB3C4 \uB9CC \uAE4C\uC9C0 \uBD80\uD130 \uADF8 \uC800 \uB098 \uB108",
60
+ // Japanese particles (hiragana)
61
+ "\u306E \u306F \u304C \u3092 \u306B \u3078 \u3067 \u3068 \u3082 \u304B \u3088 \u306D \u306A \u3051\u3069 \u3057 \u305D\u306E \u3053\u306E \u305D\u308C \u3053\u308C \u3042\u308B \u3044\u308B \u3059\u308B \u306A\u3044 \u3067\u3059 \u307E\u3059",
62
+ // Chinese function words
63
+ "\u7684 \u4E86 \u5728 \u662F \u6211 \u4ED6 \u5979 \u4EEC \u8FD9 \u90A3 \u4E0D \u4E5F \u5C31 \u548C \u8981 \u4F1A \u80FD \u6709 \u5BF9 \u8BF4 \u8FD8 \u53EF\u4EE5 \u4EC0\u4E48 \u600E\u4E48",
64
+ // Arabic
65
+ "\u0641\u064A \u0645\u0646 \u0639\u0644\u0649 \u0625\u0644\u0649 \u0627\u0646 \u0647\u0630\u0627 \u0647\u0630\u0647 \u0630\u0644\u0643 \u0627\u0644\u062A\u064A \u0627\u0644\u0630\u064A \u0648 \u0623\u0648 \u0644\u0627 \u0645\u0627 \u0643\u0627\u0646 \u0639\u0646 \u0628\u0639\u062F \u0642\u062F \u0644\u0645 \u0628\u064A\u0646 \u0643\u0644",
66
+ // Turkish
67
+ "bir ve bu da de ile mi ne gibi ama icin olan var yok hem",
68
+ // Vietnamese (common function words, diacritics lowercased)
69
+ "la cua va trong cho den nhung cac voi nay nhu khong duoc con",
70
+ // Hindi (Devanagari)
71
+ "\u0915\u0947 \u0939\u0948 \u092E\u0947\u0902 \u0915\u093E \u0915\u0940 \u0938\u0947 \u0915\u094B \u0928\u0947 \u092F\u0939 \u0935\u0939 \u0914\u0930 \u092A\u0930 \u0907\u0938 \u0909\u0938 \u0928\u0939\u0940\u0902 \u0925\u093E \u0925\u0940 \u0925\u0947 \u0939\u0942\u0901 \u0939\u0948\u0902"
72
+ ];
73
+ for (var _si = 0; _si < _sw.length; _si++) {
74
+ var _words = _sw[_si].split(" ");
75
+ for (var _wi = 0; _wi < _words.length; _wi++) {
76
+ if (_words[_wi]) STOPWORDS[_words[_wi]] = 1;
77
+ }
78
+ }
79
+
80
+ // --- Script detection for tokenization strategy ---
81
+ // Scripts that don't use spaces between words need character n-gram tokenization.
82
+
83
+ /**
84
+ * Check if a character belongs to a script that needs n-gram segmentation.
85
+ * Returns true for CJK (Chinese, Japanese Kanji, Korean), Japanese kana, and Thai.
86
+ */
87
+ function needsNgramSegmentation(ch) {
88
+ var code = ch.charCodeAt(0);
89
+ return (code >= 0xAC00 && code <= 0xD7AF) || // Hangul Syllables (Korean)
90
+ (code >= 0x3130 && code <= 0x318F) || // Hangul Compatibility Jamo
91
+ (code >= 0x4E00 && code <= 0x9FFF) || // CJK Unified Ideographs (Chinese/Kanji)
92
+ (code >= 0x3400 && code <= 0x4DBF) || // CJK Extension A
93
+ (code >= 0x3040 && code <= 0x309F) || // Hiragana (Japanese)
94
+ (code >= 0x30A0 && code <= 0x30FF) || // Katakana (Japanese)
95
+ (code >= 0x0E00 && code <= 0x0E7F); // Thai
96
+ }
97
+
98
+ /**
99
+ * Tokenize text for BM25. Multi-language support:
100
+ * - Space-delimited scripts (Latin, Cyrillic, Arabic, Devanagari, etc.): word splitting
101
+ * - Non-delimited scripts (CJK, Japanese, Thai): word + character bigrams
102
+ * - Mixed text handled per-word
103
+ */
104
+ function tokenize(text) {
105
+ if (!text || typeof text !== "string") return [];
106
+
107
+ var tokens = [];
108
+ var words = text.toLowerCase().split(/[\s,.\-:;!?\u3001\u3002\u060C\u061B'"()\[\]{}<>|/\\@#$%^&*+=~`\u300C\u300D\u300E\u300F\u3010\u3011\uFF08\uFF09]+/);
109
+
110
+ for (var i = 0; i < words.length; i++) {
111
+ var word = words[i].trim();
112
+ if (!word || word.length < 2) continue;
113
+ if (STOPWORDS[word]) continue;
114
+
115
+ // Check if word contains characters needing n-gram segmentation
116
+ var hasNgram = false;
117
+ for (var c = 0; c < word.length; c++) {
118
+ if (needsNgramSegmentation(word[c])) { hasNgram = true; break; }
119
+ }
120
+
121
+ if (hasNgram) {
122
+ // Non-delimited script: add whole word + character bigrams
123
+ if (word.length >= 2) tokens.push(word);
124
+ for (var bi = 0; bi < word.length - 1; bi++) {
125
+ if (needsNgramSegmentation(word[bi]) || needsNgramSegmentation(word[bi + 1])) {
126
+ tokens.push(word[bi] + word[bi + 1]);
127
+ }
128
+ }
129
+ } else {
130
+ // Space-delimited script (Latin, Cyrillic, Arabic, Devanagari, etc.)
131
+ tokens.push(word);
132
+ }
133
+ }
134
+
135
+ return tokens;
136
+ }
137
+
138
+ /**
139
+ * Build BM25 index from generic documents.
140
+ * @param {Array} docs - [{ id: any, text: string, meta: any }]
141
+ * @returns {object} Index for searchIndex()
142
+ */
143
+ function buildIndex(docs) {
144
+ var indexed = [];
145
+ var df = {};
146
+ var totalLength = 0;
147
+
148
+ for (var i = 0; i < docs.length; i++) {
149
+ var tokens = tokenize(docs[i].text);
150
+ var docTerms = {};
151
+ var tf = {};
152
+
153
+ for (var t = 0; t < tokens.length; t++) {
154
+ var term = tokens[t];
155
+ tf[term] = (tf[term] || 0) + 1;
156
+ docTerms[term] = true;
157
+ }
158
+
159
+ var terms = Object.keys(docTerms);
160
+ for (var dt = 0; dt < terms.length; dt++) {
161
+ df[terms[dt]] = (df[terms[dt]] || 0) + 1;
162
+ }
163
+
164
+ indexed.push({ id: docs[i].id, tf: tf, length: tokens.length, meta: docs[i].meta });
165
+ totalLength += tokens.length;
166
+ }
167
+
168
+ return { docs: indexed, df: df, N: indexed.length, avgdl: indexed.length > 0 ? totalLength / indexed.length : 0 };
169
+ }
170
+
171
+ /**
172
+ * Search a BM25 index. Returns [{ id, score, meta }] sorted by score desc.
173
+ */
174
+ function searchIndex(index, query, maxResults) {
175
+ if (!index || index.N === 0) return [];
176
+ maxResults = maxResults || MAX_RESULTS;
177
+
178
+ var queryTokens = tokenize(query);
179
+ if (queryTokens.length === 0) return [];
180
+
181
+ // Deduplicate
182
+ var seen = {};
183
+ var unique = [];
184
+ for (var q = 0; q < queryTokens.length; q++) {
185
+ if (!seen[queryTokens[q]]) {
186
+ seen[queryTokens[q]] = true;
187
+ unique.push(queryTokens[q]);
188
+ }
189
+ }
190
+
191
+ var scores = [];
192
+ for (var d = 0; d < index.docs.length; d++) {
193
+ var doc = index.docs[d];
194
+ var score = 0;
195
+
196
+ for (var qt = 0; qt < unique.length; qt++) {
197
+ var term = unique[qt];
198
+ var termFreq = doc.tf[term] || 0;
199
+ if (termFreq === 0) continue;
200
+
201
+ var docFreq = index.df[term] || 0;
202
+ var idf = Math.log((index.N - docFreq + 0.5) / (docFreq + 0.5) + 1);
203
+ var tfNorm = (termFreq * (K1 + 1)) /
204
+ (termFreq + K1 * (1 - B + B * doc.length / index.avgdl));
205
+
206
+ score += idf * tfNorm;
207
+ }
208
+
209
+ if (score > 0) {
210
+ scores.push({ id: doc.id, score: score, meta: doc.meta });
211
+ }
212
+ }
213
+
214
+ scores.sort(function (a, b) { return b.score - a.score; });
215
+ return scores.slice(0, maxResults);
216
+ }
217
+
218
+ // ==========================================================================
219
+ // 2. DATA SOURCES - convert various data into generic {id, text, meta} docs
220
+ // ==========================================================================
221
+
222
+ /**
223
+ * Convert a digest entry into a searchable document.
224
+ * Important fields get repeated for higher BM25 weight.
225
+ * @param {object} digest - parsed digest entry
226
+ * @param {number} lineIdx - line index in JSONL file
227
+ * @param {string} mateName - optional mate name (for cross-mate search)
228
+ */
229
+ function digestToDoc(digest, lineIdx, mateName) {
230
+ var parts = [];
231
+ // High weight
232
+ if (digest.topic) { parts.push(digest.topic); parts.push(digest.topic); }
233
+ if (digest.tags && digest.tags.length) {
234
+ var tagStr = digest.tags.join(" ");
235
+ parts.push(tagStr); parts.push(tagStr);
236
+ }
237
+ // Medium weight
238
+ if (digest.summary) parts.push(digest.summary);
239
+ if (digest.key_quotes && digest.key_quotes.length) parts.push(digest.key_quotes.join(" "));
240
+ if (digest.user_intent) parts.push(digest.user_intent);
241
+ if (digest.user_context) parts.push(digest.user_context);
242
+ // Normal weight
243
+ if (digest.my_position) parts.push(digest.my_position);
244
+ if (digest.decisions) parts.push(digest.decisions);
245
+ if (digest.open_items) parts.push(digest.open_items);
246
+ if (digest.user_sentiment) parts.push(digest.user_sentiment);
247
+ if (digest.other_perspectives) parts.push(digest.other_perspectives);
248
+ if (digest.outcome) parts.push(digest.outcome);
249
+ if (digest.my_role) parts.push(digest.my_role);
250
+
251
+ return { id: "digest:" + (mateName || "self") + ":" + lineIdx, text: parts.join(" "), meta: { source: "digest", lineIdx: lineIdx, digest: digest, mateName: mateName || null } };
252
+ }
253
+
254
+ /**
255
+ * Convert a session's history into searchable documents.
256
+ * Groups consecutive deltas into turns for better context.
257
+ * Each "turn" (user message or assistant response block) becomes one document.
258
+ */
259
+ function sessionHistoryToDocs(session) {
260
+ var docs = [];
261
+ var history = session.history || [];
262
+ var sessionMeta = {
263
+ sessionId: session.localId || session.cliSessionId,
264
+ sessionTitle: session.title || "New Session"
265
+ };
266
+ var currentText = "";
267
+ var currentType = null;
268
+ var turnIdx = 0;
269
+
270
+ function flushTurn() {
271
+ var text = currentText.trim();
272
+ if (text && text.length > 10) {
273
+ docs.push({
274
+ id: "session:" + sessionMeta.sessionId + ":turn:" + turnIdx,
275
+ text: text,
276
+ meta: {
277
+ source: "session",
278
+ sessionId: sessionMeta.sessionId,
279
+ sessionTitle: sessionMeta.sessionTitle,
280
+ turnIdx: turnIdx,
281
+ turnType: currentType,
282
+ snippet: text.length > 200 ? text.substring(0, 200) + "..." : text
283
+ }
284
+ });
285
+ turnIdx++;
286
+ }
287
+ currentText = "";
288
+ currentType = null;
289
+ }
290
+
291
+ for (var i = 0; i < history.length; i++) {
292
+ var entry = history[i];
293
+ if (!SEARCHABLE_TYPES[entry.type]) continue;
294
+ if (!entry.text) continue;
295
+
296
+ if (entry.type === "user_message" || entry.type === "mention_user") {
297
+ // New turn boundary
298
+ flushTurn();
299
+ currentType = entry.type;
300
+ currentText = entry.text;
301
+ } else if (entry.type === "delta") {
302
+ // Continuation of assistant response
303
+ if (currentType !== "delta") flushTurn();
304
+ currentType = "delta";
305
+ currentText += entry.text;
306
+ } else {
307
+ // mention_response and similar turn markers
308
+ flushTurn();
309
+ currentType = entry.type;
310
+ currentText = entry.text;
311
+ }
312
+ }
313
+ flushTurn();
314
+
315
+ return docs;
316
+ }
317
+
318
+ /**
319
+ * Load digests from JSONL file into doc array.
320
+ * @param {string} digestFilePath
321
+ * @param {object} opts - { dateFrom, dateTo, mateName }
322
+ */
323
+ function loadDigestDocs(digestFilePath, opts) {
324
+ opts = opts || {};
325
+ var docs = [];
326
+ try {
327
+ if (!fs.existsSync(digestFilePath)) return docs;
328
+ var lines = fs.readFileSync(digestFilePath, "utf8").trim().split("\n");
329
+ for (var i = 0; i < lines.length; i++) {
330
+ if (!lines[i].trim()) continue;
331
+ try {
332
+ var entry = JSON.parse(lines[i]);
333
+ if (opts.dateFrom && entry.date && entry.date < opts.dateFrom) continue;
334
+ if (opts.dateTo && entry.date && entry.date > opts.dateTo) continue;
335
+ docs.push(digestToDoc(entry, i, opts.mateName || null));
336
+ } catch (e) {}
337
+ }
338
+ } catch (e) {}
339
+ return docs;
340
+ }
341
+
342
+ // ==========================================================================
343
+ // 3. HIGH-LEVEL SEARCH APIs - the public interface
344
+ // ==========================================================================
345
+
346
+ /**
347
+ * Search a mate's digests.
348
+ * @param {string} digestFilePath
349
+ * @param {string} query
350
+ * @param {object} opts - { maxResults, minScore, dateFrom, dateTo }
351
+ * @returns {Array} [{ digest, score, lineIdx }]
352
+ */
353
+ function searchDigests(digestFilePath, query, opts) {
354
+ opts = opts || {};
355
+ if (!query || !query.trim()) return [];
356
+
357
+ var docs = loadDigestDocs(digestFilePath, opts);
358
+ if (docs.length === 0) return [];
359
+
360
+ var index = buildIndex(docs);
361
+ var results = searchIndex(index, query, opts.maxResults || MAX_RESULTS);
362
+
363
+ if (opts.minScore) {
364
+ results = results.filter(function (r) { return r.score >= opts.minScore; });
365
+ }
366
+
367
+ // Map back to caller-friendly format
368
+ return results.map(function (r) {
369
+ return { digest: r.meta.digest, score: r.score, lineIdx: r.meta.lineIdx };
370
+ });
371
+ }
372
+
373
+ /**
374
+ * Search a mate's session history (full conversation turns).
375
+ * @param {Array} sessions - Array of session objects with .history, .localId, .title
376
+ * @param {string} query
377
+ * @param {object} opts - { maxResults, minScore }
378
+ * @returns {Array} [{ sessionId, sessionTitle, turnIdx, turnType, snippet, score }]
379
+ */
380
+ function searchSessions(sessions, query, opts) {
381
+ opts = opts || {};
382
+ if (!query || !query.trim() || !sessions || sessions.length === 0) return [];
383
+
384
+ var docs = [];
385
+ for (var s = 0; s < sessions.length; s++) {
386
+ var sessionDocs = sessionHistoryToDocs(sessions[s]);
387
+ for (var d = 0; d < sessionDocs.length; d++) {
388
+ docs.push(sessionDocs[d]);
389
+ }
390
+ }
391
+
392
+ if (docs.length === 0) return [];
393
+
394
+ var index = buildIndex(docs);
395
+ var results = searchIndex(index, query, opts.maxResults || MAX_RESULTS);
396
+
397
+ if (opts.minScore) {
398
+ results = results.filter(function (r) { return r.score >= opts.minScore; });
399
+ }
400
+
401
+ return results.map(function (r) {
402
+ return {
403
+ sessionId: r.meta.sessionId,
404
+ sessionTitle: r.meta.sessionTitle,
405
+ turnIdx: r.meta.turnIdx,
406
+ turnType: r.meta.turnType,
407
+ snippet: r.meta.snippet,
408
+ score: r.score
409
+ };
410
+ });
411
+ }
412
+
413
+ /**
414
+ * Unified mate search: digests + session history + knowledge files combined.
415
+ * Returns merged, re-ranked results from all sources.
416
+ * For global search (e.g. Ally), pass otherDigests array with paths and mate names.
417
+ * @param {object} opts - { digestFilePath, otherDigests, sessions, knowledgeFiles, query, maxResults, minScore }
418
+ * otherDigests: [{ path: string, mateName: string }] - other mates' digest files
419
+ * knowledgeFiles: [{ filePath: string, name: string, mateName: string }] - knowledge files to search
420
+ * @returns {Array} [{ source: "digest"|"session"|"knowledge", score, mateName, ... }]
421
+ */
422
+ function searchMate(opts) {
423
+ if (!opts || !opts.query || !opts.query.trim()) return [];
424
+ var maxResults = opts.maxResults || MAX_RESULTS;
425
+ var allDocs = [];
426
+
427
+ // Collect own digest docs
428
+ if (opts.digestFilePath) {
429
+ var ownDocs = loadDigestDocs(opts.digestFilePath);
430
+ for (var od = 0; od < ownDocs.length; od++) allDocs.push(ownDocs[od]);
431
+ }
432
+
433
+ // Collect other mates' digest docs (global search)
434
+ if (opts.otherDigests && opts.otherDigests.length > 0) {
435
+ for (var oi = 0; oi < opts.otherDigests.length; oi++) {
436
+ var other = opts.otherDigests[oi];
437
+ var otherDocs = loadDigestDocs(other.path, { mateName: other.mateName });
438
+ for (var oid = 0; oid < otherDocs.length; oid++) allDocs.push(otherDocs[oid]);
439
+ }
440
+ }
441
+
442
+ // Collect session history docs
443
+ if (opts.sessions && opts.sessions.length > 0) {
444
+ for (var si = 0; si < opts.sessions.length; si++) {
445
+ var sDocs = sessionHistoryToDocs(opts.sessions[si]);
446
+ for (var sd = 0; sd < sDocs.length; sd++) allDocs.push(sDocs[sd]);
447
+ }
448
+ }
449
+
450
+ // Collect knowledge file docs
451
+ if (opts.knowledgeFiles && opts.knowledgeFiles.length > 0) {
452
+ for (var ki = 0; ki < opts.knowledgeFiles.length; ki++) {
453
+ var kf = opts.knowledgeFiles[ki];
454
+ try {
455
+ if (!fs.existsSync(kf.filePath)) continue;
456
+ var content = fs.readFileSync(kf.filePath, "utf8").trim();
457
+ if (!content || content.length < 20) continue;
458
+ // Cap at 4000 chars to avoid oversized docs dominating the index
459
+ var capped = content.length > 4000 ? content.substring(0, 4000) : content;
460
+ allDocs.push({
461
+ id: "knowledge:" + (kf.mateName || "self") + ":" + kf.name,
462
+ text: kf.name + " " + kf.name + " " + capped,
463
+ meta: {
464
+ source: "knowledge",
465
+ fileName: kf.name,
466
+ mateName: kf.mateName || null,
467
+ snippet: content.length > 200 ? content.substring(0, 200) + "..." : content
468
+ }
469
+ });
470
+ } catch (e) {}
471
+ }
472
+ }
473
+
474
+ if (allDocs.length === 0) return [];
475
+
476
+ // Build unified index across all sources and search
477
+ var index = buildIndex(allDocs);
478
+ var results = searchIndex(index, opts.query, maxResults);
479
+
480
+ if (opts.minScore) {
481
+ results = results.filter(function (r) { return r.score >= opts.minScore; });
482
+ }
483
+
484
+ return results.map(function (r) {
485
+ var out = { source: r.meta.source, score: r.score };
486
+ if (r.meta.source === "digest") {
487
+ out.digest = r.meta.digest;
488
+ out.lineIdx = r.meta.lineIdx;
489
+ out.mateName = r.meta.mateName || null;
490
+ } else if (r.meta.source === "knowledge") {
491
+ out.fileName = r.meta.fileName;
492
+ out.mateName = r.meta.mateName || null;
493
+ out.snippet = r.meta.snippet;
494
+ } else {
495
+ out.sessionId = r.meta.sessionId;
496
+ out.sessionTitle = r.meta.sessionTitle;
497
+ out.turnIdx = r.meta.turnIdx;
498
+ out.turnType = r.meta.turnType;
499
+ out.snippet = r.meta.snippet;
500
+ }
501
+ return out;
502
+ });
503
+ }
504
+
505
+ /**
506
+ * Search for command palette (Cmd+K). Replaces substring search in server.js.
507
+ * Accepts pre-collected session data from all projects.
508
+ *
509
+ * @param {Array} projectSessions - [{ projectSlug, projectTitle, projectIcon, isMate, mateId, sessions }]
510
+ * where sessions = [{ localId, title, history, lastActivity, hidden }]
511
+ * @param {string} query
512
+ * @param {object} opts - { maxResults }
513
+ * @returns {Array} [{ projectSlug, projectTitle, projectIcon, sessionId, sessionTitle, lastActivity, matchType, snippet, score, isMate, mateId }]
514
+ */
515
+ function searchPalette(projectSessions, query, opts) {
516
+ opts = opts || {};
517
+ if (!query || !query.trim()) return [];
518
+ var maxResults = opts.maxResults || 30;
519
+
520
+ var allDocs = [];
521
+
522
+ for (var p = 0; p < projectSessions.length; p++) {
523
+ var proj = projectSessions[p];
524
+ var sessions = proj.sessions || [];
525
+
526
+ for (var s = 0; s < sessions.length; s++) {
527
+ var session = sessions[s];
528
+ if (session.hidden) continue;
529
+
530
+ // Title as a separate high-weight doc
531
+ var title = session.title || "New Session";
532
+ allDocs.push({
533
+ id: "title:" + proj.projectSlug + ":" + session.localId,
534
+ text: title + " " + title, // double weight for title
535
+ meta: {
536
+ source: "palette",
537
+ projectSlug: proj.projectSlug,
538
+ projectTitle: proj.projectTitle,
539
+ projectIcon: proj.projectIcon || null,
540
+ sessionId: session.localId,
541
+ sessionTitle: title,
542
+ lastActivity: session.lastActivity || session.createdAt || 0,
543
+ isMate: proj.isMate || false,
544
+ mateId: proj.mateId || null,
545
+ matchType: "title",
546
+ snippet: null
547
+ }
548
+ });
549
+
550
+ // Content turns as docs
551
+ var turnDocs = sessionHistoryToDocs(session);
552
+ for (var td = 0; td < turnDocs.length; td++) {
553
+ var turnDoc = turnDocs[td];
554
+ allDocs.push({
555
+ id: turnDoc.id,
556
+ text: turnDoc.text,
557
+ meta: {
558
+ source: "palette",
559
+ projectSlug: proj.projectSlug,
560
+ projectTitle: proj.projectTitle,
561
+ projectIcon: proj.projectIcon || null,
562
+ sessionId: session.localId,
563
+ sessionTitle: title,
564
+ lastActivity: session.lastActivity || session.createdAt || 0,
565
+ isMate: proj.isMate || false,
566
+ mateId: proj.mateId || null,
567
+ matchType: "content",
568
+ snippet: turnDoc.meta.snippet
569
+ }
570
+ });
571
+ }
572
+ }
573
+ }
574
+
575
+ if (allDocs.length === 0) return [];
576
+
577
+ var index = buildIndex(allDocs);
578
+ var raw = searchIndex(index, query, maxResults * 3); // over-fetch for dedup
579
+
580
+ // Deduplicate: keep best match per session
581
+ var bestPerSession = {};
582
+ for (var r = 0; r < raw.length; r++) {
583
+ var m = raw[r].meta;
584
+ var key = m.projectSlug + ":" + m.sessionId;
585
+ if (!bestPerSession[key] || raw[r].score > bestPerSession[key].score) {
586
+ bestPerSession[key] = {
587
+ projectSlug: m.projectSlug,
588
+ projectTitle: m.projectTitle,
589
+ projectIcon: m.projectIcon,
590
+ sessionId: m.sessionId,
591
+ sessionTitle: m.sessionTitle,
592
+ lastActivity: m.lastActivity,
593
+ matchType: m.matchType,
594
+ snippet: m.snippet,
595
+ score: raw[r].score,
596
+ isMate: m.isMate,
597
+ mateId: m.mateId
598
+ };
599
+ // If we already have a title match, upgrade to "both"
600
+ } else if (bestPerSession[key].matchType !== m.matchType) {
601
+ bestPerSession[key].matchType = "both";
602
+ if (m.snippet && !bestPerSession[key].snippet) {
603
+ bestPerSession[key].snippet = m.snippet;
604
+ }
605
+ }
606
+ }
607
+
608
+ // Sort by score desc, take top results
609
+ var deduped = Object.keys(bestPerSession).map(function (k) { return bestPerSession[k]; });
610
+ deduped.sort(function (a, b) { return b.score - a.score; });
611
+ return deduped.slice(0, maxResults);
612
+ }
613
+
614
+ // ==========================================================================
615
+ // 4. FORMATTERS - convert search results to context strings
616
+ // ==========================================================================
617
+
618
+ /**
619
+ * Format search results for injection into mate mention/DM context.
620
+ * Includes both digest and session history results.
621
+ * @param {Array} results - output from searchMate()
622
+ * @returns {string} Formatted context string, or "" if empty
623
+ */
624
+ function formatForContext(results) {
625
+ if (!results || results.length === 0) return "";
626
+
627
+ var lines = ["\n\nRelevant past context (searched by current topic):"];
628
+
629
+ for (var i = 0; i < results.length; i++) {
630
+ var r = results[i];
631
+ var scorePct = Math.round(r.score * 10) / 10;
632
+
633
+ if (r.source === "digest") {
634
+ var d = r.digest;
635
+ var line = "- [" + (d.date || "?") + "] ";
636
+ if (r.mateName) {
637
+ line += "(@" + r.mateName + ") ";
638
+ }
639
+ line += (d.topic || "unknown");
640
+ if (d.summary) line += " -- " + d.summary;
641
+ if (d.my_position) line += " | Position: " + d.my_position;
642
+ if (d.decisions) line += " | Decisions: " + d.decisions;
643
+ if (d.key_quotes && d.key_quotes.length > 0) {
644
+ line += " | Quotes: " + d.key_quotes.slice(0, 2).join("; ");
645
+ }
646
+ line += " (relevance: " + scorePct + ")";
647
+ lines.push(line);
648
+ } else if (r.source === "knowledge") {
649
+ var line = "- [knowledge: " + (r.fileName || "?") + "] ";
650
+ if (r.mateName) line += "(@" + r.mateName + ") ";
651
+ line += (r.snippet || "(no preview)");
652
+ line += " (relevance: " + scorePct + ")";
653
+ lines.push(line);
654
+ } else if (r.source === "session") {
655
+ var line = "- [session: " + (r.sessionTitle || "?") + "] ";
656
+ line += (r.snippet || "(no preview)");
657
+ line += " (relevance: " + scorePct + ")";
658
+ lines.push(line);
659
+ }
660
+ }
661
+
662
+ return lines.join("\n");
663
+ }
664
+
665
+ /**
666
+ * Format digest search results for the memory UI panel.
667
+ * @param {Array} results - output from searchDigests()
668
+ * @returns {Array} [{ entry, score }]
669
+ */
670
+ function formatForMemoryUI(results) {
671
+ return results.map(function (r) {
672
+ var entry = r.digest;
673
+ entry.index = r.lineIdx;
674
+ return { entry: entry, score: Math.round(r.score * 100) / 100 };
675
+ });
676
+ }
677
+
678
+ module.exports = {
679
+ // Core (exposed for testing / advanced use)
680
+ tokenize: tokenize,
681
+ buildIndex: buildIndex,
682
+ searchIndex: searchIndex,
683
+
684
+ // High-level search APIs
685
+ searchDigests: searchDigests,
686
+ searchSessions: searchSessions,
687
+ searchMate: searchMate,
688
+ searchPalette: searchPalette,
689
+
690
+ // Formatters
691
+ formatForContext: formatForContext,
692
+ formatForMemoryUI: formatForMemoryUI,
693
+ };