@clagentic/console 1.0.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CREDITS.md +3 -0
- package/LICENSE +21 -0
- package/README.md +250 -0
- package/bin/cli.js +2812 -0
- package/lib/agents-favorites.js +164 -0
- package/lib/agents.js +282 -0
- package/lib/ask-user-mcp-server.js +120 -0
- package/lib/browser-mcp-server.js +484 -0
- package/lib/build-user-env.js +63 -0
- package/lib/certs/fullchain.pem +47 -0
- package/lib/certs/privkey.pem +5 -0
- package/lib/cli-sessions.js +265 -0
- package/lib/codex-defaults.js +18 -0
- package/lib/config.js +332 -0
- package/lib/crisis-safety.js +60 -0
- package/lib/daemon-projects.js +164 -0
- package/lib/daemon.js +1602 -0
- package/lib/dm.js +128 -0
- package/lib/ipc.js +125 -0
- package/lib/ipv4-only.js +39 -0
- package/lib/mcp-local.js +385 -0
- package/lib/notes.js +141 -0
- package/lib/os-users.js +529 -0
- package/lib/pages.js +1325 -0
- package/lib/project-connection.js +302 -0
- package/lib/project-external-trigger.js +236 -0
- package/lib/project-file-watch.js +120 -0
- package/lib/project-filesystem.js +528 -0
- package/lib/project-http.js +753 -0
- package/lib/project-image.js +95 -0
- package/lib/project-knowledge.js +88 -0
- package/lib/project-loop.js +1304 -0
- package/lib/project-mcp.js +374 -0
- package/lib/project-memory.js +39 -0
- package/lib/project-notifications.js +262 -0
- package/lib/project-sessions.js +1581 -0
- package/lib/project-user-mention.js +193 -0
- package/lib/project-user-message.js +628 -0
- package/lib/project.js +1303 -0
- package/lib/public/app.js +1031 -0
- package/lib/public/apple-touch-icon.png +0 -0
- package/lib/public/claude-code-avatar.png +0 -0
- package/lib/public/codex-avatar.png +0 -0
- package/lib/public/console-icon.png +0 -0
- package/lib/public/css/admin.css +736 -0
- package/lib/public/css/agent-picker.css +119 -0
- package/lib/public/css/base.css +235 -0
- package/lib/public/css/channel-layout.css +441 -0
- package/lib/public/css/command-palette.css +559 -0
- package/lib/public/css/debate.css +1609 -0
- package/lib/public/css/diff.css +139 -0
- package/lib/public/css/filebrowser.css +1976 -0
- package/lib/public/css/highlight.css +144 -0
- package/lib/public/css/home-hub.css +545 -0
- package/lib/public/css/icon-strip.css +1856 -0
- package/lib/public/css/input.css +1349 -0
- package/lib/public/css/loop.css +1248 -0
- package/lib/public/css/mention.css +317 -0
- package/lib/public/css/menus.css +857 -0
- package/lib/public/css/messages.css +1833 -0
- package/lib/public/css/mobile-nav.css +1332 -0
- package/lib/public/css/notifications-center.css +296 -0
- package/lib/public/css/overlays.css +1273 -0
- package/lib/public/css/playbook.css +264 -0
- package/lib/public/css/profile.css +397 -0
- package/lib/public/css/rewind.css +671 -0
- package/lib/public/css/scheduler-modal.css +1495 -0
- package/lib/public/css/scheduler.css +1420 -0
- package/lib/public/css/server-settings.css +909 -0
- package/lib/public/css/session-search.css +159 -0
- package/lib/public/css/sidebar.css +2012 -0
- package/lib/public/css/skills.css +789 -0
- package/lib/public/css/sticky-notes.css +854 -0
- package/lib/public/css/stt.css +155 -0
- package/lib/public/css/title-bar.css +674 -0
- package/lib/public/css/tooltip.css +67 -0
- package/lib/public/css/user-settings.css +702 -0
- package/lib/public/emoji-data.json +1 -0
- package/lib/public/favicon-banded-32.png +0 -0
- package/lib/public/favicon-banded.png +0 -0
- package/lib/public/favicon-dark.svg +32 -0
- package/lib/public/favicon.svg +32 -0
- package/lib/public/icon-192.png +0 -0
- package/lib/public/icon-512.png +0 -0
- package/lib/public/icon-banded-76.png +0 -0
- package/lib/public/icon-banded-96.png +0 -0
- package/lib/public/icon-mono.svg +25 -0
- package/lib/public/icons/email/gmail.svg +7 -0
- package/lib/public/icons/email/outlook.svg +35 -0
- package/lib/public/icons/email/yahoo.svg +1 -0
- package/lib/public/index.html +1946 -0
- package/lib/public/manifest.json +27 -0
- package/lib/public/markdown-worker.js +43 -0
- package/lib/public/marked.min.js +6 -0
- package/lib/public/modules/admin.js +954 -0
- package/lib/public/modules/agent-picker.js +429 -0
- package/lib/public/modules/app-connection.js +216 -0
- package/lib/public/modules/app-cursors.js +492 -0
- package/lib/public/modules/app-dm.js +265 -0
- package/lib/public/modules/app-favicon.js +231 -0
- package/lib/public/modules/app-header.js +242 -0
- package/lib/public/modules/app-home-hub.js +432 -0
- package/lib/public/modules/app-loop-ui.js +691 -0
- package/lib/public/modules/app-loop-wizard.js +439 -0
- package/lib/public/modules/app-messages.js +1415 -0
- package/lib/public/modules/app-misc.js +463 -0
- package/lib/public/modules/app-notifications.js +651 -0
- package/lib/public/modules/app-panels.js +1061 -0
- package/lib/public/modules/app-projects.js +875 -0
- package/lib/public/modules/app-rate-limit.js +529 -0
- package/lib/public/modules/app-rendering.js +739 -0
- package/lib/public/modules/app-skills-install.js +285 -0
- package/lib/public/modules/avatar.js +36 -0
- package/lib/public/modules/command-palette.js +491 -0
- package/lib/public/modules/console-logo.js +162 -0
- package/lib/public/modules/context-sources.js +365 -0
- package/lib/public/modules/diff.js +412 -0
- package/lib/public/modules/dom-refs.js +21 -0
- package/lib/public/modules/emoji-picker.js +222 -0
- package/lib/public/modules/events.js +21 -0
- package/lib/public/modules/filebrowser.js +1966 -0
- package/lib/public/modules/fileicons.js +172 -0
- package/lib/public/modules/icons.js +80 -0
- package/lib/public/modules/input.js +1102 -0
- package/lib/public/modules/longpress.js +74 -0
- package/lib/public/modules/markdown.js +486 -0
- package/lib/public/modules/mcp-ui.js +295 -0
- package/lib/public/modules/mention.js +1093 -0
- package/lib/public/modules/notifications.js +613 -0
- package/lib/public/modules/playbook.js +578 -0
- package/lib/public/modules/profile.js +594 -0
- package/lib/public/modules/project-settings.js +849 -0
- package/lib/public/modules/project-switcher.js +375 -0
- package/lib/public/modules/qrcode.js +87 -0
- package/lib/public/modules/rewind.js +381 -0
- package/lib/public/modules/scheduler-config.js +1611 -0
- package/lib/public/modules/scheduler-history.js +131 -0
- package/lib/public/modules/scheduler.js +1689 -0
- package/lib/public/modules/server-settings.js +842 -0
- package/lib/public/modules/session-search.js +456 -0
- package/lib/public/modules/settings-defaults.js +253 -0
- package/lib/public/modules/sidebar-mobile.js +1425 -0
- package/lib/public/modules/sidebar-projects.js +2022 -0
- package/lib/public/modules/sidebar-sessions.js +1548 -0
- package/lib/public/modules/sidebar-users.js +449 -0
- package/lib/public/modules/sidebar.js +348 -0
- package/lib/public/modules/skills.js +793 -0
- package/lib/public/modules/state.js +3 -0
- package/lib/public/modules/sticky-notes.js +1221 -0
- package/lib/public/modules/store.js +34 -0
- package/lib/public/modules/stt.js +266 -0
- package/lib/public/modules/terminal.js +987 -0
- package/lib/public/modules/theme.js +812 -0
- package/lib/public/modules/tool-palette.js +562 -0
- package/lib/public/modules/tools.js +2285 -0
- package/lib/public/modules/tooltip.js +150 -0
- package/lib/public/modules/user-settings.js +544 -0
- package/lib/public/modules/utils.js +56 -0
- package/lib/public/modules/ws-ref.js +26 -0
- package/lib/public/style.css +34 -0
- package/lib/public/sw.js +159 -0
- package/lib/push.js +149 -0
- package/lib/scheduler.js +471 -0
- package/lib/sdk-bridge.js +1792 -0
- package/lib/sdk-message-processor.js +740 -0
- package/lib/sdk-message-queue.js +42 -0
- package/lib/sdk-skill-discovery.js +131 -0
- package/lib/sdk-worker.js +677 -0
- package/lib/server-admin.js +712 -0
- package/lib/server-auth.js +737 -0
- package/lib/server-dm.js +170 -0
- package/lib/server-palette.js +104 -0
- package/lib/server-settings.js +553 -0
- package/lib/server-skills.js +280 -0
- package/lib/server.js +1390 -0
- package/lib/session-search.js +693 -0
- package/lib/sessions.js +946 -0
- package/lib/smtp.js +221 -0
- package/lib/terminal-manager.js +219 -0
- package/lib/terminal.js +39 -0
- package/lib/themes/ayu-light.json +9 -0
- package/lib/themes/catppuccin-latte.json +9 -0
- package/lib/themes/catppuccin-mocha.json +9 -0
- package/lib/themes/clagentic-dark.json +10 -0
- package/lib/themes/clagentic-light.json +10 -0
- package/lib/themes/dracula.json +9 -0
- package/lib/themes/everforest-light.json +9 -0
- package/lib/themes/everforest.json +9 -0
- package/lib/themes/github-light.json +9 -0
- package/lib/themes/gruvbox-dark.json +9 -0
- package/lib/themes/gruvbox-light.json +9 -0
- package/lib/themes/monokai.json +9 -0
- package/lib/themes/nord-light.json +9 -0
- package/lib/themes/nord.json +9 -0
- package/lib/themes/one-dark.json +9 -0
- package/lib/themes/one-light.json +9 -0
- package/lib/themes/rose-pine-dawn.json +9 -0
- package/lib/themes/rose-pine.json +9 -0
- package/lib/themes/solarized-dark.json +9 -0
- package/lib/themes/solarized-light.json +9 -0
- package/lib/themes/tokyo-night-light.json +9 -0
- package/lib/themes/tokyo-night.json +9 -0
- package/lib/updater.js +124 -0
- package/lib/user-presence.js +92 -0
- package/lib/users-auth.js +146 -0
- package/lib/users-permissions.js +118 -0
- package/lib/users-preferences.js +254 -0
- package/lib/users.js +465 -0
- package/lib/utils.js +64 -0
- package/lib/worktree.js +134 -0
- package/lib/ws-schema.js +464 -0
- package/lib/yoke/adapters/claude-worker.js +759 -0
- package/lib/yoke/adapters/claude.js +1599 -0
- package/lib/yoke/adapters/codex.js +1559 -0
- package/lib/yoke/codex-app-server.js +352 -0
- package/lib/yoke/index.js +319 -0
- package/lib/yoke/instructions.js +61 -0
- package/lib/yoke/interface.js +98 -0
- package/lib/yoke/mcp-bridge-server.js +302 -0
- package/lib/yoke/package.json +7 -0
- package/package.json +72 -0
|
@@ -0,0 +1,693 @@
|
|
|
1
|
+
var fs = require("fs");
|
|
2
|
+
var path = require("path");
|
|
3
|
+
|
|
4
|
+
// ============================================================================
|
|
5
|
+
// session-search.js - Unified BM25 search for Clay
|
|
6
|
+
//
|
|
7
|
+
// Single module for ALL search: digests, session history, palette, mate context.
|
|
8
|
+
// Callers pass data in, get results out. No BM25 logic leaks outside this file.
|
|
9
|
+
// ============================================================================
|
|
10
|
+
|
|
11
|
+
// --- BM25 Parameters ---
|
|
12
|
+
var K1 = 1.2; // term frequency saturation
|
|
13
|
+
var B = 0.75; // document length normalization
|
|
14
|
+
var MAX_RESULTS = 10;
|
|
15
|
+
|
|
16
|
+
// --- Searchable session history entry types ---
|
|
17
|
+
var SEARCHABLE_TYPES = {
|
|
18
|
+
"user_message": true,
|
|
19
|
+
"delta": true,
|
|
20
|
+
"mention_user": true,
|
|
21
|
+
"mention_response": true
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
// ==========================================================================
|
|
25
|
+
// 1. BM25 CORE - tokenizer, index builder, scorer
|
|
26
|
+
// ==========================================================================
|
|
27
|
+
|
|
28
|
+
// Stopwords for major languages. Only high-frequency function words that
|
|
29
|
+
// carry almost no semantic meaning. Kept short to avoid false negatives.
|
|
30
|
+
var STOPWORDS = {};
|
|
31
|
+
var _sw = [
|
|
32
|
+
// English
|
|
33
|
+
"the a an is are was were be been being have has had do does did will would could",
|
|
34
|
+
"should may might shall can to of in for on with at by from as into through about",
|
|
35
|
+
"and or but not so if then it its this that these those i me my we our you your",
|
|
36
|
+
"he she they them their what which who when where how all each every both few more",
|
|
37
|
+
"other some such no nor only own same than too very just also now here there null none",
|
|
38
|
+
// Spanish
|
|
39
|
+
"el la los las un una unos unas de en con por para al del que es no se lo su sus",
|
|
40
|
+
"como mas pero si ya muy te tu mi me nos le les fue ser estar hay este esta esto",
|
|
41
|
+
// French
|
|
42
|
+
"le la les un une des de du en au aux et est que qui ne pas pour sur avec dans par",
|
|
43
|
+
"ce cette ces je tu il elle nous vous ils son sa ses lui sont ont fait plus",
|
|
44
|
+
// German
|
|
45
|
+
"der die das ein eine einer eines dem den des im auf ist und zu von mit dem den",
|
|
46
|
+
"nicht sich auch es an als ich er sie wir ihr aber nach wie noch bei uns aus",
|
|
47
|
+
// Portuguese
|
|
48
|
+
"de da do das dos em um uma que se no na os as para com por mais",
|
|
49
|
+
"mas como foi ao ele ela seu sua isso este esta esse essa",
|
|
50
|
+
// Italian
|
|
51
|
+
"il lo la le gli un una dei del della delle nel nella che di da in con su per",
|
|
52
|
+
"non si come anche sono ha ho questo questa quello quella",
|
|
53
|
+
// Dutch
|
|
54
|
+
"de het een van en in is dat op te zijn voor met als bij om ook maar er nog",
|
|
55
|
+
"niet aan dan ze wel dit die ze uit tot",
|
|
56
|
+
// Russian (transliterated would not match, keep Cyrillic)
|
|
57
|
+
"\u0438 \u0432 \u043d\u0430 \u043d\u0435 \u0447\u0442\u043e \u044d\u0442\u043e \u043a\u0430\u043a \u043e\u043d \u043e\u043d\u0430 \u043e\u043d\u0438 \u043c\u044b \u0432\u044b \u044f \u0441 \u043f\u043e \u0434\u043b\u044f \u043a \u043d\u043e \u0434\u0430 \u0442\u043e \u043e\u0442 \u043e \u0431\u044b\u043b \u0431\u044b\u043b\u0430 \u0431\u044b\u043b\u043e \u0435\u0441\u0442\u044c \u0431\u044b\u0442\u044c \u0443\u0436\u0435 \u0438\u043b\u0438 \u0442\u043e\u0436\u0435 \u0435\u0449\u0435",
|
|
58
|
+
// Korean particles
|
|
59
|
+
"\uC740 \uB294 \uC774 \uAC00 \uC744 \uB97C \uC758 \uC5D0 \uC5D0\uC11C \uB85C \uC73C\uB85C \uB3C4 \uB9CC \uAE4C\uC9C0 \uBD80\uD130 \uADF8 \uC800 \uB098 \uB108",
|
|
60
|
+
// Japanese particles (hiragana)
|
|
61
|
+
"\u306E \u306F \u304C \u3092 \u306B \u3078 \u3067 \u3068 \u3082 \u304B \u3088 \u306D \u306A \u3051\u3069 \u3057 \u305D\u306E \u3053\u306E \u305D\u308C \u3053\u308C \u3042\u308B \u3044\u308B \u3059\u308B \u306A\u3044 \u3067\u3059 \u307E\u3059",
|
|
62
|
+
// Chinese function words
|
|
63
|
+
"\u7684 \u4E86 \u5728 \u662F \u6211 \u4ED6 \u5979 \u4EEC \u8FD9 \u90A3 \u4E0D \u4E5F \u5C31 \u548C \u8981 \u4F1A \u80FD \u6709 \u5BF9 \u8BF4 \u8FD8 \u53EF\u4EE5 \u4EC0\u4E48 \u600E\u4E48",
|
|
64
|
+
// Arabic
|
|
65
|
+
"\u0641\u064A \u0645\u0646 \u0639\u0644\u0649 \u0625\u0644\u0649 \u0627\u0646 \u0647\u0630\u0627 \u0647\u0630\u0647 \u0630\u0644\u0643 \u0627\u0644\u062A\u064A \u0627\u0644\u0630\u064A \u0648 \u0623\u0648 \u0644\u0627 \u0645\u0627 \u0643\u0627\u0646 \u0639\u0646 \u0628\u0639\u062F \u0642\u062F \u0644\u0645 \u0628\u064A\u0646 \u0643\u0644",
|
|
66
|
+
// Turkish
|
|
67
|
+
"bir ve bu da de ile mi ne gibi ama icin olan var yok hem",
|
|
68
|
+
// Vietnamese (common function words, diacritics lowercased)
|
|
69
|
+
"la cua va trong cho den nhung cac voi nay nhu khong duoc con",
|
|
70
|
+
// Hindi (Devanagari)
|
|
71
|
+
"\u0915\u0947 \u0939\u0948 \u092E\u0947\u0902 \u0915\u093E \u0915\u0940 \u0938\u0947 \u0915\u094B \u0928\u0947 \u092F\u0939 \u0935\u0939 \u0914\u0930 \u092A\u0930 \u0907\u0938 \u0909\u0938 \u0928\u0939\u0940\u0902 \u0925\u093E \u0925\u0940 \u0925\u0947 \u0939\u0942\u0901 \u0939\u0948\u0902"
|
|
72
|
+
];
|
|
73
|
+
for (var _si = 0; _si < _sw.length; _si++) {
|
|
74
|
+
var _words = _sw[_si].split(" ");
|
|
75
|
+
for (var _wi = 0; _wi < _words.length; _wi++) {
|
|
76
|
+
if (_words[_wi]) STOPWORDS[_words[_wi]] = 1;
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
// --- Script detection for tokenization strategy ---
|
|
81
|
+
// Scripts that don't use spaces between words need character n-gram tokenization.
|
|
82
|
+
|
|
83
|
+
/**
|
|
84
|
+
* Check if a character belongs to a script that needs n-gram segmentation.
|
|
85
|
+
* Returns true for CJK (Chinese, Japanese Kanji, Korean), Japanese kana, and Thai.
|
|
86
|
+
*/
|
|
87
|
+
function needsNgramSegmentation(ch) {
|
|
88
|
+
var code = ch.charCodeAt(0);
|
|
89
|
+
return (code >= 0xAC00 && code <= 0xD7AF) || // Hangul Syllables (Korean)
|
|
90
|
+
(code >= 0x3130 && code <= 0x318F) || // Hangul Compatibility Jamo
|
|
91
|
+
(code >= 0x4E00 && code <= 0x9FFF) || // CJK Unified Ideographs (Chinese/Kanji)
|
|
92
|
+
(code >= 0x3400 && code <= 0x4DBF) || // CJK Extension A
|
|
93
|
+
(code >= 0x3040 && code <= 0x309F) || // Hiragana (Japanese)
|
|
94
|
+
(code >= 0x30A0 && code <= 0x30FF) || // Katakana (Japanese)
|
|
95
|
+
(code >= 0x0E00 && code <= 0x0E7F); // Thai
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
/**
|
|
99
|
+
* Tokenize text for BM25. Multi-language support:
|
|
100
|
+
* - Space-delimited scripts (Latin, Cyrillic, Arabic, Devanagari, etc.): word splitting
|
|
101
|
+
* - Non-delimited scripts (CJK, Japanese, Thai): word + character bigrams
|
|
102
|
+
* - Mixed text handled per-word
|
|
103
|
+
*/
|
|
104
|
+
function tokenize(text) {
|
|
105
|
+
if (!text || typeof text !== "string") return [];
|
|
106
|
+
|
|
107
|
+
var tokens = [];
|
|
108
|
+
var words = text.toLowerCase().split(/[\s,.\-:;!?\u3001\u3002\u060C\u061B'"()\[\]{}<>|/\\@#$%^&*+=~`\u300C\u300D\u300E\u300F\u3010\u3011\uFF08\uFF09]+/);
|
|
109
|
+
|
|
110
|
+
for (var i = 0; i < words.length; i++) {
|
|
111
|
+
var word = words[i].trim();
|
|
112
|
+
if (!word || word.length < 2) continue;
|
|
113
|
+
if (STOPWORDS[word]) continue;
|
|
114
|
+
|
|
115
|
+
// Check if word contains characters needing n-gram segmentation
|
|
116
|
+
var hasNgram = false;
|
|
117
|
+
for (var c = 0; c < word.length; c++) {
|
|
118
|
+
if (needsNgramSegmentation(word[c])) { hasNgram = true; break; }
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
if (hasNgram) {
|
|
122
|
+
// Non-delimited script: add whole word + character bigrams
|
|
123
|
+
if (word.length >= 2) tokens.push(word);
|
|
124
|
+
for (var bi = 0; bi < word.length - 1; bi++) {
|
|
125
|
+
if (needsNgramSegmentation(word[bi]) || needsNgramSegmentation(word[bi + 1])) {
|
|
126
|
+
tokens.push(word[bi] + word[bi + 1]);
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
} else {
|
|
130
|
+
// Space-delimited script (Latin, Cyrillic, Arabic, Devanagari, etc.)
|
|
131
|
+
tokens.push(word);
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
return tokens;
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
/**
|
|
139
|
+
* Build BM25 index from generic documents.
|
|
140
|
+
* @param {Array} docs - [{ id: any, text: string, meta: any }]
|
|
141
|
+
* @returns {object} Index for searchIndex()
|
|
142
|
+
*/
|
|
143
|
+
function buildIndex(docs) {
|
|
144
|
+
var indexed = [];
|
|
145
|
+
var df = {};
|
|
146
|
+
var totalLength = 0;
|
|
147
|
+
|
|
148
|
+
for (var i = 0; i < docs.length; i++) {
|
|
149
|
+
var tokens = tokenize(docs[i].text);
|
|
150
|
+
var docTerms = {};
|
|
151
|
+
var tf = {};
|
|
152
|
+
|
|
153
|
+
for (var t = 0; t < tokens.length; t++) {
|
|
154
|
+
var term = tokens[t];
|
|
155
|
+
tf[term] = (tf[term] || 0) + 1;
|
|
156
|
+
docTerms[term] = true;
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
var terms = Object.keys(docTerms);
|
|
160
|
+
for (var dt = 0; dt < terms.length; dt++) {
|
|
161
|
+
df[terms[dt]] = (df[terms[dt]] || 0) + 1;
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
indexed.push({ id: docs[i].id, tf: tf, length: tokens.length, meta: docs[i].meta });
|
|
165
|
+
totalLength += tokens.length;
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
return { docs: indexed, df: df, N: indexed.length, avgdl: indexed.length > 0 ? totalLength / indexed.length : 0 };
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
/**
|
|
172
|
+
* Search a BM25 index. Returns [{ id, score, meta }] sorted by score desc.
|
|
173
|
+
*/
|
|
174
|
+
function searchIndex(index, query, maxResults) {
|
|
175
|
+
if (!index || index.N === 0) return [];
|
|
176
|
+
maxResults = maxResults || MAX_RESULTS;
|
|
177
|
+
|
|
178
|
+
var queryTokens = tokenize(query);
|
|
179
|
+
if (queryTokens.length === 0) return [];
|
|
180
|
+
|
|
181
|
+
// Deduplicate
|
|
182
|
+
var seen = {};
|
|
183
|
+
var unique = [];
|
|
184
|
+
for (var q = 0; q < queryTokens.length; q++) {
|
|
185
|
+
if (!seen[queryTokens[q]]) {
|
|
186
|
+
seen[queryTokens[q]] = true;
|
|
187
|
+
unique.push(queryTokens[q]);
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
var scores = [];
|
|
192
|
+
for (var d = 0; d < index.docs.length; d++) {
|
|
193
|
+
var doc = index.docs[d];
|
|
194
|
+
var score = 0;
|
|
195
|
+
|
|
196
|
+
for (var qt = 0; qt < unique.length; qt++) {
|
|
197
|
+
var term = unique[qt];
|
|
198
|
+
var termFreq = doc.tf[term] || 0;
|
|
199
|
+
if (termFreq === 0) continue;
|
|
200
|
+
|
|
201
|
+
var docFreq = index.df[term] || 0;
|
|
202
|
+
var idf = Math.log((index.N - docFreq + 0.5) / (docFreq + 0.5) + 1);
|
|
203
|
+
var tfNorm = (termFreq * (K1 + 1)) /
|
|
204
|
+
(termFreq + K1 * (1 - B + B * doc.length / index.avgdl));
|
|
205
|
+
|
|
206
|
+
score += idf * tfNorm;
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
if (score > 0) {
|
|
210
|
+
scores.push({ id: doc.id, score: score, meta: doc.meta });
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
scores.sort(function (a, b) { return b.score - a.score; });
|
|
215
|
+
return scores.slice(0, maxResults);
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
// ==========================================================================
|
|
219
|
+
// 2. DATA SOURCES - convert various data into generic {id, text, meta} docs
|
|
220
|
+
// ==========================================================================
|
|
221
|
+
|
|
222
|
+
/**
|
|
223
|
+
* Convert a digest entry into a searchable document.
|
|
224
|
+
* Important fields get repeated for higher BM25 weight.
|
|
225
|
+
* @param {object} digest - parsed digest entry
|
|
226
|
+
* @param {number} lineIdx - line index in JSONL file
|
|
227
|
+
* @param {string} mateName - optional mate name (for cross-mate search)
|
|
228
|
+
*/
|
|
229
|
+
function digestToDoc(digest, lineIdx, mateName) {
|
|
230
|
+
var parts = [];
|
|
231
|
+
// High weight
|
|
232
|
+
if (digest.topic) { parts.push(digest.topic); parts.push(digest.topic); }
|
|
233
|
+
if (digest.tags && digest.tags.length) {
|
|
234
|
+
var tagStr = digest.tags.join(" ");
|
|
235
|
+
parts.push(tagStr); parts.push(tagStr);
|
|
236
|
+
}
|
|
237
|
+
// Medium weight
|
|
238
|
+
if (digest.summary) parts.push(digest.summary);
|
|
239
|
+
if (digest.key_quotes && digest.key_quotes.length) parts.push(digest.key_quotes.join(" "));
|
|
240
|
+
if (digest.user_intent) parts.push(digest.user_intent);
|
|
241
|
+
if (digest.user_context) parts.push(digest.user_context);
|
|
242
|
+
// Normal weight
|
|
243
|
+
if (digest.my_position) parts.push(digest.my_position);
|
|
244
|
+
if (digest.decisions) parts.push(digest.decisions);
|
|
245
|
+
if (digest.open_items) parts.push(digest.open_items);
|
|
246
|
+
if (digest.user_sentiment) parts.push(digest.user_sentiment);
|
|
247
|
+
if (digest.other_perspectives) parts.push(digest.other_perspectives);
|
|
248
|
+
if (digest.outcome) parts.push(digest.outcome);
|
|
249
|
+
if (digest.my_role) parts.push(digest.my_role);
|
|
250
|
+
|
|
251
|
+
return { id: "digest:" + (mateName || "self") + ":" + lineIdx, text: parts.join(" "), meta: { source: "digest", lineIdx: lineIdx, digest: digest, mateName: mateName || null } };
|
|
252
|
+
}
|
|
253
|
+
|
|
254
|
+
/**
|
|
255
|
+
* Convert a session's history into searchable documents.
|
|
256
|
+
* Groups consecutive deltas into turns for better context.
|
|
257
|
+
* Each "turn" (user message or assistant response block) becomes one document.
|
|
258
|
+
*/
|
|
259
|
+
function sessionHistoryToDocs(session) {
|
|
260
|
+
var docs = [];
|
|
261
|
+
var history = session.history || [];
|
|
262
|
+
var sessionMeta = {
|
|
263
|
+
sessionId: session.localId || session.cliSessionId,
|
|
264
|
+
sessionTitle: session.title || "New Session"
|
|
265
|
+
};
|
|
266
|
+
var currentText = "";
|
|
267
|
+
var currentType = null;
|
|
268
|
+
var turnIdx = 0;
|
|
269
|
+
|
|
270
|
+
function flushTurn() {
|
|
271
|
+
var text = currentText.trim();
|
|
272
|
+
if (text && text.length > 10) {
|
|
273
|
+
docs.push({
|
|
274
|
+
id: "session:" + sessionMeta.sessionId + ":turn:" + turnIdx,
|
|
275
|
+
text: text,
|
|
276
|
+
meta: {
|
|
277
|
+
source: "session",
|
|
278
|
+
sessionId: sessionMeta.sessionId,
|
|
279
|
+
sessionTitle: sessionMeta.sessionTitle,
|
|
280
|
+
turnIdx: turnIdx,
|
|
281
|
+
turnType: currentType,
|
|
282
|
+
snippet: text.length > 200 ? text.substring(0, 200) + "..." : text
|
|
283
|
+
}
|
|
284
|
+
});
|
|
285
|
+
turnIdx++;
|
|
286
|
+
}
|
|
287
|
+
currentText = "";
|
|
288
|
+
currentType = null;
|
|
289
|
+
}
|
|
290
|
+
|
|
291
|
+
for (var i = 0; i < history.length; i++) {
|
|
292
|
+
var entry = history[i];
|
|
293
|
+
if (!SEARCHABLE_TYPES[entry.type]) continue;
|
|
294
|
+
if (!entry.text) continue;
|
|
295
|
+
|
|
296
|
+
if (entry.type === "user_message" || entry.type === "mention_user") {
|
|
297
|
+
// New turn boundary
|
|
298
|
+
flushTurn();
|
|
299
|
+
currentType = entry.type;
|
|
300
|
+
currentText = entry.text;
|
|
301
|
+
} else if (entry.type === "delta") {
|
|
302
|
+
// Continuation of assistant response
|
|
303
|
+
if (currentType !== "delta") flushTurn();
|
|
304
|
+
currentType = "delta";
|
|
305
|
+
currentText += entry.text;
|
|
306
|
+
} else {
|
|
307
|
+
// mention_response and similar turn markers
|
|
308
|
+
flushTurn();
|
|
309
|
+
currentType = entry.type;
|
|
310
|
+
currentText = entry.text;
|
|
311
|
+
}
|
|
312
|
+
}
|
|
313
|
+
flushTurn();
|
|
314
|
+
|
|
315
|
+
return docs;
|
|
316
|
+
}
|
|
317
|
+
|
|
318
|
+
/**
|
|
319
|
+
* Load digests from JSONL file into doc array.
|
|
320
|
+
* @param {string} digestFilePath
|
|
321
|
+
* @param {object} opts - { dateFrom, dateTo, mateName }
|
|
322
|
+
*/
|
|
323
|
+
function loadDigestDocs(digestFilePath, opts) {
|
|
324
|
+
opts = opts || {};
|
|
325
|
+
var docs = [];
|
|
326
|
+
try {
|
|
327
|
+
if (!fs.existsSync(digestFilePath)) return docs;
|
|
328
|
+
var lines = fs.readFileSync(digestFilePath, "utf8").trim().split("\n");
|
|
329
|
+
for (var i = 0; i < lines.length; i++) {
|
|
330
|
+
if (!lines[i].trim()) continue;
|
|
331
|
+
try {
|
|
332
|
+
var entry = JSON.parse(lines[i]);
|
|
333
|
+
if (opts.dateFrom && entry.date && entry.date < opts.dateFrom) continue;
|
|
334
|
+
if (opts.dateTo && entry.date && entry.date > opts.dateTo) continue;
|
|
335
|
+
docs.push(digestToDoc(entry, i, opts.mateName || null));
|
|
336
|
+
} catch (e) {}
|
|
337
|
+
}
|
|
338
|
+
} catch (e) {}
|
|
339
|
+
return docs;
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
// ==========================================================================
|
|
343
|
+
// 3. HIGH-LEVEL SEARCH APIs - the public interface
|
|
344
|
+
// ==========================================================================
|
|
345
|
+
|
|
346
|
+
/**
|
|
347
|
+
* Search a mate's digests.
|
|
348
|
+
* @param {string} digestFilePath
|
|
349
|
+
* @param {string} query
|
|
350
|
+
* @param {object} opts - { maxResults, minScore, dateFrom, dateTo }
|
|
351
|
+
* @returns {Array} [{ digest, score, lineIdx }]
|
|
352
|
+
*/
|
|
353
|
+
function searchDigests(digestFilePath, query, opts) {
|
|
354
|
+
opts = opts || {};
|
|
355
|
+
if (!query || !query.trim()) return [];
|
|
356
|
+
|
|
357
|
+
var docs = loadDigestDocs(digestFilePath, opts);
|
|
358
|
+
if (docs.length === 0) return [];
|
|
359
|
+
|
|
360
|
+
var index = buildIndex(docs);
|
|
361
|
+
var results = searchIndex(index, query, opts.maxResults || MAX_RESULTS);
|
|
362
|
+
|
|
363
|
+
if (opts.minScore) {
|
|
364
|
+
results = results.filter(function (r) { return r.score >= opts.minScore; });
|
|
365
|
+
}
|
|
366
|
+
|
|
367
|
+
// Map back to caller-friendly format
|
|
368
|
+
return results.map(function (r) {
|
|
369
|
+
return { digest: r.meta.digest, score: r.score, lineIdx: r.meta.lineIdx };
|
|
370
|
+
});
|
|
371
|
+
}
|
|
372
|
+
|
|
373
|
+
/**
|
|
374
|
+
* Search a mate's session history (full conversation turns).
|
|
375
|
+
* @param {Array} sessions - Array of session objects with .history, .localId, .title
|
|
376
|
+
* @param {string} query
|
|
377
|
+
* @param {object} opts - { maxResults, minScore }
|
|
378
|
+
* @returns {Array} [{ sessionId, sessionTitle, turnIdx, turnType, snippet, score }]
|
|
379
|
+
*/
|
|
380
|
+
function searchSessions(sessions, query, opts) {
|
|
381
|
+
opts = opts || {};
|
|
382
|
+
if (!query || !query.trim() || !sessions || sessions.length === 0) return [];
|
|
383
|
+
|
|
384
|
+
var docs = [];
|
|
385
|
+
for (var s = 0; s < sessions.length; s++) {
|
|
386
|
+
var sessionDocs = sessionHistoryToDocs(sessions[s]);
|
|
387
|
+
for (var d = 0; d < sessionDocs.length; d++) {
|
|
388
|
+
docs.push(sessionDocs[d]);
|
|
389
|
+
}
|
|
390
|
+
}
|
|
391
|
+
|
|
392
|
+
if (docs.length === 0) return [];
|
|
393
|
+
|
|
394
|
+
var index = buildIndex(docs);
|
|
395
|
+
var results = searchIndex(index, query, opts.maxResults || MAX_RESULTS);
|
|
396
|
+
|
|
397
|
+
if (opts.minScore) {
|
|
398
|
+
results = results.filter(function (r) { return r.score >= opts.minScore; });
|
|
399
|
+
}
|
|
400
|
+
|
|
401
|
+
return results.map(function (r) {
|
|
402
|
+
return {
|
|
403
|
+
sessionId: r.meta.sessionId,
|
|
404
|
+
sessionTitle: r.meta.sessionTitle,
|
|
405
|
+
turnIdx: r.meta.turnIdx,
|
|
406
|
+
turnType: r.meta.turnType,
|
|
407
|
+
snippet: r.meta.snippet,
|
|
408
|
+
score: r.score
|
|
409
|
+
};
|
|
410
|
+
});
|
|
411
|
+
}
|
|
412
|
+
|
|
413
|
+
/**
|
|
414
|
+
* Unified mate search: digests + session history + knowledge files combined.
|
|
415
|
+
* Returns merged, re-ranked results from all sources.
|
|
416
|
+
* For global search (e.g. Ally), pass otherDigests array with paths and mate names.
|
|
417
|
+
* @param {object} opts - { digestFilePath, otherDigests, sessions, knowledgeFiles, query, maxResults, minScore }
|
|
418
|
+
* otherDigests: [{ path: string, mateName: string }] - other mates' digest files
|
|
419
|
+
* knowledgeFiles: [{ filePath: string, name: string, mateName: string }] - knowledge files to search
|
|
420
|
+
* @returns {Array} [{ source: "digest"|"session"|"knowledge", score, mateName, ... }]
|
|
421
|
+
*/
|
|
422
|
+
function searchMate(opts) {
|
|
423
|
+
if (!opts || !opts.query || !opts.query.trim()) return [];
|
|
424
|
+
var maxResults = opts.maxResults || MAX_RESULTS;
|
|
425
|
+
var allDocs = [];
|
|
426
|
+
|
|
427
|
+
// Collect own digest docs
|
|
428
|
+
if (opts.digestFilePath) {
|
|
429
|
+
var ownDocs = loadDigestDocs(opts.digestFilePath);
|
|
430
|
+
for (var od = 0; od < ownDocs.length; od++) allDocs.push(ownDocs[od]);
|
|
431
|
+
}
|
|
432
|
+
|
|
433
|
+
// Collect other mates' digest docs (global search)
|
|
434
|
+
if (opts.otherDigests && opts.otherDigests.length > 0) {
|
|
435
|
+
for (var oi = 0; oi < opts.otherDigests.length; oi++) {
|
|
436
|
+
var other = opts.otherDigests[oi];
|
|
437
|
+
var otherDocs = loadDigestDocs(other.path, { mateName: other.mateName });
|
|
438
|
+
for (var oid = 0; oid < otherDocs.length; oid++) allDocs.push(otherDocs[oid]);
|
|
439
|
+
}
|
|
440
|
+
}
|
|
441
|
+
|
|
442
|
+
// Collect session history docs
|
|
443
|
+
if (opts.sessions && opts.sessions.length > 0) {
|
|
444
|
+
for (var si = 0; si < opts.sessions.length; si++) {
|
|
445
|
+
var sDocs = sessionHistoryToDocs(opts.sessions[si]);
|
|
446
|
+
for (var sd = 0; sd < sDocs.length; sd++) allDocs.push(sDocs[sd]);
|
|
447
|
+
}
|
|
448
|
+
}
|
|
449
|
+
|
|
450
|
+
// Collect knowledge file docs
|
|
451
|
+
if (opts.knowledgeFiles && opts.knowledgeFiles.length > 0) {
|
|
452
|
+
for (var ki = 0; ki < opts.knowledgeFiles.length; ki++) {
|
|
453
|
+
var kf = opts.knowledgeFiles[ki];
|
|
454
|
+
try {
|
|
455
|
+
if (!fs.existsSync(kf.filePath)) continue;
|
|
456
|
+
var content = fs.readFileSync(kf.filePath, "utf8").trim();
|
|
457
|
+
if (!content || content.length < 20) continue;
|
|
458
|
+
// Cap at 4000 chars to avoid oversized docs dominating the index
|
|
459
|
+
var capped = content.length > 4000 ? content.substring(0, 4000) : content;
|
|
460
|
+
allDocs.push({
|
|
461
|
+
id: "knowledge:" + (kf.mateName || "self") + ":" + kf.name,
|
|
462
|
+
text: kf.name + " " + kf.name + " " + capped,
|
|
463
|
+
meta: {
|
|
464
|
+
source: "knowledge",
|
|
465
|
+
fileName: kf.name,
|
|
466
|
+
mateName: kf.mateName || null,
|
|
467
|
+
snippet: content.length > 200 ? content.substring(0, 200) + "..." : content
|
|
468
|
+
}
|
|
469
|
+
});
|
|
470
|
+
} catch (e) {}
|
|
471
|
+
}
|
|
472
|
+
}
|
|
473
|
+
|
|
474
|
+
if (allDocs.length === 0) return [];
|
|
475
|
+
|
|
476
|
+
// Build unified index across all sources and search
|
|
477
|
+
var index = buildIndex(allDocs);
|
|
478
|
+
var results = searchIndex(index, opts.query, maxResults);
|
|
479
|
+
|
|
480
|
+
if (opts.minScore) {
|
|
481
|
+
results = results.filter(function (r) { return r.score >= opts.minScore; });
|
|
482
|
+
}
|
|
483
|
+
|
|
484
|
+
return results.map(function (r) {
|
|
485
|
+
var out = { source: r.meta.source, score: r.score };
|
|
486
|
+
if (r.meta.source === "digest") {
|
|
487
|
+
out.digest = r.meta.digest;
|
|
488
|
+
out.lineIdx = r.meta.lineIdx;
|
|
489
|
+
out.mateName = r.meta.mateName || null;
|
|
490
|
+
} else if (r.meta.source === "knowledge") {
|
|
491
|
+
out.fileName = r.meta.fileName;
|
|
492
|
+
out.mateName = r.meta.mateName || null;
|
|
493
|
+
out.snippet = r.meta.snippet;
|
|
494
|
+
} else {
|
|
495
|
+
out.sessionId = r.meta.sessionId;
|
|
496
|
+
out.sessionTitle = r.meta.sessionTitle;
|
|
497
|
+
out.turnIdx = r.meta.turnIdx;
|
|
498
|
+
out.turnType = r.meta.turnType;
|
|
499
|
+
out.snippet = r.meta.snippet;
|
|
500
|
+
}
|
|
501
|
+
return out;
|
|
502
|
+
});
|
|
503
|
+
}
|
|
504
|
+
|
|
505
|
+
/**
|
|
506
|
+
* Search for command palette (Cmd+K). Replaces substring search in server.js.
|
|
507
|
+
* Accepts pre-collected session data from all projects.
|
|
508
|
+
*
|
|
509
|
+
* @param {Array} projectSessions - [{ projectSlug, projectTitle, projectIcon, isMate, mateId, sessions }]
|
|
510
|
+
* where sessions = [{ localId, title, history, lastActivity, hidden }]
|
|
511
|
+
* @param {string} query
|
|
512
|
+
* @param {object} opts - { maxResults }
|
|
513
|
+
* @returns {Array} [{ projectSlug, projectTitle, projectIcon, sessionId, sessionTitle, lastActivity, matchType, snippet, score, isMate, mateId }]
|
|
514
|
+
*/
|
|
515
|
+
function searchPalette(projectSessions, query, opts) {
|
|
516
|
+
opts = opts || {};
|
|
517
|
+
if (!query || !query.trim()) return [];
|
|
518
|
+
var maxResults = opts.maxResults || 30;
|
|
519
|
+
|
|
520
|
+
var allDocs = [];
|
|
521
|
+
|
|
522
|
+
for (var p = 0; p < projectSessions.length; p++) {
|
|
523
|
+
var proj = projectSessions[p];
|
|
524
|
+
var sessions = proj.sessions || [];
|
|
525
|
+
|
|
526
|
+
for (var s = 0; s < sessions.length; s++) {
|
|
527
|
+
var session = sessions[s];
|
|
528
|
+
if (session.hidden) continue;
|
|
529
|
+
|
|
530
|
+
// Title as a separate high-weight doc
|
|
531
|
+
var title = session.title || "New Session";
|
|
532
|
+
allDocs.push({
|
|
533
|
+
id: "title:" + proj.projectSlug + ":" + session.localId,
|
|
534
|
+
text: title + " " + title, // double weight for title
|
|
535
|
+
meta: {
|
|
536
|
+
source: "palette",
|
|
537
|
+
projectSlug: proj.projectSlug,
|
|
538
|
+
projectTitle: proj.projectTitle,
|
|
539
|
+
projectIcon: proj.projectIcon || null,
|
|
540
|
+
sessionId: session.localId,
|
|
541
|
+
sessionTitle: title,
|
|
542
|
+
lastActivity: session.lastActivity || session.createdAt || 0,
|
|
543
|
+
isMate: proj.isMate || false,
|
|
544
|
+
mateId: proj.mateId || null,
|
|
545
|
+
matchType: "title",
|
|
546
|
+
snippet: null
|
|
547
|
+
}
|
|
548
|
+
});
|
|
549
|
+
|
|
550
|
+
// Content turns as docs
|
|
551
|
+
var turnDocs = sessionHistoryToDocs(session);
|
|
552
|
+
for (var td = 0; td < turnDocs.length; td++) {
|
|
553
|
+
var turnDoc = turnDocs[td];
|
|
554
|
+
allDocs.push({
|
|
555
|
+
id: turnDoc.id,
|
|
556
|
+
text: turnDoc.text,
|
|
557
|
+
meta: {
|
|
558
|
+
source: "palette",
|
|
559
|
+
projectSlug: proj.projectSlug,
|
|
560
|
+
projectTitle: proj.projectTitle,
|
|
561
|
+
projectIcon: proj.projectIcon || null,
|
|
562
|
+
sessionId: session.localId,
|
|
563
|
+
sessionTitle: title,
|
|
564
|
+
lastActivity: session.lastActivity || session.createdAt || 0,
|
|
565
|
+
isMate: proj.isMate || false,
|
|
566
|
+
mateId: proj.mateId || null,
|
|
567
|
+
matchType: "content",
|
|
568
|
+
snippet: turnDoc.meta.snippet
|
|
569
|
+
}
|
|
570
|
+
});
|
|
571
|
+
}
|
|
572
|
+
}
|
|
573
|
+
}
|
|
574
|
+
|
|
575
|
+
if (allDocs.length === 0) return [];
|
|
576
|
+
|
|
577
|
+
var index = buildIndex(allDocs);
|
|
578
|
+
var raw = searchIndex(index, query, maxResults * 3); // over-fetch for dedup
|
|
579
|
+
|
|
580
|
+
// Deduplicate: keep best match per session
|
|
581
|
+
var bestPerSession = {};
|
|
582
|
+
for (var r = 0; r < raw.length; r++) {
|
|
583
|
+
var m = raw[r].meta;
|
|
584
|
+
var key = m.projectSlug + ":" + m.sessionId;
|
|
585
|
+
if (!bestPerSession[key] || raw[r].score > bestPerSession[key].score) {
|
|
586
|
+
bestPerSession[key] = {
|
|
587
|
+
projectSlug: m.projectSlug,
|
|
588
|
+
projectTitle: m.projectTitle,
|
|
589
|
+
projectIcon: m.projectIcon,
|
|
590
|
+
sessionId: m.sessionId,
|
|
591
|
+
sessionTitle: m.sessionTitle,
|
|
592
|
+
lastActivity: m.lastActivity,
|
|
593
|
+
matchType: m.matchType,
|
|
594
|
+
snippet: m.snippet,
|
|
595
|
+
score: raw[r].score,
|
|
596
|
+
isMate: m.isMate,
|
|
597
|
+
mateId: m.mateId
|
|
598
|
+
};
|
|
599
|
+
// If we already have a title match, upgrade to "both"
|
|
600
|
+
} else if (bestPerSession[key].matchType !== m.matchType) {
|
|
601
|
+
bestPerSession[key].matchType = "both";
|
|
602
|
+
if (m.snippet && !bestPerSession[key].snippet) {
|
|
603
|
+
bestPerSession[key].snippet = m.snippet;
|
|
604
|
+
}
|
|
605
|
+
}
|
|
606
|
+
}
|
|
607
|
+
|
|
608
|
+
// Sort by score desc, take top results
|
|
609
|
+
var deduped = Object.keys(bestPerSession).map(function (k) { return bestPerSession[k]; });
|
|
610
|
+
deduped.sort(function (a, b) { return b.score - a.score; });
|
|
611
|
+
return deduped.slice(0, maxResults);
|
|
612
|
+
}
|
|
613
|
+
|
|
614
|
+
// ==========================================================================
|
|
615
|
+
// 4. FORMATTERS - convert search results to context strings
|
|
616
|
+
// ==========================================================================
|
|
617
|
+
|
|
618
|
+
/**
|
|
619
|
+
* Format search results for injection into mate mention/DM context.
|
|
620
|
+
* Includes both digest and session history results.
|
|
621
|
+
* @param {Array} results - output from searchMate()
|
|
622
|
+
* @returns {string} Formatted context string, or "" if empty
|
|
623
|
+
*/
|
|
624
|
+
function formatForContext(results) {
|
|
625
|
+
if (!results || results.length === 0) return "";
|
|
626
|
+
|
|
627
|
+
var lines = ["\n\nRelevant past context (searched by current topic):"];
|
|
628
|
+
|
|
629
|
+
for (var i = 0; i < results.length; i++) {
|
|
630
|
+
var r = results[i];
|
|
631
|
+
var scorePct = Math.round(r.score * 10) / 10;
|
|
632
|
+
|
|
633
|
+
if (r.source === "digest") {
|
|
634
|
+
var d = r.digest;
|
|
635
|
+
var line = "- [" + (d.date || "?") + "] ";
|
|
636
|
+
if (r.mateName) {
|
|
637
|
+
line += "(@" + r.mateName + ") ";
|
|
638
|
+
}
|
|
639
|
+
line += (d.topic || "unknown");
|
|
640
|
+
if (d.summary) line += " -- " + d.summary;
|
|
641
|
+
if (d.my_position) line += " | Position: " + d.my_position;
|
|
642
|
+
if (d.decisions) line += " | Decisions: " + d.decisions;
|
|
643
|
+
if (d.key_quotes && d.key_quotes.length > 0) {
|
|
644
|
+
line += " | Quotes: " + d.key_quotes.slice(0, 2).join("; ");
|
|
645
|
+
}
|
|
646
|
+
line += " (relevance: " + scorePct + ")";
|
|
647
|
+
lines.push(line);
|
|
648
|
+
} else if (r.source === "knowledge") {
|
|
649
|
+
var line = "- [knowledge: " + (r.fileName || "?") + "] ";
|
|
650
|
+
if (r.mateName) line += "(@" + r.mateName + ") ";
|
|
651
|
+
line += (r.snippet || "(no preview)");
|
|
652
|
+
line += " (relevance: " + scorePct + ")";
|
|
653
|
+
lines.push(line);
|
|
654
|
+
} else if (r.source === "session") {
|
|
655
|
+
var line = "- [session: " + (r.sessionTitle || "?") + "] ";
|
|
656
|
+
line += (r.snippet || "(no preview)");
|
|
657
|
+
line += " (relevance: " + scorePct + ")";
|
|
658
|
+
lines.push(line);
|
|
659
|
+
}
|
|
660
|
+
}
|
|
661
|
+
|
|
662
|
+
return lines.join("\n");
|
|
663
|
+
}
|
|
664
|
+
|
|
665
|
+
/**
|
|
666
|
+
* Format digest search results for the memory UI panel.
|
|
667
|
+
* @param {Array} results - output from searchDigests()
|
|
668
|
+
* @returns {Array} [{ entry, score }]
|
|
669
|
+
*/
|
|
670
|
+
function formatForMemoryUI(results) {
|
|
671
|
+
return results.map(function (r) {
|
|
672
|
+
var entry = r.digest;
|
|
673
|
+
entry.index = r.lineIdx;
|
|
674
|
+
return { entry: entry, score: Math.round(r.score * 100) / 100 };
|
|
675
|
+
});
|
|
676
|
+
}
|
|
677
|
+
|
|
678
|
+
module.exports = {
|
|
679
|
+
// Core (exposed for testing / advanced use)
|
|
680
|
+
tokenize: tokenize,
|
|
681
|
+
buildIndex: buildIndex,
|
|
682
|
+
searchIndex: searchIndex,
|
|
683
|
+
|
|
684
|
+
// High-level search APIs
|
|
685
|
+
searchDigests: searchDigests,
|
|
686
|
+
searchSessions: searchSessions,
|
|
687
|
+
searchMate: searchMate,
|
|
688
|
+
searchPalette: searchPalette,
|
|
689
|
+
|
|
690
|
+
// Formatters
|
|
691
|
+
formatForContext: formatForContext,
|
|
692
|
+
formatForMemoryUI: formatForMemoryUI,
|
|
693
|
+
};
|