march-cli 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/march.mjs +13 -0
- package/package.json +36 -0
- package/src/agent/command-exec-tool.mjs +91 -0
- package/src/agent/context-stats-tool.mjs +57 -0
- package/src/agent/editing/diff-apply.mjs +28 -0
- package/src/agent/editing/diff-format.mjs +57 -0
- package/src/agent/file-edit-tool.mjs +276 -0
- package/src/agent/find-tool.mjs +112 -0
- package/src/agent/model-payload-dumper.mjs +201 -0
- package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -0
- package/src/agent/provider/payload-messages.mjs +138 -0
- package/src/agent/read-file-tool.mjs +112 -0
- package/src/agent/runner/fast-model.mjs +36 -0
- package/src/agent/runner/runner-cleanup.mjs +12 -0
- package/src/agent/runner/runner-init.mjs +15 -0
- package/src/agent/runner/runner-session-state.mjs +40 -0
- package/src/agent/runner.mjs +266 -0
- package/src/agent/runtime/runner-runtime-host.mjs +73 -0
- package/src/agent/runtime/runtime-factory.mjs +42 -0
- package/src/agent/runtime/runtime-host.mjs +34 -0
- package/src/agent/session/session-auto-name.mjs +41 -0
- package/src/agent/session/session-binding.mjs +12 -0
- package/src/agent/session/session-options.mjs +46 -0
- package/src/agent/tool-names.mjs +1 -0
- package/src/agent/tool-result.mjs +3 -0
- package/src/agent/tools.mjs +54 -0
- package/src/agent/turn/turn-events.mjs +64 -0
- package/src/agent/turn/turn-runner.mjs +103 -0
- package/src/auth/login-command.mjs +90 -0
- package/src/auth/storage.mjs +33 -0
- package/src/cli/args.mjs +71 -0
- package/src/cli/commands/copy-command.mjs +73 -0
- package/src/cli/commands/export-command.mjs +206 -0
- package/src/cli/commands/extensions-command.mjs +53 -0
- package/src/cli/commands/help-command.mjs +7 -0
- package/src/cli/commands/model-command.mjs +110 -0
- package/src/cli/commands/paste-image-command.mjs +43 -0
- package/src/cli/commands/provider-command.mjs +55 -0
- package/src/cli/commands/status-command.mjs +157 -0
- package/src/cli/commands/thinking-command.mjs +80 -0
- package/src/cli/fallback-ui.mjs +156 -0
- package/src/cli/input/attachment-tokens.mjs +20 -0
- package/src/cli/input/autocomplete.mjs +106 -0
- package/src/cli/input/external-editor.mjs +39 -0
- package/src/cli/input/history-store.mjs +35 -0
- package/src/cli/input/image-clipboard.mjs +55 -0
- package/src/cli/input/keybinding-dispatch.mjs +76 -0
- package/src/cli/input/keybindings.mjs +96 -0
- package/src/cli/input/mode-state.mjs +43 -0
- package/src/cli/input/prompt-templates.mjs +84 -0
- package/src/cli/input/select-with-keyboard.mjs +67 -0
- package/src/cli/permissions.mjs +103 -0
- package/src/cli/repl-commands.mjs +86 -0
- package/src/cli/repl-loop.mjs +157 -0
- package/src/cli/selector-list.mjs +21 -0
- package/src/cli/session/pi-session-switch-command.mjs +41 -0
- package/src/cli/session/session-command.mjs +23 -0
- package/src/cli/session/session-list-command.mjs +68 -0
- package/src/cli/session/session-name-command.mjs +26 -0
- package/src/cli/session/session-source-command.mjs +89 -0
- package/src/cli/session/session-switch-command.mjs +1 -0
- package/src/cli/shell/shell-command.mjs +55 -0
- package/src/cli/shell/shell-drawer-controls.mjs +33 -0
- package/src/cli/shell/shell-drawer.mjs +192 -0
- package/src/cli/shell/shell-split-layout.mjs +70 -0
- package/src/cli/slash-commands.mjs +176 -0
- package/src/cli/startup/startup-banner.mjs +17 -0
- package/src/cli/startup/startup-session.mjs +51 -0
- package/src/cli/status-line-updater.mjs +74 -0
- package/src/cli/tool-output.mjs +9 -0
- package/src/cli/tui/editor/external-editor-runner.mjs +24 -0
- package/src/cli/tui/input/mouse-selection-controller.mjs +89 -0
- package/src/cli/tui/input/mouse-tracking.mjs +20 -0
- package/src/cli/tui/layout/main-pane-layout.mjs +38 -0
- package/src/cli/tui/layout/safe-render-boundary.mjs +46 -0
- package/src/cli/tui/markdown-renderer.mjs +279 -0
- package/src/cli/tui/output/scroll-state.mjs +79 -0
- package/src/cli/tui/output/tool-card-renderer.mjs +59 -0
- package/src/cli/tui/output-buffer.mjs +297 -0
- package/src/cli/tui/permission-request-ui.mjs +18 -0
- package/src/cli/tui/recall-rendering.mjs +25 -0
- package/src/cli/tui/select/editor-select-list.mjs +111 -0
- package/src/cli/tui/selection-screen.mjs +212 -0
- package/src/cli/tui/status/retry-status.mjs +72 -0
- package/src/cli/tui/status/spinner-status.mjs +42 -0
- package/src/cli/tui/status/status-bar.mjs +88 -0
- package/src/cli/tui/syntax/highlighting.mjs +277 -0
- package/src/cli/tui/syntax/languages.mjs +91 -0
- package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -0
- package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -0
- package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -0
- package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -0
- package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -0
- package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -0
- package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -0
- package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -0
- package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -0
- package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -0
- package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -0
- package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -0
- package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -0
- package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -0
- package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-bash.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-c-sharp.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-c.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-cpp.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-css.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-diff.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-go.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-html.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-java.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-json.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-php.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-python.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-ruby.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-rust.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-toml.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-tsx.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-typescript.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tree-sitter-yaml.wasm +0 -0
- package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -0
- package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -0
- package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -0
- package/src/cli/tui/tool-rendering.mjs +194 -0
- package/src/cli/tui/tui-diff-rendering.mjs +157 -0
- package/src/cli/tui/tui-handlers.mjs +110 -0
- package/src/cli/tui/tui-input-controller.mjs +61 -0
- package/src/cli/tui/ui-theme.mjs +148 -0
- package/src/cli/ui.mjs +299 -0
- package/src/config/config-json.mjs +73 -0
- package/src/config/dotenv.mjs +20 -0
- package/src/config/features.mjs +75 -0
- package/src/config/loader.mjs +109 -0
- package/src/config/settings-command.mjs +97 -0
- package/src/context/diagnostics.mjs +70 -0
- package/src/context/engine.mjs +148 -0
- package/src/context/injections.mjs +26 -0
- package/src/context/project-context.mjs +20 -0
- package/src/context/session-status.mjs +15 -0
- package/src/context/shell-layers.mjs +23 -0
- package/src/context/system-core/base.md +60 -0
- package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -0
- package/src/context/system-core/prompts/default.md +3 -0
- package/src/context/system-core.mjs +35 -0
- package/src/debug/model-context-dumper.mjs +52 -0
- package/src/extensions/discovery.mjs +40 -0
- package/src/extensions/lifecycle-adapter.mjs +210 -0
- package/src/extensions/lifecycle-manifest.mjs +69 -0
- package/src/image-gen/index.mjs +7 -0
- package/src/image-gen/provider.mjs +231 -0
- package/src/image-gen/tool.mjs +84 -0
- package/src/lsp/client.mjs +204 -0
- package/src/lsp/diagnostic-store.mjs +39 -0
- package/src/lsp/servers.mjs +212 -0
- package/src/lsp/service.mjs +65 -0
- package/src/main.mjs +294 -0
- package/src/mcp/client.mjs +195 -0
- package/src/mcp/config.mjs +130 -0
- package/src/mcp/index.mjs +48 -0
- package/src/mcp/tools.mjs +98 -0
- package/src/memory/database.mjs +219 -0
- package/src/memory/glossary.mjs +124 -0
- package/src/memory/graph/graph-cascades.mjs +109 -0
- package/src/memory/graph/graph-diagnostics.mjs +73 -0
- package/src/memory/graph/graph-path-removal.mjs +50 -0
- package/src/memory/graph/graph-path-utils.mjs +17 -0
- package/src/memory/graph/graph-primitives.mjs +103 -0
- package/src/memory/graph/graph-read.mjs +159 -0
- package/src/memory/graph.mjs +282 -0
- package/src/memory/markdown/markdown-delete.mjs +23 -0
- package/src/memory/markdown/markdown-format.mjs +128 -0
- package/src/memory/markdown/markdown-recall.mjs +28 -0
- package/src/memory/markdown/ripgrep.mjs +16 -0
- package/src/memory/markdown/sqlite-index.mjs +87 -0
- package/src/memory/markdown-store.mjs +286 -0
- package/src/memory/markdown-tools.mjs +103 -0
- package/src/memory/search.mjs +142 -0
- package/src/memory/snapshot.mjs +86 -0
- package/src/memory/system-views.mjs +120 -0
- package/src/memory/tools.mjs +282 -0
- package/src/notification/desktop-notifier.mjs +85 -0
- package/src/platform/open-file.mjs +28 -0
- package/src/provider/config-command.mjs +129 -0
- package/src/provider/presets.mjs +72 -0
- package/src/session/attachment-display.mjs +16 -0
- package/src/session/attachment-references.mjs +65 -0
- package/src/session/attachments.mjs +140 -0
- package/src/session/persist.mjs +1 -0
- package/src/session/pi-manager.mjs +34 -0
- package/src/session/session-utils.mjs +16 -0
- package/src/session/sidecar-sync.mjs +19 -0
- package/src/session/sidecar.mjs +68 -0
- package/src/session/transcript.mjs +83 -0
- package/src/session/tree.mjs +42 -0
- package/src/shell/cli-runtime.mjs +11 -0
- package/src/shell/hints.mjs +12 -0
- package/src/shell/node-pty-adapter.mjs +81 -0
- package/src/shell/runtime-state.mjs +126 -0
- package/src/shell/runtime.mjs +244 -0
- package/src/shell/screen-buffer.mjs +136 -0
- package/src/shell/tool-read.mjs +74 -0
- package/src/shell/tools.mjs +299 -0
- package/src/supergrok/actions/image-generate.mjs +60 -0
- package/src/supergrok/actions/search.mjs +78 -0
- package/src/supergrok/auth.mjs +36 -0
- package/src/supergrok/constants.mjs +18 -0
- package/src/supergrok/oauth-provider.mjs +278 -0
- package/src/supergrok/provider.mjs +36 -0
- package/src/supergrok/response.mjs +76 -0
- package/src/supergrok/tool.mjs +61 -0
- package/src/text/ansi.mjs +3 -0
- package/src/web/config-command.mjs +43 -0
- package/src/web/fetch.mjs +78 -0
- package/src/web/presets.mjs +16 -0
- package/src/web/search.mjs +83 -0
- package/src/web/tools.mjs +107 -0
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { expandTags, normalizeText } from "./markdown-format.mjs";
|
|
2
|
+
|
|
3
|
+
export function formatRecallHints(source, hints = []) {
|
|
4
|
+
if (!hints.length) return "";
|
|
5
|
+
const lines = [`[memory_hint source="${source}"]`];
|
|
6
|
+
for (const hint of hints) {
|
|
7
|
+
lines.push(`- ${hint.id} | ${hint.name} | ${hint.description}`);
|
|
8
|
+
}
|
|
9
|
+
return lines.join("\n");
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export function scoreEntry(entry, terms, currentProject) {
|
|
13
|
+
const expanded = expandTags(entry.tags);
|
|
14
|
+
let score = 0;
|
|
15
|
+
for (const term of terms) {
|
|
16
|
+
if (entry.tags.map(normalizeText).includes(term)) score += 10;
|
|
17
|
+
else if (expanded.includes(term)) score += 5;
|
|
18
|
+
}
|
|
19
|
+
if (currentProject) {
|
|
20
|
+
const projectTag = normalizeText(`project/${currentProject}`);
|
|
21
|
+
if (entry.tags.map(normalizeText).includes(projectTag)) score += 2;
|
|
22
|
+
}
|
|
23
|
+
return score;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
export function toHint(entry) {
|
|
27
|
+
return { id: entry.id, name: entry.name, description: entry.description };
|
|
28
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { createRequire } from "node:module";
|
|
2
|
+
|
|
3
|
+
const require = createRequire(import.meta.url);
|
|
4
|
+
|
|
5
|
+
export function resolveBundledRipgrepPath({ platform = process.platform, arch = process.env.npm_config_arch || process.arch, requireResolve = require.resolve } = {}) {
|
|
6
|
+
const binaryName = platform === "win32" ? "rg.exe" : "rg";
|
|
7
|
+
try {
|
|
8
|
+
return requireResolve(`@vscode/ripgrep-${platform}-${arch}/bin/${binaryName}`);
|
|
9
|
+
} catch {
|
|
10
|
+
return null;
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
export function resolveRipgrepCommand(options = {}) {
|
|
15
|
+
return resolveBundledRipgrepPath(options) ?? "rg";
|
|
16
|
+
}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { DatabaseSync } from "node:sqlite";
|
|
2
|
+
import { mkdirSync } from "node:fs";
|
|
3
|
+
import { dirname } from "node:path";
|
|
4
|
+
|
|
5
|
+
const SCHEMA = `
|
|
6
|
+
CREATE TABLE IF NOT EXISTS memory_index (
|
|
7
|
+
id TEXT PRIMARY KEY,
|
|
8
|
+
path TEXT NOT NULL UNIQUE,
|
|
9
|
+
name TEXT NOT NULL,
|
|
10
|
+
description TEXT NOT NULL,
|
|
11
|
+
tags_json TEXT NOT NULL,
|
|
12
|
+
status TEXT NOT NULL,
|
|
13
|
+
created_at TEXT,
|
|
14
|
+
updated_at TEXT,
|
|
15
|
+
mtime_ms REAL NOT NULL,
|
|
16
|
+
size INTEGER NOT NULL
|
|
17
|
+
);
|
|
18
|
+
CREATE VIRTUAL TABLE IF NOT EXISTS memory_tags_fts USING fts5(
|
|
19
|
+
id UNINDEXED,
|
|
20
|
+
tags_text,
|
|
21
|
+
tokenize = 'unicode61'
|
|
22
|
+
);
|
|
23
|
+
`;
|
|
24
|
+
|
|
25
|
+
export function openMarkdownMemoryIndex(path) {
|
|
26
|
+
mkdirSync(dirname(path), { recursive: true });
|
|
27
|
+
const db = new DatabaseSync(path);
|
|
28
|
+
db.exec("PRAGMA busy_timeout = 5000");
|
|
29
|
+
db.exec("PRAGMA journal_mode = WAL");
|
|
30
|
+
db.exec(SCHEMA);
|
|
31
|
+
return db;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export function clearMarkdownMemoryIndex(db) {
|
|
35
|
+
db.exec("DELETE FROM memory_index");
|
|
36
|
+
db.exec("DELETE FROM memory_tags_fts");
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export function loadMarkdownMemoryIndex(db) {
|
|
40
|
+
const rows = db.prepare("SELECT * FROM memory_index").all();
|
|
41
|
+
const entries = new Map();
|
|
42
|
+
const pathStats = new Map();
|
|
43
|
+
for (const row of rows) {
|
|
44
|
+
const entry = rowToEntry(row);
|
|
45
|
+
entries.set(entry.id, entry);
|
|
46
|
+
pathStats.set(entry.path, { mtimeMs: entry.mtimeMs, size: entry.size });
|
|
47
|
+
}
|
|
48
|
+
return { entries, pathStats };
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
export function replaceMarkdownMemoryIndex(db, entries, expandTags) {
|
|
52
|
+
db.exec("BEGIN IMMEDIATE");
|
|
53
|
+
try {
|
|
54
|
+
clearMarkdownMemoryIndex(db);
|
|
55
|
+
const insertMeta = db.prepare(
|
|
56
|
+
"INSERT INTO memory_index (id, path, name, description, tags_json, status, created_at, updated_at, mtime_ms, size) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)",
|
|
57
|
+
);
|
|
58
|
+
const insertFts = db.prepare("INSERT INTO memory_tags_fts (id, tags_text) VALUES (?, ?)");
|
|
59
|
+
for (const entry of entries.values()) {
|
|
60
|
+
insertMeta.run(entry.id, entry.path, entry.name, entry.description, JSON.stringify(entry.tags), entry.status, entry.createdAt, entry.updatedAt, entry.mtimeMs, entry.size);
|
|
61
|
+
insertFts.run(entry.id, expandTags(entry.tags).join(" "));
|
|
62
|
+
}
|
|
63
|
+
db.exec("COMMIT");
|
|
64
|
+
} catch (err) {
|
|
65
|
+
try { db.exec("ROLLBACK"); } catch {}
|
|
66
|
+
throw err;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
export function queryMarkdownMemoryIndex(db, query) {
|
|
71
|
+
return db.prepare("SELECT id FROM memory_tags_fts WHERE tags_text MATCH ? LIMIT 50").all(query);
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
function rowToEntry(row) {
|
|
75
|
+
return {
|
|
76
|
+
id: String(row.id),
|
|
77
|
+
path: String(row.path),
|
|
78
|
+
name: String(row.name),
|
|
79
|
+
description: String(row.description),
|
|
80
|
+
tags: JSON.parse(row.tags_json || "[]"),
|
|
81
|
+
status: String(row.status),
|
|
82
|
+
createdAt: row.created_at ?? null,
|
|
83
|
+
updatedAt: row.updated_at ?? null,
|
|
84
|
+
mtimeMs: Number(row.mtime_ms),
|
|
85
|
+
size: Number(row.size),
|
|
86
|
+
};
|
|
87
|
+
}
|
|
@@ -0,0 +1,286 @@
|
|
|
1
|
+
import { existsSync, mkdirSync, readFileSync, statSync, writeFileSync } from "node:fs";
|
|
2
|
+
import { basename, dirname, extname, isAbsolute, join, relative, resolve } from "node:path";
|
|
3
|
+
import { spawnSync } from "node:child_process";
|
|
4
|
+
import {
|
|
5
|
+
expandTags,
|
|
6
|
+
formatMemoryMarkdown,
|
|
7
|
+
generateMemoryId,
|
|
8
|
+
normalizeTags,
|
|
9
|
+
normalizeText,
|
|
10
|
+
parseMemoryMarkdown,
|
|
11
|
+
quoteFtsTerm,
|
|
12
|
+
slugify,
|
|
13
|
+
walkMarkdownFiles,
|
|
14
|
+
} from "./markdown/markdown-format.mjs";
|
|
15
|
+
import { formatRecallHints, scoreEntry, toHint } from "./markdown/markdown-recall.mjs";
|
|
16
|
+
import { clearMarkdownMemoryIndex, loadMarkdownMemoryIndex, openMarkdownMemoryIndex, queryMarkdownMemoryIndex, replaceMarkdownMemoryIndex } from "./markdown/sqlite-index.mjs";
|
|
17
|
+
import { resolveRipgrepCommand } from "./markdown/ripgrep.mjs";
|
|
18
|
+
import { softDeleteMemoryFile } from "./markdown/markdown-delete.mjs";
|
|
19
|
+
|
|
20
|
+
export { formatRecallHints } from "./markdown/markdown-recall.mjs";
|
|
21
|
+
export { normalizeTags } from "./markdown/markdown-format.mjs";
|
|
22
|
+
|
|
23
|
+
const DEFAULT_SCAN_INTERVAL_MS = 5000;
|
|
24
|
+
|
|
25
|
+
export class MarkdownMemoryStore {
|
|
26
|
+
constructor({ root, now = () => new Date(), indexPath = null } = {}) {
|
|
27
|
+
if (!root) throw new Error("MarkdownMemoryStore requires a root path");
|
|
28
|
+
this.root = resolve(root);
|
|
29
|
+
this.now = now;
|
|
30
|
+
this.indexPath = indexPath ? resolve(indexPath) : join(this.root, ".march-memory-index.sqlite");
|
|
31
|
+
this.db = openMarkdownMemoryIndex(this.indexPath);
|
|
32
|
+
this.entries = new Map();
|
|
33
|
+
this.pathStats = new Map();
|
|
34
|
+
this.tagDictionary = new Set();
|
|
35
|
+
this.diagnostics = [];
|
|
36
|
+
this.lastScanAt = 0;
|
|
37
|
+
this.scanIntervalMs = DEFAULT_SCAN_INTERVAL_MS;
|
|
38
|
+
this.turnSeenMemoryIds = new Set();
|
|
39
|
+
this.scan();
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
scan({ force = false } = {}) {
|
|
43
|
+
mkdirSync(this.root, { recursive: true });
|
|
44
|
+
if (force) clearMarkdownMemoryIndex(this.db);
|
|
45
|
+
const cached = force ? { entries: new Map(), pathStats: new Map() } : loadMarkdownMemoryIndex(this.db);
|
|
46
|
+
const seenPaths = new Set();
|
|
47
|
+
const nextEntries = new Map(cached.entries);
|
|
48
|
+
const nextStats = new Map(cached.pathStats);
|
|
49
|
+
const diagnostics = [];
|
|
50
|
+
|
|
51
|
+
for (const path of walkMarkdownFiles(this.root)) {
|
|
52
|
+
seenPaths.add(path);
|
|
53
|
+
const stat = statSync(path);
|
|
54
|
+
const prev = this.pathStats.get(path);
|
|
55
|
+
if (!force && prev && prev.mtimeMs === stat.mtimeMs && prev.size === stat.size) continue;
|
|
56
|
+
try {
|
|
57
|
+
const parsed = parseMemoryMarkdown(readFileSync(path, "utf8"));
|
|
58
|
+
if (!parsed.frontmatter.id) {
|
|
59
|
+
diagnostics.push({ type: "warning", path, message: "Memory file is missing id" });
|
|
60
|
+
continue;
|
|
61
|
+
}
|
|
62
|
+
if (!parsed.frontmatter.description) {
|
|
63
|
+
diagnostics.push({ type: "warning", path, message: "Memory file is missing description; excluded from memory hint recall" });
|
|
64
|
+
}
|
|
65
|
+
const tags = normalizeTags(parsed.frontmatter.tags ?? []);
|
|
66
|
+
const entry = {
|
|
67
|
+
id: String(parsed.frontmatter.id),
|
|
68
|
+
path,
|
|
69
|
+
name: String(parsed.frontmatter.name ?? parsed.title ?? basename(path, extname(path))),
|
|
70
|
+
description: String(parsed.frontmatter.description ?? ""),
|
|
71
|
+
tags,
|
|
72
|
+
status: String(parsed.frontmatter.status ?? "active"),
|
|
73
|
+
createdAt: parsed.frontmatter.created_at ?? null,
|
|
74
|
+
updatedAt: parsed.frontmatter.updated_at ?? null,
|
|
75
|
+
mtimeMs: stat.mtimeMs,
|
|
76
|
+
size: stat.size,
|
|
77
|
+
};
|
|
78
|
+
const duplicate = [...nextEntries.values()].find((item) => item.id === entry.id && item.path !== path);
|
|
79
|
+
if (duplicate) {
|
|
80
|
+
diagnostics.push({ type: "error", path, message: `Duplicate memory id: ${entry.id} also in ${duplicate.path}` });
|
|
81
|
+
continue;
|
|
82
|
+
}
|
|
83
|
+
for (const [id, item] of nextEntries) {
|
|
84
|
+
if (item.path === path && id !== entry.id) nextEntries.delete(id);
|
|
85
|
+
}
|
|
86
|
+
nextEntries.set(entry.id, entry);
|
|
87
|
+
nextStats.set(path, { mtimeMs: stat.mtimeMs, size: stat.size });
|
|
88
|
+
} catch (err) {
|
|
89
|
+
diagnostics.push({ type: "error", path, message: `Failed to parse memory file: ${err.message}` });
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
for (const [id, entry] of nextEntries) {
|
|
94
|
+
if (!seenPaths.has(entry.path)) nextEntries.delete(id);
|
|
95
|
+
}
|
|
96
|
+
for (const path of nextStats.keys()) {
|
|
97
|
+
if (!seenPaths.has(path)) nextStats.delete(path);
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
this.entries = nextEntries;
|
|
101
|
+
this.pathStats = nextStats;
|
|
102
|
+
this.diagnostics = diagnostics;
|
|
103
|
+
this.#rebuildTagDictionary();
|
|
104
|
+
replaceMarkdownMemoryIndex(this.db, this.entries, expandTags);
|
|
105
|
+
this.lastScanAt = Date.now();
|
|
106
|
+
return { entries: this.entries.size, diagnostics };
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
ensureFresh() {
|
|
110
|
+
if (Date.now() - this.lastScanAt > this.scanIntervalMs) this.scan();
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
beginTurn() {
|
|
114
|
+
this.turnSeenMemoryIds = new Set();
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
endTurn() {
|
|
118
|
+
this.turnSeenMemoryIds = new Set();
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
close() {
|
|
122
|
+
this.db.close?.();
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
recallForUser(text, { limit = 3, currentProject = "", excludedIds = [] } = {}) {
|
|
126
|
+
const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
|
|
127
|
+
const hints = this.#recall(text, { limit, excluded, currentProject });
|
|
128
|
+
for (const hint of hints) {
|
|
129
|
+
this.turnSeenMemoryIds.add(hint.id);
|
|
130
|
+
}
|
|
131
|
+
return hints;
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
recallForAssistant(text, { limit = 2, currentProject = "", excludedIds = [] } = {}) {
|
|
135
|
+
const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
|
|
136
|
+
const hints = this.#recall(text, { limit, excluded, currentProject });
|
|
137
|
+
for (const hint of hints) this.turnSeenMemoryIds.add(hint.id);
|
|
138
|
+
return hints;
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
searchRipgrep(query, { limit = 20 } = {}) {
|
|
142
|
+
this.ensureFresh();
|
|
143
|
+
const trimmed = String(query ?? "").trim();
|
|
144
|
+
if (!trimmed) return [];
|
|
145
|
+
const max = Math.max(1, Number(limit) || 20);
|
|
146
|
+
const paths = this.#activeMemoryPaths();
|
|
147
|
+
if (paths.length === 0) return [];
|
|
148
|
+
const rg = spawnSync(resolveRipgrepCommand(), ["--line-number", "--context", "1", "--color", "never", trimmed, ...paths], {
|
|
149
|
+
encoding: "utf8",
|
|
150
|
+
timeout: 10000,
|
|
151
|
+
windowsHide: true,
|
|
152
|
+
});
|
|
153
|
+
if (rg.error || (rg.status !== 0 && !rg.stdout)) return this.#fallbackSearch(trimmed, max, paths);
|
|
154
|
+
return rg.stdout.split(/\r?\n/).filter(Boolean).slice(0, max).map((line) => ({ line }));
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
open(identifier) {
|
|
158
|
+
this.ensureFresh();
|
|
159
|
+
const raw = String(identifier ?? "").trim();
|
|
160
|
+
if (!raw) throw new Error("memory id or path is required");
|
|
161
|
+
const entry = this.entries.get(raw);
|
|
162
|
+
const path = entry ? entry.path : this.#resolveMemoryPath(raw);
|
|
163
|
+
if (!existsSync(path)) throw new Error(`memory not found: ${raw}`);
|
|
164
|
+
return { path, content: readFileSync(path, "utf8"), entry: entry ?? null };
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
save({ id = null, name = null, description = null, body = null, tags = null } = {}) {
|
|
168
|
+
this.ensureFresh();
|
|
169
|
+
const existing = id ? this.entries.get(String(id)) : null;
|
|
170
|
+
if (id && !existing) throw new Error(`memory not found: ${id}`);
|
|
171
|
+
const nextId = existing?.id ?? String(id ?? generateMemoryId());
|
|
172
|
+
const now = this.now().toISOString();
|
|
173
|
+
const nextTags = tags == null ? existing?.tags : normalizeTags(tags);
|
|
174
|
+
if (!existing && (!nextTags || nextTags.length === 0)) throw new Error("tags are required when creating a memory");
|
|
175
|
+
if (tags != null && nextTags.length === 0) throw new Error("tags must include at least one valid tag");
|
|
176
|
+
const nextName = name ?? existing?.name;
|
|
177
|
+
const nextDescription = description ?? existing?.description;
|
|
178
|
+
if (!nextName) throw new Error("name is required");
|
|
179
|
+
if (!nextDescription) throw new Error("description is required");
|
|
180
|
+
if (!existing && body == null) throw new Error("body is required");
|
|
181
|
+
const nextBody = body ?? (existing ? parseMemoryMarkdown(readFileSync(existing.path, "utf8")).body : "");
|
|
182
|
+
const nextPath = existing?.path ?? this.#newMemoryPath(now, nextName);
|
|
183
|
+
mkdirSync(dirname(nextPath), { recursive: true });
|
|
184
|
+
const content = formatMemoryMarkdown({
|
|
185
|
+
frontmatter: {
|
|
186
|
+
id: nextId,
|
|
187
|
+
name: nextName,
|
|
188
|
+
description: nextDescription,
|
|
189
|
+
tags: nextTags,
|
|
190
|
+
status: existing?.status ?? "active",
|
|
191
|
+
created_at: existing?.createdAt ?? now,
|
|
192
|
+
updated_at: now,
|
|
193
|
+
},
|
|
194
|
+
body: nextBody,
|
|
195
|
+
});
|
|
196
|
+
writeFileSync(nextPath, content, "utf8");
|
|
197
|
+
this.scan({ force: true });
|
|
198
|
+
return this.entries.get(nextId) ?? { id: nextId, path: nextPath, name: nextName, description: nextDescription, tags: nextTags };
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
delete(identifier) {
|
|
202
|
+
this.ensureFresh();
|
|
203
|
+
const raw = String(identifier ?? "").trim();
|
|
204
|
+
if (!raw) throw new Error("memory id or path is required");
|
|
205
|
+
const existing = this.entries.get(raw);
|
|
206
|
+
const path = existing ? existing.path : this.#resolveMemoryPath(raw);
|
|
207
|
+
const result = softDeleteMemoryFile({ path, entry: existing, now: this.now });
|
|
208
|
+
this.scan({ force: true });
|
|
209
|
+
return result;
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
#recall(text, { limit, excluded, currentProject }) {
|
|
213
|
+
this.ensureFresh();
|
|
214
|
+
const queryTerms = this.#extractKnownTagTerms(text);
|
|
215
|
+
if (queryTerms.length === 0) return [];
|
|
216
|
+
const query = queryTerms.map(quoteFtsTerm).join(" OR ");
|
|
217
|
+
let rows = [];
|
|
218
|
+
try {
|
|
219
|
+
rows = queryMarkdownMemoryIndex(this.db, query);
|
|
220
|
+
} catch {
|
|
221
|
+
return [];
|
|
222
|
+
}
|
|
223
|
+
const scored = [];
|
|
224
|
+
for (const row of rows) {
|
|
225
|
+
if (excluded.has(row.id)) continue;
|
|
226
|
+
const entry = this.entries.get(row.id);
|
|
227
|
+
if (!entry || entry.status !== "active" || !entry.description) continue;
|
|
228
|
+
const score = scoreEntry(entry, queryTerms, currentProject);
|
|
229
|
+
if (score <= 0) continue;
|
|
230
|
+
scored.push({ score, entry });
|
|
231
|
+
}
|
|
232
|
+
scored.sort((a, b) => b.score - a.score || a.entry.name.localeCompare(b.entry.name));
|
|
233
|
+
return scored.slice(0, limit).map(({ entry }) => toHint(entry));
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
#extractKnownTagTerms(text) {
|
|
237
|
+
const normalized = normalizeText(text);
|
|
238
|
+
if (!normalized) return [];
|
|
239
|
+
const terms = [];
|
|
240
|
+
for (const term of this.tagDictionary) {
|
|
241
|
+
if (term.length < 2) continue;
|
|
242
|
+
if (normalized.includes(term)) terms.push(term);
|
|
243
|
+
}
|
|
244
|
+
return [...new Set(terms)].sort((a, b) => b.length - a.length).slice(0, 16);
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
#rebuildTagDictionary() {
|
|
248
|
+
this.tagDictionary = new Set();
|
|
249
|
+
for (const entry of this.entries.values()) {
|
|
250
|
+
for (const term of expandTags(entry.tags)) this.tagDictionary.add(normalizeText(term));
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
|
|
254
|
+
#newMemoryPath(isoDate, name) {
|
|
255
|
+
const date = isoDate.slice(0, 10);
|
|
256
|
+
const [year, month, day] = date.split("-");
|
|
257
|
+
const week = `week${Math.ceil(Number(day) / 7)}`;
|
|
258
|
+
return join(this.root, year, month, week, `${date}-${slugify(name)}.md`);
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
#resolveMemoryPath(raw) {
|
|
262
|
+
const path = isAbsolute(raw) ? raw : resolve(this.root, raw);
|
|
263
|
+
const rel = relative(this.root, path);
|
|
264
|
+
if (rel.startsWith("..") || isAbsolute(rel)) throw new Error(`memory path is outside root: ${raw}`);
|
|
265
|
+
return path;
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
#activeMemoryPaths() {
|
|
269
|
+
return [...this.entries.values()]
|
|
270
|
+
.filter((entry) => entry.status === "active")
|
|
271
|
+
.map((entry) => entry.path);
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
#fallbackSearch(query, limit, paths = this.#activeMemoryPaths()) {
|
|
275
|
+
const matches = [];
|
|
276
|
+
for (const path of paths) {
|
|
277
|
+
if (!existsSync(path)) continue;
|
|
278
|
+
const lines = readFileSync(path, "utf8").split(/\r?\n/);
|
|
279
|
+
for (let i = 0; i < lines.length; i++) {
|
|
280
|
+
if (lines[i].includes(query)) matches.push({ line: `${path}:${i + 1}:${lines[i]}` });
|
|
281
|
+
if (matches.length >= limit) return matches;
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
return matches;
|
|
285
|
+
}
|
|
286
|
+
}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import { defineTool } from "@earendil-works/pi-coding-agent";
|
|
2
|
+
import { Type } from "typebox";
|
|
3
|
+
import { toolText } from "../agent/tool-result.mjs";
|
|
4
|
+
|
|
5
|
+
export function createMarkdownMemoryTools(store) {
|
|
6
|
+
if (!store) return [];
|
|
7
|
+
return [
|
|
8
|
+
defineTool({
|
|
9
|
+
name: "memory_search",
|
|
10
|
+
label: "Memory Search",
|
|
11
|
+
description:
|
|
12
|
+
"Search the Markdown memory vault using ripgrep. This is literal text search over memory Markdown files, not semantic search and not March's internal tags-only memory hint recall. Use it when memory hints are insufficient or you need to find a memory by phrase, term, or detail.",
|
|
13
|
+
parameters: Type.Object({
|
|
14
|
+
query: Type.String({ description: "Ripgrep query to search in Markdown memory files" }),
|
|
15
|
+
limit: Type.Optional(Type.Number({ description: "Maximum matching lines to return. Default: 20" })),
|
|
16
|
+
}),
|
|
17
|
+
execute: async (_toolCallId, params) => {
|
|
18
|
+
const results = store.searchRipgrep(params.query, { limit: params.limit ?? 20 });
|
|
19
|
+
if (results.length === 0) return toolText(formatMemorySearchMiss(params.query));
|
|
20
|
+
return toolText(results.map((result) => result.line).join("\n"), { results });
|
|
21
|
+
},
|
|
22
|
+
}),
|
|
23
|
+
|
|
24
|
+
defineTool({
|
|
25
|
+
name: "memory_open",
|
|
26
|
+
label: "Memory Open",
|
|
27
|
+
description: "Open a Markdown memory by id or by path. Use this after memory hint or memory_search when you need the full memory body. To edit an existing memory, use the returned path with edit_file for targeted edits.",
|
|
28
|
+
parameters: Type.Object({
|
|
29
|
+
id: Type.Optional(Type.String({ description: "Memory id from memory hint, e.g. mem_..." })),
|
|
30
|
+
path: Type.Optional(Type.String({ description: "Path returned by memory_search" })),
|
|
31
|
+
}),
|
|
32
|
+
execute: async (_toolCallId, params) => {
|
|
33
|
+
try {
|
|
34
|
+
const identifier = params.id || params.path;
|
|
35
|
+
const opened = store.open(identifier);
|
|
36
|
+
return toolText(
|
|
37
|
+
`path: ${opened.path}\nUse edit_file with this path for targeted edits.\n\n---\n${opened.content}`,
|
|
38
|
+
opened,
|
|
39
|
+
);
|
|
40
|
+
} catch (err) {
|
|
41
|
+
return toolText(`Error: ${err.message}`, { error: true });
|
|
42
|
+
}
|
|
43
|
+
},
|
|
44
|
+
}),
|
|
45
|
+
|
|
46
|
+
defineTool({
|
|
47
|
+
name: "memory_save",
|
|
48
|
+
label: "Memory Save",
|
|
49
|
+
description:
|
|
50
|
+
"Create a Markdown memory or update whole fields on an existing memory. For targeted edits to an existing memory body or frontmatter, use memory_open to get the path, then edit_file. Before creating a new memory, merge related updates into an existing memory when they share the same topic or decision thread. New memories require name, description, body, and at least one tag because memory hints only use tags. When updating by id, omitted fields keep their existing values; passing tags replaces the full tag list.",
|
|
51
|
+
parameters: Type.Object({
|
|
52
|
+
id: Type.Optional(Type.String({ description: "Existing memory id to update. Omit to create a new memory." })),
|
|
53
|
+
name: Type.Optional(Type.String({ description: "Memory name. Required when creating." })),
|
|
54
|
+
description: Type.Optional(Type.String({ description: "Short natural-language summary shown in memory hint. Required when creating." })),
|
|
55
|
+
body: Type.Optional(Type.String({ description: "Markdown memory body. Required when creating." })),
|
|
56
|
+
tags: Type.Optional(Type.Array(Type.String(), { description: "Tags used for memory hint. Required and non-empty when creating; replaces tags when updating. Prefer stable retrieval keys: project name, technology, feature/domain, user/person, and decision topic. Use lowercase kebab-case when possible. Use shared tags to keep related facts discoverable and merge them into one memory when they belong to the same topic. Examples: ['march-cli', 'tooling', 'permissions'], ['memory', 'sqlite-index']." })),
|
|
57
|
+
}),
|
|
58
|
+
execute: async (_toolCallId, params) => {
|
|
59
|
+
try {
|
|
60
|
+
const entry = store.save(params);
|
|
61
|
+
return toolText(
|
|
62
|
+
`Saved ${entry.id}\npath: ${entry.path}\ntags: ${entry.tags.join(", ")}`,
|
|
63
|
+
{ memory: entry },
|
|
64
|
+
);
|
|
65
|
+
} catch (err) {
|
|
66
|
+
return toolText(`Error: ${err.message}`, { error: true });
|
|
67
|
+
}
|
|
68
|
+
},
|
|
69
|
+
}),
|
|
70
|
+
|
|
71
|
+
defineTool({
|
|
72
|
+
name: "memory_delete",
|
|
73
|
+
label: "Memory Delete",
|
|
74
|
+
description: "Soft-delete a Markdown memory by id or path. This marks status as deleted so memory hint and memory_search exclude it; the file remains on disk for audit/recovery.",
|
|
75
|
+
parameters: Type.Object({
|
|
76
|
+
id: Type.Optional(Type.String({ description: "Memory id to delete, e.g. mem_..." })),
|
|
77
|
+
path: Type.Optional(Type.String({ description: "Memory file path to delete" })),
|
|
78
|
+
}),
|
|
79
|
+
execute: async (_toolCallId, params) => {
|
|
80
|
+
try {
|
|
81
|
+
const identifier = params.id || params.path;
|
|
82
|
+
const result = store.delete(identifier);
|
|
83
|
+
if (result.alreadyDeleted) return toolText(`Memory ${result.id} is already deleted.\npath: ${result.path}`, { memory: result });
|
|
84
|
+
return toolText(`Deleted ${result.id}\npath: ${result.path}`, { memory: result });
|
|
85
|
+
} catch (err) {
|
|
86
|
+
return toolText(`Error: ${err.message}`, { error: true });
|
|
87
|
+
}
|
|
88
|
+
},
|
|
89
|
+
}),
|
|
90
|
+
];
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
function formatMemorySearchMiss(query) {
|
|
94
|
+
const text = String(query ?? "");
|
|
95
|
+
const lines = [
|
|
96
|
+
`No memory files matched "${text}".`,
|
|
97
|
+
"memory_search is literal ripgrep over Markdown files; it is not semantic search and does not use memory-hint hints.",
|
|
98
|
+
];
|
|
99
|
+
if (/^mem_[a-z0-9_\-]+$/i.test(text.trim())) {
|
|
100
|
+
lines.push("This looks like a memory id. Use memory_open({ id }) to open it directly.");
|
|
101
|
+
}
|
|
102
|
+
return lines.join("\n");
|
|
103
|
+
}
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
export class SearchIndexer {
|
|
2
|
+
constructor(db) {
|
|
3
|
+
this.db = db;
|
|
4
|
+
this.#ensureSchema();
|
|
5
|
+
}
|
|
6
|
+
|
|
7
|
+
#ensureSchema() {
|
|
8
|
+
this.db.exec(`
|
|
9
|
+
CREATE VIRTUAL TABLE IF NOT EXISTS search_fts USING fts5(
|
|
10
|
+
node_uuid,
|
|
11
|
+
namespace,
|
|
12
|
+
content,
|
|
13
|
+
tokenize = 'porter unicode61'
|
|
14
|
+
);
|
|
15
|
+
`);
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Index a memory's content for full-text search.
|
|
20
|
+
* Replaces any existing entry for the same (node_uuid, namespace).
|
|
21
|
+
*/
|
|
22
|
+
index(nodeUuid, content, namespace = "") {
|
|
23
|
+
this.remove(nodeUuid, namespace);
|
|
24
|
+
this.db.prepare(
|
|
25
|
+
"INSERT INTO search_fts (node_uuid, namespace, content) VALUES (?, ?, ?)",
|
|
26
|
+
).run(nodeUuid, namespace, content);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Remove a document from the FTS index.
|
|
31
|
+
*/
|
|
32
|
+
remove(nodeUuid, namespace = "") {
|
|
33
|
+
this.db.prepare(
|
|
34
|
+
"DELETE FROM search_fts WHERE node_uuid = ? AND namespace = ?",
|
|
35
|
+
).run(nodeUuid, namespace);
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* Full-text search with ranking.
|
|
40
|
+
* Returns matching node UUIDs, ranked by relevance.
|
|
41
|
+
*/
|
|
42
|
+
search(query, { namespace = "", limit = 20, offset = 0 } = {}) {
|
|
43
|
+
// Sanitize FTS5 query: escape special chars, wrap in quotes for phrase matching
|
|
44
|
+
const sanitized = query.replace(/["*()]/g, "").trim();
|
|
45
|
+
if (!sanitized) return [];
|
|
46
|
+
|
|
47
|
+
const ftsQuery = sanitized.split(/\s+/).map(w => `"${w}"`).join(" OR ");
|
|
48
|
+
|
|
49
|
+
let sql;
|
|
50
|
+
let params;
|
|
51
|
+
if (namespace) {
|
|
52
|
+
sql = `
|
|
53
|
+
SELECT node_uuid, namespace, content,
|
|
54
|
+
rank AS score,
|
|
55
|
+
snippet(search_fts, 1, '<mark>', '</mark>', '...', 32) AS snippet
|
|
56
|
+
FROM search_fts
|
|
57
|
+
WHERE search_fts MATCH ? AND namespace = ?
|
|
58
|
+
ORDER BY rank
|
|
59
|
+
LIMIT ? OFFSET ?
|
|
60
|
+
`;
|
|
61
|
+
params = [ftsQuery, namespace, limit, offset];
|
|
62
|
+
} else {
|
|
63
|
+
sql = `
|
|
64
|
+
SELECT node_uuid, namespace, content,
|
|
65
|
+
rank AS score,
|
|
66
|
+
snippet(search_fts, 1, '<mark>', '</mark>', '...', 32) AS snippet
|
|
67
|
+
FROM search_fts
|
|
68
|
+
WHERE search_fts MATCH ?
|
|
69
|
+
ORDER BY rank
|
|
70
|
+
LIMIT ? OFFSET ?
|
|
71
|
+
`;
|
|
72
|
+
params = [ftsQuery, limit, offset];
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
return this.db.prepare(sql).all(...params);
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
/**
|
|
79
|
+
* Quick count of indexed documents.
|
|
80
|
+
*/
|
|
81
|
+
count(namespace = "") {
|
|
82
|
+
if (namespace) {
|
|
83
|
+
return this.db.prepare("SELECT COUNT(*) AS cnt FROM search_fts WHERE namespace = ?").get(namespace).cnt;
|
|
84
|
+
}
|
|
85
|
+
return this.db.prepare("SELECT COUNT(*) AS cnt FROM search_fts").get().cnt;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
/**
|
|
89
|
+
* Delete all entries for a namespace.
|
|
90
|
+
*/
|
|
91
|
+
clearNamespace(namespace) {
|
|
92
|
+
const result = this.db.prepare("DELETE FROM search_fts WHERE namespace = ?").run(namespace);
|
|
93
|
+
return result.changes;
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
/**
|
|
97
|
+
* Rebuild the FTS index from the search_documents table.
|
|
98
|
+
*/
|
|
99
|
+
rebuildFromDocuments() {
|
|
100
|
+
this.db.exec("DELETE FROM search_fts");
|
|
101
|
+
const docs = this.db.prepare("SELECT * FROM search_documents").all();
|
|
102
|
+
const insert = this.db.prepare(
|
|
103
|
+
"INSERT INTO search_fts (node_uuid, namespace, content) VALUES (?, ?, ?)",
|
|
104
|
+
);
|
|
105
|
+
for (const doc of docs) {
|
|
106
|
+
insert.run(doc.node_uuid, doc.namespace, doc.content);
|
|
107
|
+
}
|
|
108
|
+
return docs.length;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
/**
|
|
112
|
+
* Suggest completions based on prefix matching.
|
|
113
|
+
*/
|
|
114
|
+
suggest(prefix, { namespace = "", limit = 8 } = {}) {
|
|
115
|
+
const sanitized = prefix.replace(/[*"]/g, "").trim();
|
|
116
|
+
if (!sanitized || sanitized.length < 2) return [];
|
|
117
|
+
|
|
118
|
+
let sql;
|
|
119
|
+
let params;
|
|
120
|
+
if (namespace) {
|
|
121
|
+
sql = `
|
|
122
|
+
SELECT DISTINCT content
|
|
123
|
+
FROM search_fts
|
|
124
|
+
WHERE search_fts MATCH ? AND namespace = ?
|
|
125
|
+
ORDER BY rank
|
|
126
|
+
LIMIT ?
|
|
127
|
+
`;
|
|
128
|
+
params = [`"${sanitized}"*`, namespace, limit];
|
|
129
|
+
} else {
|
|
130
|
+
sql = `
|
|
131
|
+
SELECT DISTINCT content
|
|
132
|
+
FROM search_fts
|
|
133
|
+
WHERE search_fts MATCH ?
|
|
134
|
+
ORDER BY rank
|
|
135
|
+
LIMIT ?
|
|
136
|
+
`;
|
|
137
|
+
params = [`"${sanitized}"*`, limit];
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
return this.db.prepare(sql).all(...params).map(r => r.content);
|
|
141
|
+
}
|
|
142
|
+
}
|