aiwcli 0.12.6 → 0.12.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/dev.cmd +3 -3
- package/bin/dev.js +16 -16
- package/bin/run.cmd +3 -3
- package/bin/run.js +21 -21
- package/dist/commands/branch.js +7 -2
- package/dist/lib/bmad-installer.js +37 -37
- package/dist/lib/terminal.d.ts +2 -0
- package/dist/lib/terminal.js +57 -7
- package/dist/templates/CLAUDE.md +205 -205
- package/dist/templates/_shared/.claude/commands/handoff-resume.md +12 -12
- package/dist/templates/_shared/.claude/commands/handoff.md +12 -12
- package/dist/templates/_shared/.claude/settings.json +65 -65
- package/dist/templates/_shared/.codex/workflows/handoff.md +226 -226
- package/dist/templates/_shared/.windsurf/workflows/handoff.md +226 -226
- package/dist/templates/_shared/handoff-system/CLAUDE.md +421 -421
- package/dist/templates/_shared/handoff-system/lib/document-generator.ts +215 -215
- package/dist/templates/_shared/handoff-system/lib/handoff-reader.ts +158 -158
- package/dist/templates/_shared/handoff-system/scripts/resume_handoff.ts +373 -373
- package/dist/templates/_shared/handoff-system/scripts/save_handoff.ts +469 -469
- package/dist/templates/_shared/handoff-system/workflows/handoff-resume.md +66 -66
- package/dist/templates/_shared/handoff-system/workflows/handoff.md +254 -254
- package/dist/templates/_shared/hooks-ts/_utils/git-state.ts +2 -2
- package/dist/templates/_shared/hooks-ts/archive_plan.ts +159 -159
- package/dist/templates/_shared/hooks-ts/context_monitor.ts +147 -147
- package/dist/templates/_shared/hooks-ts/file-suggestion.ts +128 -128
- package/dist/templates/_shared/hooks-ts/pre_compact.ts +49 -49
- package/dist/templates/_shared/hooks-ts/session_end.ts +196 -196
- package/dist/templates/_shared/hooks-ts/session_start.ts +163 -163
- package/dist/templates/_shared/hooks-ts/task_create_capture.ts +48 -48
- package/dist/templates/_shared/hooks-ts/task_update_capture.ts +74 -74
- package/dist/templates/_shared/hooks-ts/user_prompt_submit.ts +93 -93
- package/dist/templates/_shared/lib-ts/CLAUDE.md +367 -367
- package/dist/templates/_shared/lib-ts/base/atomic-write.ts +138 -138
- package/dist/templates/_shared/lib-ts/base/constants.ts +303 -303
- package/dist/templates/_shared/lib-ts/base/git-state.ts +58 -58
- package/dist/templates/_shared/lib-ts/base/hook-utils.ts +582 -582
- package/dist/templates/_shared/lib-ts/base/inference.ts +301 -301
- package/dist/templates/_shared/lib-ts/base/logger.ts +247 -247
- package/dist/templates/_shared/lib-ts/base/state-io.ts +202 -202
- package/dist/templates/_shared/lib-ts/base/stop-words.ts +184 -184
- package/dist/templates/_shared/lib-ts/base/utils.ts +184 -184
- package/dist/templates/_shared/lib-ts/context/context-formatter.ts +566 -566
- package/dist/templates/_shared/lib-ts/context/context-selector.ts +524 -524
- package/dist/templates/_shared/lib-ts/context/context-store.ts +712 -712
- package/dist/templates/_shared/lib-ts/context/plan-manager.ts +312 -312
- package/dist/templates/_shared/lib-ts/context/task-tracker.ts +185 -185
- package/dist/templates/_shared/lib-ts/package.json +20 -20
- package/dist/templates/_shared/lib-ts/templates/formatters.ts +102 -102
- package/dist/templates/_shared/lib-ts/templates/plan-context.ts +58 -58
- package/dist/templates/_shared/lib-ts/tsconfig.json +13 -13
- package/dist/templates/_shared/lib-ts/types.ts +186 -186
- package/dist/templates/_shared/scripts/resolve_context.ts +33 -33
- package/dist/templates/_shared/scripts/status_line.ts +690 -690
- package/dist/templates/cc-native/.claude/commands/cc-native/rlm/ask.md +136 -136
- package/dist/templates/cc-native/.claude/commands/cc-native/rlm/index.md +21 -21
- package/dist/templates/cc-native/.claude/commands/cc-native/rlm/overview.md +56 -56
- package/dist/templates/cc-native/.claude/commands/cc-native/specdev.md +10 -10
- package/dist/templates/cc-native/.windsurf/workflows/cc-native/fix.md +8 -8
- package/dist/templates/cc-native/.windsurf/workflows/cc-native/implement.md +8 -8
- package/dist/templates/cc-native/.windsurf/workflows/cc-native/research.md +8 -8
- package/dist/templates/cc-native/CC-NATIVE-README.md +189 -189
- package/dist/templates/cc-native/TEMPLATE-SCHEMA.md +304 -304
- package/dist/templates/cc-native/_cc-native/agents/CLAUDE.md +143 -143
- package/dist/templates/cc-native/_cc-native/agents/PLAN-ORCHESTRATOR.md +213 -213
- package/dist/templates/cc-native/_cc-native/agents/plan-questions/PLAN-QUESTIONER.md +70 -70
- package/dist/templates/cc-native/_cc-native/cc-native.config.json +96 -96
- package/dist/templates/cc-native/_cc-native/hooks/CLAUDE.md +247 -247
- package/dist/templates/cc-native/_cc-native/hooks/cc-native-plan-review.ts +76 -76
- package/dist/templates/cc-native/_cc-native/hooks/enhance_plan_post_subagent.ts +54 -54
- package/dist/templates/cc-native/_cc-native/hooks/enhance_plan_post_write.ts +51 -51
- package/dist/templates/cc-native/_cc-native/hooks/mark_questions_asked.ts +53 -53
- package/dist/templates/cc-native/_cc-native/hooks/plan_questions_early.ts +61 -61
- package/dist/templates/cc-native/_cc-native/lib-ts/agent-selection.ts +163 -163
- package/dist/templates/cc-native/_cc-native/lib-ts/aggregate-agents.ts +156 -156
- package/dist/templates/cc-native/_cc-native/lib-ts/artifacts/format.ts +597 -597
- package/dist/templates/cc-native/_cc-native/lib-ts/artifacts/index.ts +26 -26
- package/dist/templates/cc-native/_cc-native/lib-ts/artifacts/tracker.ts +107 -107
- package/dist/templates/cc-native/_cc-native/lib-ts/artifacts/write.ts +119 -119
- package/dist/templates/cc-native/_cc-native/lib-ts/artifacts.ts +21 -21
- package/dist/templates/cc-native/_cc-native/lib-ts/cc-native-state.ts +319 -319
- package/dist/templates/cc-native/_cc-native/lib-ts/cli-output-parser.ts +144 -144
- package/dist/templates/cc-native/_cc-native/lib-ts/config.ts +57 -57
- package/dist/templates/cc-native/_cc-native/lib-ts/constants.ts +83 -83
- package/dist/templates/cc-native/_cc-native/lib-ts/corroboration.ts +119 -119
- package/dist/templates/cc-native/_cc-native/lib-ts/debug.ts +79 -79
- package/dist/templates/cc-native/_cc-native/lib-ts/graduation.ts +132 -132
- package/dist/templates/cc-native/_cc-native/lib-ts/index.ts +116 -116
- package/dist/templates/cc-native/_cc-native/lib-ts/json-parser.ts +168 -168
- package/dist/templates/cc-native/_cc-native/lib-ts/orchestrator.ts +70 -70
- package/dist/templates/cc-native/_cc-native/lib-ts/output-builder.ts +130 -130
- package/dist/templates/cc-native/_cc-native/lib-ts/plan-discovery.ts +80 -80
- package/dist/templates/cc-native/_cc-native/lib-ts/plan-enhancement.ts +41 -41
- package/dist/templates/cc-native/_cc-native/lib-ts/plan-questions.ts +101 -101
- package/dist/templates/cc-native/_cc-native/lib-ts/review-pipeline.ts +511 -511
- package/dist/templates/cc-native/_cc-native/lib-ts/reviewers/agent.ts +71 -71
- package/dist/templates/cc-native/_cc-native/lib-ts/reviewers/base/base-agent.ts +217 -217
- package/dist/templates/cc-native/_cc-native/lib-ts/reviewers/index.ts +12 -12
- package/dist/templates/cc-native/_cc-native/lib-ts/reviewers/providers/claude-agent.ts +66 -66
- package/dist/templates/cc-native/_cc-native/lib-ts/reviewers/providers/codex-agent.ts +184 -184
- package/dist/templates/cc-native/_cc-native/lib-ts/reviewers/providers/gemini-agent.ts +39 -39
- package/dist/templates/cc-native/_cc-native/lib-ts/reviewers/providers/orchestrator-claude-agent.ts +196 -196
- package/dist/templates/cc-native/_cc-native/lib-ts/reviewers/schemas.ts +201 -201
- package/dist/templates/cc-native/_cc-native/lib-ts/reviewers/types.ts +21 -21
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/CLAUDE.md +480 -480
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/embedding-indexer.ts +287 -287
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/hyde.ts +148 -148
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/index.ts +54 -54
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/logger.ts +58 -58
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/ollama-client.ts +208 -208
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/retrieval-pipeline.ts +460 -460
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/transcript-indexer.ts +446 -446
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/transcript-loader.ts +280 -280
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/transcript-searcher.ts +274 -274
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/types.ts +201 -201
- package/dist/templates/cc-native/_cc-native/lib-ts/rlm/vector-store.ts +278 -278
- package/dist/templates/cc-native/_cc-native/lib-ts/settings.ts +184 -184
- package/dist/templates/cc-native/_cc-native/lib-ts/state.ts +275 -275
- package/dist/templates/cc-native/_cc-native/lib-ts/tsconfig.json +18 -18
- package/dist/templates/cc-native/_cc-native/lib-ts/types.ts +329 -329
- package/dist/templates/cc-native/_cc-native/lib-ts/verdict.ts +72 -72
- package/dist/templates/cc-native/_cc-native/workflows/specdev.md +9 -9
- package/oclif.manifest.json +1 -1
- package/package.json +108 -108
- package/dist/templates/cc-native/_cc-native/lib-ts/nul +0 -3
|
@@ -1,278 +1,278 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Vector store using SQLite + sqlite-vec for KNN embedding search.
|
|
3
|
-
*
|
|
4
|
-
* Single-file DB at ~/.claude/rlm-vectors.db.
|
|
5
|
-
* Uses bun:sqlite with the sqlite-vec extension for vector similarity search.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import { Database } from "bun:sqlite";
|
|
9
|
-
import * as sqliteVec from "sqlite-vec";
|
|
10
|
-
import { RLM_VECTOR_DB_PATH, EMBED_DIMENSIONS, type VectorSearchResult } from "./types.js";
|
|
11
|
-
import { logDebug, logInfo } from "./logger.js";
|
|
12
|
-
|
|
13
|
-
const HOOK_NAME = "rlm_vector";
|
|
14
|
-
|
|
15
|
-
export interface ChunkRow {
|
|
16
|
-
session_id: string;
|
|
17
|
-
project: string;
|
|
18
|
-
date: string;
|
|
19
|
-
segment_index: number;
|
|
20
|
-
line_start: number;
|
|
21
|
-
line_end: number;
|
|
22
|
-
topic: string;
|
|
23
|
-
chunk_text: string;
|
|
24
|
-
source_path: string;
|
|
25
|
-
embedding: Float32Array;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
export interface VectorStats {
|
|
29
|
-
session_count: number;
|
|
30
|
-
chunk_count: number;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
/**
|
|
34
|
-
* Open the vector DB, load sqlite-vec extension, create schema, set WAL mode.
|
|
35
|
-
*/
|
|
36
|
-
export function openVectorDb(path?: string): Database {
|
|
37
|
-
const dbPath = path ?? RLM_VECTOR_DB_PATH;
|
|
38
|
-
const db = new Database(dbPath);
|
|
39
|
-
sqliteVec.load(db);
|
|
40
|
-
db.run("PRAGMA journal_mode=WAL");
|
|
41
|
-
|
|
42
|
-
db.run(`
|
|
43
|
-
CREATE TABLE IF NOT EXISTS embedded_sessions (
|
|
44
|
-
session_id TEXT NOT NULL,
|
|
45
|
-
project TEXT NOT NULL,
|
|
46
|
-
source_mtime INTEGER NOT NULL,
|
|
47
|
-
chunk_count INTEGER NOT NULL,
|
|
48
|
-
embedded_at TEXT NOT NULL,
|
|
49
|
-
PRIMARY KEY (session_id, project)
|
|
50
|
-
)
|
|
51
|
-
`);
|
|
52
|
-
|
|
53
|
-
// vec0 virtual table for KNN search
|
|
54
|
-
db.run(`
|
|
55
|
-
CREATE VIRTUAL TABLE IF NOT EXISTS chunks USING vec0(
|
|
56
|
-
embedding float[${EMBED_DIMENSIONS}],
|
|
57
|
-
project text,
|
|
58
|
-
date text,
|
|
59
|
-
+session_id text,
|
|
60
|
-
+segment_index integer,
|
|
61
|
-
+line_start integer,
|
|
62
|
-
+line_end integer,
|
|
63
|
-
+topic text,
|
|
64
|
-
+chunk_text text,
|
|
65
|
-
+source_path text
|
|
66
|
-
)
|
|
67
|
-
`);
|
|
68
|
-
|
|
69
|
-
logDebug(HOOK_NAME, `Opened vector DB at ${dbPath}`);
|
|
70
|
-
return db;
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
/**
|
|
74
|
-
* Insert chunks in a single transaction.
|
|
75
|
-
*/
|
|
76
|
-
export function insertChunks(db: Database, chunks: ChunkRow[]): void {
|
|
77
|
-
if (chunks.length === 0) return;
|
|
78
|
-
|
|
79
|
-
const stmt = db.prepare(`
|
|
80
|
-
INSERT INTO chunks (
|
|
81
|
-
embedding, project, date,
|
|
82
|
-
session_id, segment_index, line_start, line_end,
|
|
83
|
-
topic, chunk_text, source_path
|
|
84
|
-
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
85
|
-
`);
|
|
86
|
-
|
|
87
|
-
const tx = db.transaction(() => {
|
|
88
|
-
for (const chunk of chunks) {
|
|
89
|
-
stmt.run(
|
|
90
|
-
new Uint8Array(chunk.embedding.buffer),
|
|
91
|
-
chunk.project,
|
|
92
|
-
chunk.date,
|
|
93
|
-
chunk.session_id,
|
|
94
|
-
chunk.segment_index,
|
|
95
|
-
chunk.line_start,
|
|
96
|
-
chunk.line_end,
|
|
97
|
-
chunk.topic,
|
|
98
|
-
chunk.chunk_text,
|
|
99
|
-
chunk.source_path,
|
|
100
|
-
);
|
|
101
|
-
}
|
|
102
|
-
});
|
|
103
|
-
|
|
104
|
-
tx();
|
|
105
|
-
logDebug(HOOK_NAME, `Inserted ${chunks.length} chunks`);
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
/**
|
|
109
|
-
* Mark a session as embedded (upsert).
|
|
110
|
-
*/
|
|
111
|
-
export function markSessionEmbedded(
|
|
112
|
-
db: Database,
|
|
113
|
-
sessionId: string,
|
|
114
|
-
project: string,
|
|
115
|
-
mtime: number,
|
|
116
|
-
count: number,
|
|
117
|
-
): void {
|
|
118
|
-
db.run(
|
|
119
|
-
`INSERT OR REPLACE INTO embedded_sessions (session_id, project, source_mtime, chunk_count, embedded_at)
|
|
120
|
-
VALUES (?, ?, ?, ?, ?)`,
|
|
121
|
-
[sessionId, project, mtime, count, new Date().toISOString()],
|
|
122
|
-
);
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
/**
|
|
126
|
-
* Check if a session is already embedded at the given mtime.
|
|
127
|
-
*/
|
|
128
|
-
export function isSessionEmbedded(
|
|
129
|
-
db: Database,
|
|
130
|
-
sessionId: string,
|
|
131
|
-
project: string,
|
|
132
|
-
mtime: number,
|
|
133
|
-
): boolean {
|
|
134
|
-
const row = db.query(
|
|
135
|
-
`SELECT 1 FROM embedded_sessions WHERE session_id = ? AND project = ? AND source_mtime = ?`,
|
|
136
|
-
).get(sessionId, project, mtime);
|
|
137
|
-
return row !== null && row !== undefined;
|
|
138
|
-
}
|
|
139
|
-
|
|
140
|
-
/**
|
|
141
|
-
* Delete all chunks for a session (for re-indexing).
|
|
142
|
-
*/
|
|
143
|
-
function isRowidResult(obj: unknown): obj is { rowid: number } {
|
|
144
|
-
return typeof obj === "object" && obj !== null && "rowid" in obj && typeof (obj as { rowid: unknown }).rowid === "number";
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
export function deleteSessionChunks(
|
|
148
|
-
db: Database,
|
|
149
|
-
sessionId: string,
|
|
150
|
-
project: string,
|
|
151
|
-
): void {
|
|
152
|
-
// vec0 tables support DELETE with rowid ranges, but we need to find matching rowids first
|
|
153
|
-
const rawRows = db.query(
|
|
154
|
-
`SELECT rowid FROM chunks WHERE session_id = ? AND project = ?`,
|
|
155
|
-
).all(sessionId, project);
|
|
156
|
-
|
|
157
|
-
const rows = (Array.isArray(rawRows) ? rawRows : []).filter(isRowidResult);
|
|
158
|
-
|
|
159
|
-
if (rows.length > 0) {
|
|
160
|
-
const tx = db.transaction(() => {
|
|
161
|
-
for (const row of rows) {
|
|
162
|
-
db.run(`DELETE FROM chunks WHERE rowid = ?`, [row.rowid]);
|
|
163
|
-
}
|
|
164
|
-
});
|
|
165
|
-
tx();
|
|
166
|
-
logDebug(HOOK_NAME, `Deleted ${rows.length} chunks for ${sessionId}`);
|
|
167
|
-
}
|
|
168
|
-
|
|
169
|
-
db.run(
|
|
170
|
-
`DELETE FROM embedded_sessions WHERE session_id = ? AND project = ?`,
|
|
171
|
-
[sessionId, project],
|
|
172
|
-
);
|
|
173
|
-
}
|
|
174
|
-
|
|
175
|
-
function isSearchResultRow(obj: unknown): obj is {
|
|
176
|
-
rowid: number;
|
|
177
|
-
distance: number;
|
|
178
|
-
project: string;
|
|
179
|
-
date: string;
|
|
180
|
-
session_id: string;
|
|
181
|
-
segment_index: number;
|
|
182
|
-
line_start: number;
|
|
183
|
-
line_end: number;
|
|
184
|
-
topic: string;
|
|
185
|
-
source_path: string;
|
|
186
|
-
} {
|
|
187
|
-
if (typeof obj !== "object" || obj === null) return false;
|
|
188
|
-
const r = obj as Record<string, unknown>;
|
|
189
|
-
return (
|
|
190
|
-
typeof r.rowid === "number" &&
|
|
191
|
-
typeof r.distance === "number" &&
|
|
192
|
-
typeof r.project === "string" &&
|
|
193
|
-
typeof r.date === "string" &&
|
|
194
|
-
typeof r.session_id === "string" &&
|
|
195
|
-
typeof r.segment_index === "number" &&
|
|
196
|
-
typeof r.line_start === "number" &&
|
|
197
|
-
typeof r.line_end === "number" &&
|
|
198
|
-
typeof r.topic === "string" &&
|
|
199
|
-
typeof r.source_path === "string"
|
|
200
|
-
);
|
|
201
|
-
}
|
|
202
|
-
|
|
203
|
-
/**
|
|
204
|
-
* KNN search for the closest chunks to a query embedding.
|
|
205
|
-
*/
|
|
206
|
-
export function searchKnn(
|
|
207
|
-
db: Database,
|
|
208
|
-
queryEmbedding: Float32Array,
|
|
209
|
-
topK: number,
|
|
210
|
-
projectFilter?: string,
|
|
211
|
-
): VectorSearchResult[] {
|
|
212
|
-
const queryBytes = new Uint8Array(queryEmbedding.buffer);
|
|
213
|
-
|
|
214
|
-
let sql: string;
|
|
215
|
-
let params: unknown[];
|
|
216
|
-
|
|
217
|
-
if (projectFilter) {
|
|
218
|
-
sql = `
|
|
219
|
-
SELECT rowid, distance, project, date,
|
|
220
|
-
session_id, segment_index, line_start, line_end,
|
|
221
|
-
topic, source_path
|
|
222
|
-
FROM chunks
|
|
223
|
-
WHERE embedding MATCH ? AND k = ? AND project = ?
|
|
224
|
-
ORDER BY distance
|
|
225
|
-
`;
|
|
226
|
-
params = [queryBytes, topK, projectFilter];
|
|
227
|
-
} else {
|
|
228
|
-
sql = `
|
|
229
|
-
SELECT rowid, distance, project, date,
|
|
230
|
-
session_id, segment_index, line_start, line_end,
|
|
231
|
-
topic, source_path
|
|
232
|
-
FROM chunks
|
|
233
|
-
WHERE embedding MATCH ? AND k = ?
|
|
234
|
-
ORDER BY distance
|
|
235
|
-
`;
|
|
236
|
-
params = [queryBytes, topK];
|
|
237
|
-
}
|
|
238
|
-
|
|
239
|
-
const rawRows = db.query(sql).all(...params);
|
|
240
|
-
const rows = (Array.isArray(rawRows) ? rawRows : []).filter(isSearchResultRow);
|
|
241
|
-
|
|
242
|
-
return rows.map((r) => ({
|
|
243
|
-
chunk_id: r.rowid,
|
|
244
|
-
session_id: r.session_id,
|
|
245
|
-
project: r.project,
|
|
246
|
-
segment_index: r.segment_index,
|
|
247
|
-
line_start: r.line_start,
|
|
248
|
-
line_end: r.line_end,
|
|
249
|
-
topic: r.topic,
|
|
250
|
-
date: r.date,
|
|
251
|
-
source_path: r.source_path,
|
|
252
|
-
distance: r.distance,
|
|
253
|
-
}));
|
|
254
|
-
}
|
|
255
|
-
|
|
256
|
-
function isCountResult(obj: unknown): obj is { cnt: number } {
|
|
257
|
-
return typeof obj === "object" && obj !== null && "cnt" in obj && typeof (obj as { cnt: unknown }).cnt === "number";
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
/**
|
|
261
|
-
* Get counts of embedded sessions and chunks.
|
|
262
|
-
*/
|
|
263
|
-
export function getStats(db: Database): VectorStats {
|
|
264
|
-
const sessionsRaw = db.query(
|
|
265
|
-
`SELECT COUNT(*) as cnt FROM embedded_sessions`,
|
|
266
|
-
).get();
|
|
267
|
-
const chunksRaw = db.query(
|
|
268
|
-
`SELECT COUNT(*) as cnt FROM chunks`,
|
|
269
|
-
).get();
|
|
270
|
-
|
|
271
|
-
const sessionCount = isCountResult(sessionsRaw) ? sessionsRaw.cnt : 0;
|
|
272
|
-
const chunkCount = isCountResult(chunksRaw) ? chunksRaw.cnt : 0;
|
|
273
|
-
|
|
274
|
-
return {
|
|
275
|
-
session_count: sessionCount,
|
|
276
|
-
chunk_count: chunkCount,
|
|
277
|
-
};
|
|
278
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* Vector store using SQLite + sqlite-vec for KNN embedding search.
|
|
3
|
+
*
|
|
4
|
+
* Single-file DB at ~/.claude/rlm-vectors.db.
|
|
5
|
+
* Uses bun:sqlite with the sqlite-vec extension for vector similarity search.
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
import { Database } from "bun:sqlite";
|
|
9
|
+
import * as sqliteVec from "sqlite-vec";
|
|
10
|
+
import { RLM_VECTOR_DB_PATH, EMBED_DIMENSIONS, type VectorSearchResult } from "./types.js";
|
|
11
|
+
import { logDebug, logInfo } from "./logger.js";
|
|
12
|
+
|
|
13
|
+
const HOOK_NAME = "rlm_vector";
|
|
14
|
+
|
|
15
|
+
export interface ChunkRow {
|
|
16
|
+
session_id: string;
|
|
17
|
+
project: string;
|
|
18
|
+
date: string;
|
|
19
|
+
segment_index: number;
|
|
20
|
+
line_start: number;
|
|
21
|
+
line_end: number;
|
|
22
|
+
topic: string;
|
|
23
|
+
chunk_text: string;
|
|
24
|
+
source_path: string;
|
|
25
|
+
embedding: Float32Array;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export interface VectorStats {
|
|
29
|
+
session_count: number;
|
|
30
|
+
chunk_count: number;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
/**
|
|
34
|
+
* Open the vector DB, load sqlite-vec extension, create schema, set WAL mode.
|
|
35
|
+
*/
|
|
36
|
+
export function openVectorDb(path?: string): Database {
|
|
37
|
+
const dbPath = path ?? RLM_VECTOR_DB_PATH;
|
|
38
|
+
const db = new Database(dbPath);
|
|
39
|
+
sqliteVec.load(db);
|
|
40
|
+
db.run("PRAGMA journal_mode=WAL");
|
|
41
|
+
|
|
42
|
+
db.run(`
|
|
43
|
+
CREATE TABLE IF NOT EXISTS embedded_sessions (
|
|
44
|
+
session_id TEXT NOT NULL,
|
|
45
|
+
project TEXT NOT NULL,
|
|
46
|
+
source_mtime INTEGER NOT NULL,
|
|
47
|
+
chunk_count INTEGER NOT NULL,
|
|
48
|
+
embedded_at TEXT NOT NULL,
|
|
49
|
+
PRIMARY KEY (session_id, project)
|
|
50
|
+
)
|
|
51
|
+
`);
|
|
52
|
+
|
|
53
|
+
// vec0 virtual table for KNN search
|
|
54
|
+
db.run(`
|
|
55
|
+
CREATE VIRTUAL TABLE IF NOT EXISTS chunks USING vec0(
|
|
56
|
+
embedding float[${EMBED_DIMENSIONS}],
|
|
57
|
+
project text,
|
|
58
|
+
date text,
|
|
59
|
+
+session_id text,
|
|
60
|
+
+segment_index integer,
|
|
61
|
+
+line_start integer,
|
|
62
|
+
+line_end integer,
|
|
63
|
+
+topic text,
|
|
64
|
+
+chunk_text text,
|
|
65
|
+
+source_path text
|
|
66
|
+
)
|
|
67
|
+
`);
|
|
68
|
+
|
|
69
|
+
logDebug(HOOK_NAME, `Opened vector DB at ${dbPath}`);
|
|
70
|
+
return db;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
/**
|
|
74
|
+
* Insert chunks in a single transaction.
|
|
75
|
+
*/
|
|
76
|
+
export function insertChunks(db: Database, chunks: ChunkRow[]): void {
|
|
77
|
+
if (chunks.length === 0) return;
|
|
78
|
+
|
|
79
|
+
const stmt = db.prepare(`
|
|
80
|
+
INSERT INTO chunks (
|
|
81
|
+
embedding, project, date,
|
|
82
|
+
session_id, segment_index, line_start, line_end,
|
|
83
|
+
topic, chunk_text, source_path
|
|
84
|
+
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
85
|
+
`);
|
|
86
|
+
|
|
87
|
+
const tx = db.transaction(() => {
|
|
88
|
+
for (const chunk of chunks) {
|
|
89
|
+
stmt.run(
|
|
90
|
+
new Uint8Array(chunk.embedding.buffer),
|
|
91
|
+
chunk.project,
|
|
92
|
+
chunk.date,
|
|
93
|
+
chunk.session_id,
|
|
94
|
+
chunk.segment_index,
|
|
95
|
+
chunk.line_start,
|
|
96
|
+
chunk.line_end,
|
|
97
|
+
chunk.topic,
|
|
98
|
+
chunk.chunk_text,
|
|
99
|
+
chunk.source_path,
|
|
100
|
+
);
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
|
|
104
|
+
tx();
|
|
105
|
+
logDebug(HOOK_NAME, `Inserted ${chunks.length} chunks`);
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
/**
|
|
109
|
+
* Mark a session as embedded (upsert).
|
|
110
|
+
*/
|
|
111
|
+
export function markSessionEmbedded(
|
|
112
|
+
db: Database,
|
|
113
|
+
sessionId: string,
|
|
114
|
+
project: string,
|
|
115
|
+
mtime: number,
|
|
116
|
+
count: number,
|
|
117
|
+
): void {
|
|
118
|
+
db.run(
|
|
119
|
+
`INSERT OR REPLACE INTO embedded_sessions (session_id, project, source_mtime, chunk_count, embedded_at)
|
|
120
|
+
VALUES (?, ?, ?, ?, ?)`,
|
|
121
|
+
[sessionId, project, mtime, count, new Date().toISOString()],
|
|
122
|
+
);
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
/**
|
|
126
|
+
* Check if a session is already embedded at the given mtime.
|
|
127
|
+
*/
|
|
128
|
+
export function isSessionEmbedded(
|
|
129
|
+
db: Database,
|
|
130
|
+
sessionId: string,
|
|
131
|
+
project: string,
|
|
132
|
+
mtime: number,
|
|
133
|
+
): boolean {
|
|
134
|
+
const row = db.query(
|
|
135
|
+
`SELECT 1 FROM embedded_sessions WHERE session_id = ? AND project = ? AND source_mtime = ?`,
|
|
136
|
+
).get(sessionId, project, mtime);
|
|
137
|
+
return row !== null && row !== undefined;
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
/**
|
|
141
|
+
* Delete all chunks for a session (for re-indexing).
|
|
142
|
+
*/
|
|
143
|
+
function isRowidResult(obj: unknown): obj is { rowid: number } {
|
|
144
|
+
return typeof obj === "object" && obj !== null && "rowid" in obj && typeof (obj as { rowid: unknown }).rowid === "number";
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
export function deleteSessionChunks(
|
|
148
|
+
db: Database,
|
|
149
|
+
sessionId: string,
|
|
150
|
+
project: string,
|
|
151
|
+
): void {
|
|
152
|
+
// vec0 tables support DELETE with rowid ranges, but we need to find matching rowids first
|
|
153
|
+
const rawRows = db.query(
|
|
154
|
+
`SELECT rowid FROM chunks WHERE session_id = ? AND project = ?`,
|
|
155
|
+
).all(sessionId, project);
|
|
156
|
+
|
|
157
|
+
const rows = (Array.isArray(rawRows) ? rawRows : []).filter(isRowidResult);
|
|
158
|
+
|
|
159
|
+
if (rows.length > 0) {
|
|
160
|
+
const tx = db.transaction(() => {
|
|
161
|
+
for (const row of rows) {
|
|
162
|
+
db.run(`DELETE FROM chunks WHERE rowid = ?`, [row.rowid]);
|
|
163
|
+
}
|
|
164
|
+
});
|
|
165
|
+
tx();
|
|
166
|
+
logDebug(HOOK_NAME, `Deleted ${rows.length} chunks for ${sessionId}`);
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
db.run(
|
|
170
|
+
`DELETE FROM embedded_sessions WHERE session_id = ? AND project = ?`,
|
|
171
|
+
[sessionId, project],
|
|
172
|
+
);
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
function isSearchResultRow(obj: unknown): obj is {
|
|
176
|
+
rowid: number;
|
|
177
|
+
distance: number;
|
|
178
|
+
project: string;
|
|
179
|
+
date: string;
|
|
180
|
+
session_id: string;
|
|
181
|
+
segment_index: number;
|
|
182
|
+
line_start: number;
|
|
183
|
+
line_end: number;
|
|
184
|
+
topic: string;
|
|
185
|
+
source_path: string;
|
|
186
|
+
} {
|
|
187
|
+
if (typeof obj !== "object" || obj === null) return false;
|
|
188
|
+
const r = obj as Record<string, unknown>;
|
|
189
|
+
return (
|
|
190
|
+
typeof r.rowid === "number" &&
|
|
191
|
+
typeof r.distance === "number" &&
|
|
192
|
+
typeof r.project === "string" &&
|
|
193
|
+
typeof r.date === "string" &&
|
|
194
|
+
typeof r.session_id === "string" &&
|
|
195
|
+
typeof r.segment_index === "number" &&
|
|
196
|
+
typeof r.line_start === "number" &&
|
|
197
|
+
typeof r.line_end === "number" &&
|
|
198
|
+
typeof r.topic === "string" &&
|
|
199
|
+
typeof r.source_path === "string"
|
|
200
|
+
);
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
/**
|
|
204
|
+
* KNN search for the closest chunks to a query embedding.
|
|
205
|
+
*/
|
|
206
|
+
export function searchKnn(
|
|
207
|
+
db: Database,
|
|
208
|
+
queryEmbedding: Float32Array,
|
|
209
|
+
topK: number,
|
|
210
|
+
projectFilter?: string,
|
|
211
|
+
): VectorSearchResult[] {
|
|
212
|
+
const queryBytes = new Uint8Array(queryEmbedding.buffer);
|
|
213
|
+
|
|
214
|
+
let sql: string;
|
|
215
|
+
let params: unknown[];
|
|
216
|
+
|
|
217
|
+
if (projectFilter) {
|
|
218
|
+
sql = `
|
|
219
|
+
SELECT rowid, distance, project, date,
|
|
220
|
+
session_id, segment_index, line_start, line_end,
|
|
221
|
+
topic, source_path
|
|
222
|
+
FROM chunks
|
|
223
|
+
WHERE embedding MATCH ? AND k = ? AND project = ?
|
|
224
|
+
ORDER BY distance
|
|
225
|
+
`;
|
|
226
|
+
params = [queryBytes, topK, projectFilter];
|
|
227
|
+
} else {
|
|
228
|
+
sql = `
|
|
229
|
+
SELECT rowid, distance, project, date,
|
|
230
|
+
session_id, segment_index, line_start, line_end,
|
|
231
|
+
topic, source_path
|
|
232
|
+
FROM chunks
|
|
233
|
+
WHERE embedding MATCH ? AND k = ?
|
|
234
|
+
ORDER BY distance
|
|
235
|
+
`;
|
|
236
|
+
params = [queryBytes, topK];
|
|
237
|
+
}
|
|
238
|
+
|
|
239
|
+
const rawRows = db.query(sql).all(...params);
|
|
240
|
+
const rows = (Array.isArray(rawRows) ? rawRows : []).filter(isSearchResultRow);
|
|
241
|
+
|
|
242
|
+
return rows.map((r) => ({
|
|
243
|
+
chunk_id: r.rowid,
|
|
244
|
+
session_id: r.session_id,
|
|
245
|
+
project: r.project,
|
|
246
|
+
segment_index: r.segment_index,
|
|
247
|
+
line_start: r.line_start,
|
|
248
|
+
line_end: r.line_end,
|
|
249
|
+
topic: r.topic,
|
|
250
|
+
date: r.date,
|
|
251
|
+
source_path: r.source_path,
|
|
252
|
+
distance: r.distance,
|
|
253
|
+
}));
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
function isCountResult(obj: unknown): obj is { cnt: number } {
|
|
257
|
+
return typeof obj === "object" && obj !== null && "cnt" in obj && typeof (obj as { cnt: unknown }).cnt === "number";
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
/**
|
|
261
|
+
* Get counts of embedded sessions and chunks.
|
|
262
|
+
*/
|
|
263
|
+
export function getStats(db: Database): VectorStats {
|
|
264
|
+
const sessionsRaw = db.query(
|
|
265
|
+
`SELECT COUNT(*) as cnt FROM embedded_sessions`,
|
|
266
|
+
).get();
|
|
267
|
+
const chunksRaw = db.query(
|
|
268
|
+
`SELECT COUNT(*) as cnt FROM chunks`,
|
|
269
|
+
).get();
|
|
270
|
+
|
|
271
|
+
const sessionCount = isCountResult(sessionsRaw) ? sessionsRaw.cnt : 0;
|
|
272
|
+
const chunkCount = isCountResult(chunksRaw) ? chunksRaw.cnt : 0;
|
|
273
|
+
|
|
274
|
+
return {
|
|
275
|
+
session_count: sessionCount,
|
|
276
|
+
chunk_count: chunkCount,
|
|
277
|
+
};
|
|
278
|
+
}
|