@cruxy/cli 0.1.1 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -25,7 +25,12 @@ cruxy run # interactive session
25
25
  ## Features
26
26
 
27
27
  - **Tools** — `read_file`, `write_file`, `edit_file`, `glob`, `list_files`,
28
- `grep_files`, `run_command`, `git_status`, `apply_patch`.
28
+ `grep_files`, `run_command`, `git_status`, `apply_patch`, `search_codebase`.
29
+ - **Codebase index** — a local, incremental semantic index (`cruxy index`)
30
+ behind the `search_codebase` tool. Embeddings run on-device via fastembed
31
+ (ONNX, bge-small-en-v1.5) with no network calls; the store is SQLite at
32
+ `.cruxy/index.db`. Only changed files are re-embedded; `.gitignore` /
33
+ `.cruxyignore` are respected and secrets (`.env*`, keys) are never indexed.
29
34
  - **Agent** — streaming output, multi-turn interactive sessions, context
30
35
  compaction, and awareness of git state and project instructions (`CRUXY.md`).
31
36
  - **Safety** — a single approval gate with diff previews that fails closed;
@@ -36,6 +41,18 @@ Interactive slash commands: `/help`, `/clear`, `/compact`, `/reload`, `/exit`.
36
41
 
37
42
  For unattended runs, pass `--yes` to approve every action.
38
43
 
44
+ ### Codebase search
45
+
46
+ ```bash
47
+ cruxy index # build / refresh the local index (.cruxy/index.db)
48
+ cruxy index --status # show what's indexed
49
+ cruxy index --force # re-embed every file
50
+ ```
51
+
52
+ The index refreshes itself lazily the first time the agent calls
53
+ `search_codebase`, so it works even without running `cruxy index` first. The
54
+ bge-small embedding model (~130 MB) downloads and caches on first use.
55
+
39
56
  The LLM client is [`@cruxy/sdk`](https://www.npmjs.com/package/@cruxy/sdk) —
40
57
  provider-agnostic, built over `fetch`, with no vendor SDKs.
41
58
 
@@ -0,0 +1,7 @@
1
+ import { Command } from "commander";
2
+ /**
3
+ * `cruxy index` — build or refresh the local codebase search index that backs
4
+ * the `search_codebase` tool. `--status` reports the current state without
5
+ * modifying it; `--force` re-embeds every file regardless of content hashes.
6
+ */
7
+ export declare function indexCommand(): Command;
@@ -0,0 +1,59 @@
1
+ import { existsSync } from "node:fs";
2
+ import { Command } from "commander";
3
+ import pc from "picocolors";
4
+ import { loadConfig } from "../../config/index.js";
5
+ import { getIndexService, indexDbPath, resetIndexServices, } from "../../indexing/index.js";
6
+ import { logger } from "../../utils/logger.js";
7
+ /**
8
+ * `cruxy index` — build or refresh the local codebase search index that backs
9
+ * the `search_codebase` tool. `--status` reports the current state without
10
+ * modifying it; `--force` re-embeds every file regardless of content hashes.
11
+ */
12
+ export function indexCommand() {
13
+ return new Command("index")
14
+ .description("build or refresh the local codebase search index")
15
+ .option("--status", "show index status without building")
16
+ .option("--force", "re-embed every file, ignoring content hashes")
17
+ .action(async (opts) => {
18
+ const { config } = loadConfig();
19
+ if (!config.index.enabled) {
20
+ logger.warn("codebase indexing is disabled (index.enabled = false)");
21
+ return;
22
+ }
23
+ const cwd = process.cwd();
24
+ if (opts.status) {
25
+ // Don't create an empty DB just to report "no index built yet".
26
+ if (config.index.store !== "memory" && !existsSync(indexDbPath(cwd))) {
27
+ logger.print(`${pc.bold("index:")} ${pc.dim("not built yet")} — run ${pc.bold("cruxy index")}`);
28
+ return;
29
+ }
30
+ const service = await getIndexService(cwd, config, logger);
31
+ printStatus(service.status());
32
+ await resetIndexServices();
33
+ return;
34
+ }
35
+ logger.info(pc.dim(`indexing ${cwd} …`));
36
+ logger.info(pc.dim("(first run may download the local embedding model)"));
37
+ const service = await getIndexService(cwd, config, logger);
38
+ try {
39
+ const stats = await service.index({ force: opts.force });
40
+ logger.print(`${pc.green("indexed")} ${stats.filesIndexed} file(s), ${stats.chunksIndexed} chunk(s) ` +
41
+ pc.dim(`(${stats.filesSkipped} unchanged, ${stats.filesPurged} purged, ${stats.durationMs}ms)`));
42
+ }
43
+ catch (err) {
44
+ logger.error(`indexing failed: ${err.message}`);
45
+ process.exitCode = 1;
46
+ }
47
+ finally {
48
+ await resetIndexServices();
49
+ }
50
+ });
51
+ }
52
+ function printStatus(status) {
53
+ logger.print(`${pc.bold("index:")} ${status.exists ? pc.green("built") : pc.yellow("empty")}`);
54
+ logger.print(`${pc.bold("store:")} ${status.storePath ?? "(in-memory)"}`);
55
+ logger.print(`${pc.bold("embedder:")} ${status.embedderId ?? pc.dim("(none)")}` +
56
+ (status.dim ? pc.dim(` · ${status.dim}d`) : ""));
57
+ logger.print(`${pc.bold("files:")} ${status.files}`);
58
+ logger.print(`${pc.bold("chunks:")} ${status.chunks}`);
59
+ }
@@ -4,6 +4,7 @@ import { APP_NAME, APP_VERSION, APP_DESCRIPTION } from "../constants.js";
4
4
  import { logger } from "../utils/logger.js";
5
5
  import { runCommand } from "./commands/run.js";
6
6
  import { configCommand } from "./commands/config.js";
7
+ import { indexCommand } from "./commands/index.js";
7
8
  export function buildProgram() {
8
9
  const program = new Command();
9
10
  program
@@ -24,6 +25,7 @@ export function buildProgram() {
24
25
  });
25
26
  program.addCommand(runCommand());
26
27
  program.addCommand(configCommand());
28
+ program.addCommand(indexCommand());
27
29
  // Default action: no subcommand -> interactive entrypoint (stub for now).
28
30
  program.action(() => {
29
31
  logger.print(pc.cyan(`${APP_NAME} v${APP_VERSION}`));
@@ -97,6 +97,93 @@ export declare const ApprovalConfigSchema: z.ZodObject<{
97
97
  }, {
98
98
  mode?: "auto" | "prompt" | undefined;
99
99
  }>;
100
+ /**
101
+ * Codebase semantic index (C.17): the local embedding index that backs the
102
+ * `search_codebase` tool and `cruxy index`. Every field is defaulted so the
103
+ * feature works with zero configuration.
104
+ */
105
+ export declare const IndexConfigSchema: z.ZodObject<{
106
+ /** Master switch for `search_codebase` and `cruxy index`. */
107
+ enabled: z.ZodDefault<z.ZodBoolean>;
108
+ /**
109
+ * Embedding backend. Only `fastembed` (bge-small-en-v1.5, local ONNX; the
110
+ * model downloads and caches on first use) is selectable — if it cannot be
111
+ * loaded, indexing fails loudly rather than degrading. (The deterministic
112
+ * hashing embedder exists for tests and is injected directly, never chosen
113
+ * here.)
114
+ */
115
+ embedder: z.ZodDefault<z.ZodEnum<["fastembed"]>>;
116
+ /**
117
+ * Vector store backend. `sqlite` persists to `.cruxy/index.db` via
118
+ * better-sqlite3; `memory` is ephemeral (tests). `auto` prefers sqlite and
119
+ * falls back to memory when the native dependency cannot be loaded.
120
+ */
121
+ store: z.ZodDefault<z.ZodEnum<["auto", "sqlite", "memory"]>>;
122
+ /** Hard per-file size cap, in bytes; larger files are skipped entirely. */
123
+ maxFileBytes: z.ZodDefault<z.ZodNumber>;
124
+ chunk: z.ZodEffects<z.ZodDefault<z.ZodObject<{
125
+ /** Target chunk window, in lines. */
126
+ windowLines: z.ZodDefault<z.ZodNumber>;
127
+ /** Lines shared between consecutive chunks; must be < windowLines. */
128
+ overlapLines: z.ZodDefault<z.ZodNumber>;
129
+ }, "strict", z.ZodTypeAny, {
130
+ windowLines: number;
131
+ overlapLines: number;
132
+ }, {
133
+ windowLines?: number | undefined;
134
+ overlapLines?: number | undefined;
135
+ }>>, {
136
+ windowLines: number;
137
+ overlapLines: number;
138
+ }, {
139
+ windowLines?: number | undefined;
140
+ overlapLines?: number | undefined;
141
+ } | undefined>;
142
+ search: z.ZodDefault<z.ZodObject<{
143
+ /** Number of hits returned when the tool omits `k`. */
144
+ defaultK: z.ZodDefault<z.ZodNumber>;
145
+ /** Approximate token budget for combined snippets (chars/4 heuristic). */
146
+ tokenBudget: z.ZodDefault<z.ZodNumber>;
147
+ /** Maximum lines kept in any single returned snippet. */
148
+ maxSnippetLines: z.ZodDefault<z.ZodNumber>;
149
+ }, "strict", z.ZodTypeAny, {
150
+ defaultK: number;
151
+ tokenBudget: number;
152
+ maxSnippetLines: number;
153
+ }, {
154
+ defaultK?: number | undefined;
155
+ tokenBudget?: number | undefined;
156
+ maxSnippetLines?: number | undefined;
157
+ }>>;
158
+ }, "strict", z.ZodTypeAny, {
159
+ search: {
160
+ defaultK: number;
161
+ tokenBudget: number;
162
+ maxSnippetLines: number;
163
+ };
164
+ enabled: boolean;
165
+ embedder: "fastembed";
166
+ store: "auto" | "sqlite" | "memory";
167
+ maxFileBytes: number;
168
+ chunk: {
169
+ windowLines: number;
170
+ overlapLines: number;
171
+ };
172
+ }, {
173
+ search?: {
174
+ defaultK?: number | undefined;
175
+ tokenBudget?: number | undefined;
176
+ maxSnippetLines?: number | undefined;
177
+ } | undefined;
178
+ enabled?: boolean | undefined;
179
+ embedder?: "fastembed" | undefined;
180
+ store?: "auto" | "sqlite" | "memory" | undefined;
181
+ maxFileBytes?: number | undefined;
182
+ chunk?: {
183
+ windowLines?: number | undefined;
184
+ overlapLines?: number | undefined;
185
+ } | undefined;
186
+ }>;
100
187
  /** MCP server entry — stdio or URL transport (wired up in a later phase). */
101
188
  export declare const McpServerSchema: z.ZodObject<{
102
189
  command: z.ZodOptional<z.ZodString>;
@@ -203,6 +290,88 @@ export declare const CruxyConfigSchema: z.ZodObject<{
203
290
  }, {
204
291
  mode?: "auto" | "prompt" | undefined;
205
292
  }>>;
293
+ index: z.ZodDefault<z.ZodObject<{
294
+ /** Master switch for `search_codebase` and `cruxy index`. */
295
+ enabled: z.ZodDefault<z.ZodBoolean>;
296
+ /**
297
+ * Embedding backend. Only `fastembed` (bge-small-en-v1.5, local ONNX; the
298
+ * model downloads and caches on first use) is selectable — if it cannot be
299
+ * loaded, indexing fails loudly rather than degrading. (The deterministic
300
+ * hashing embedder exists for tests and is injected directly, never chosen
301
+ * here.)
302
+ */
303
+ embedder: z.ZodDefault<z.ZodEnum<["fastembed"]>>;
304
+ /**
305
+ * Vector store backend. `sqlite` persists to `.cruxy/index.db` via
306
+ * better-sqlite3; `memory` is ephemeral (tests). `auto` prefers sqlite and
307
+ * falls back to memory when the native dependency cannot be loaded.
308
+ */
309
+ store: z.ZodDefault<z.ZodEnum<["auto", "sqlite", "memory"]>>;
310
+ /** Hard per-file size cap, in bytes; larger files are skipped entirely. */
311
+ maxFileBytes: z.ZodDefault<z.ZodNumber>;
312
+ chunk: z.ZodEffects<z.ZodDefault<z.ZodObject<{
313
+ /** Target chunk window, in lines. */
314
+ windowLines: z.ZodDefault<z.ZodNumber>;
315
+ /** Lines shared between consecutive chunks; must be < windowLines. */
316
+ overlapLines: z.ZodDefault<z.ZodNumber>;
317
+ }, "strict", z.ZodTypeAny, {
318
+ windowLines: number;
319
+ overlapLines: number;
320
+ }, {
321
+ windowLines?: number | undefined;
322
+ overlapLines?: number | undefined;
323
+ }>>, {
324
+ windowLines: number;
325
+ overlapLines: number;
326
+ }, {
327
+ windowLines?: number | undefined;
328
+ overlapLines?: number | undefined;
329
+ } | undefined>;
330
+ search: z.ZodDefault<z.ZodObject<{
331
+ /** Number of hits returned when the tool omits `k`. */
332
+ defaultK: z.ZodDefault<z.ZodNumber>;
333
+ /** Approximate token budget for combined snippets (chars/4 heuristic). */
334
+ tokenBudget: z.ZodDefault<z.ZodNumber>;
335
+ /** Maximum lines kept in any single returned snippet. */
336
+ maxSnippetLines: z.ZodDefault<z.ZodNumber>;
337
+ }, "strict", z.ZodTypeAny, {
338
+ defaultK: number;
339
+ tokenBudget: number;
340
+ maxSnippetLines: number;
341
+ }, {
342
+ defaultK?: number | undefined;
343
+ tokenBudget?: number | undefined;
344
+ maxSnippetLines?: number | undefined;
345
+ }>>;
346
+ }, "strict", z.ZodTypeAny, {
347
+ search: {
348
+ defaultK: number;
349
+ tokenBudget: number;
350
+ maxSnippetLines: number;
351
+ };
352
+ enabled: boolean;
353
+ embedder: "fastembed";
354
+ store: "auto" | "sqlite" | "memory";
355
+ maxFileBytes: number;
356
+ chunk: {
357
+ windowLines: number;
358
+ overlapLines: number;
359
+ };
360
+ }, {
361
+ search?: {
362
+ defaultK?: number | undefined;
363
+ tokenBudget?: number | undefined;
364
+ maxSnippetLines?: number | undefined;
365
+ } | undefined;
366
+ enabled?: boolean | undefined;
367
+ embedder?: "fastembed" | undefined;
368
+ store?: "auto" | "sqlite" | "memory" | undefined;
369
+ maxFileBytes?: number | undefined;
370
+ chunk?: {
371
+ windowLines?: number | undefined;
372
+ overlapLines?: number | undefined;
373
+ } | undefined;
374
+ }>>;
206
375
  mcpServers: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodObject<{
207
376
  command: z.ZodOptional<z.ZodString>;
208
377
  args: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
@@ -251,6 +420,21 @@ export declare const CruxyConfigSchema: z.ZodObject<{
251
420
  approval: {
252
421
  mode: "auto" | "prompt";
253
422
  };
423
+ index: {
424
+ search: {
425
+ defaultK: number;
426
+ tokenBudget: number;
427
+ maxSnippetLines: number;
428
+ };
429
+ enabled: boolean;
430
+ embedder: "fastembed";
431
+ store: "auto" | "sqlite" | "memory";
432
+ maxFileBytes: number;
433
+ chunk: {
434
+ windowLines: number;
435
+ overlapLines: number;
436
+ };
437
+ };
254
438
  mcpServers: Record<string, {
255
439
  command?: string | undefined;
256
440
  args?: string[] | undefined;
@@ -291,6 +475,21 @@ export declare const CruxyConfigSchema: z.ZodObject<{
291
475
  approval?: {
292
476
  mode?: "auto" | "prompt" | undefined;
293
477
  } | undefined;
478
+ index?: {
479
+ search?: {
480
+ defaultK?: number | undefined;
481
+ tokenBudget?: number | undefined;
482
+ maxSnippetLines?: number | undefined;
483
+ } | undefined;
484
+ enabled?: boolean | undefined;
485
+ embedder?: "fastembed" | undefined;
486
+ store?: "auto" | "sqlite" | "memory" | undefined;
487
+ maxFileBytes?: number | undefined;
488
+ chunk?: {
489
+ windowLines?: number | undefined;
490
+ overlapLines?: number | undefined;
491
+ } | undefined;
492
+ } | undefined;
294
493
  mcpServers?: Record<string, {
295
494
  command?: string | undefined;
296
495
  args?: string[] | undefined;
@@ -72,6 +72,60 @@ export const ApprovalConfigSchema = z
72
72
  mode: z.enum(["prompt", "auto"]).default("prompt"),
73
73
  })
74
74
  .strict();
75
+ /**
76
+ * Codebase semantic index (C.17): the local embedding index that backs the
77
+ * `search_codebase` tool and `cruxy index`. Every field is defaulted so the
78
+ * feature works with zero configuration.
79
+ */
80
+ export const IndexConfigSchema = z
81
+ .object({
82
+ /** Master switch for `search_codebase` and `cruxy index`. */
83
+ enabled: z.boolean().default(true),
84
+ /**
85
+ * Embedding backend. Only `fastembed` (bge-small-en-v1.5, local ONNX; the
86
+ * model downloads and caches on first use) is selectable — if it cannot be
87
+ * loaded, indexing fails loudly rather than degrading. (The deterministic
88
+ * hashing embedder exists for tests and is injected directly, never chosen
89
+ * here.)
90
+ */
91
+ embedder: z.enum(["fastembed"]).default("fastembed"),
92
+ /**
93
+ * Vector store backend. `sqlite` persists to `.cruxy/index.db` via
94
+ * better-sqlite3; `memory` is ephemeral (tests). `auto` prefers sqlite and
95
+ * falls back to memory when the native dependency cannot be loaded.
96
+ */
97
+ store: z.enum(["auto", "sqlite", "memory"]).default("auto"),
98
+ /** Hard per-file size cap, in bytes; larger files are skipped entirely. */
99
+ maxFileBytes: z
100
+ .number()
101
+ .int()
102
+ .positive()
103
+ .default(1024 * 1024),
104
+ chunk: z
105
+ .object({
106
+ /** Target chunk window, in lines. */
107
+ windowLines: z.number().int().positive().default(60),
108
+ /** Lines shared between consecutive chunks; must be < windowLines. */
109
+ overlapLines: z.number().int().nonnegative().default(15),
110
+ })
111
+ .strict()
112
+ .default({})
113
+ .refine((c) => c.overlapLines < c.windowLines, {
114
+ message: "index.chunk.overlapLines must be less than windowLines",
115
+ }),
116
+ search: z
117
+ .object({
118
+ /** Number of hits returned when the tool omits `k`. */
119
+ defaultK: z.number().int().positive().default(8),
120
+ /** Approximate token budget for combined snippets (chars/4 heuristic). */
121
+ tokenBudget: z.number().int().positive().default(1500),
122
+ /** Maximum lines kept in any single returned snippet. */
123
+ maxSnippetLines: z.number().int().positive().default(40),
124
+ })
125
+ .strict()
126
+ .default({}),
127
+ })
128
+ .strict();
75
129
  /** MCP server entry — stdio or URL transport (wired up in a later phase). */
76
130
  export const McpServerSchema = z
77
131
  .object({
@@ -90,6 +144,7 @@ export const CruxyConfigSchema = z
90
144
  shell: ShellConfigSchema.default({}),
91
145
  context: ContextConfigSchema.default({}),
92
146
  approval: ApprovalConfigSchema.default({}),
147
+ index: IndexConfigSchema.default({}),
93
148
  mcpServers: z.record(z.string(), McpServerSchema).default({}),
94
149
  logLevel: z.enum(LOG_LEVELS).default("info"),
95
150
  })
@@ -0,0 +1,28 @@
1
+ import type { Chunk } from "./types.js";
2
+ /** Knobs for {@link chunkFile}. */
3
+ export interface ChunkOptions {
4
+ /** Target window size, in lines. */
5
+ windowLines: number;
6
+ /** Lines shared between consecutive windows (clamped to < windowLines). */
7
+ overlapLines: number;
8
+ /**
9
+ * How far (in lines) the window end may slide to land on a blank-line
10
+ * boundary. Keeps chunks aligned to natural gaps without drifting too far
11
+ * from the target size.
12
+ */
13
+ snapSlack?: number;
14
+ }
15
+ /**
16
+ * Split a file's text into overlapping line windows.
17
+ *
18
+ * Windows are `windowLines` long and advance by `windowLines - overlapLines`, so
19
+ * consecutive chunks share `overlapLines` lines (context that would otherwise be
20
+ * severed at a hard cut). Where possible the window end is nudged — within
21
+ * `snapSlack` lines — to fall right after a blank line, so chunks break at
22
+ * natural boundaries (between functions, paragraphs, etc.).
23
+ *
24
+ * Line numbers are 1-based and inclusive. A whitespace-only (or empty) file
25
+ * yields no chunks. A file shorter than one window yields exactly one chunk.
26
+ * Coverage is gap-free: every source line belongs to at least one chunk.
27
+ */
28
+ export declare function chunkFile(path: string, text: string, opts: ChunkOptions): Chunk[];
@@ -0,0 +1,65 @@
1
+ const DEFAULT_SNAP_SLACK = 8;
2
+ /**
3
+ * Split a file's text into overlapping line windows.
4
+ *
5
+ * Windows are `windowLines` long and advance by `windowLines - overlapLines`, so
6
+ * consecutive chunks share `overlapLines` lines (context that would otherwise be
7
+ * severed at a hard cut). Where possible the window end is nudged — within
8
+ * `snapSlack` lines — to fall right after a blank line, so chunks break at
9
+ * natural boundaries (between functions, paragraphs, etc.).
10
+ *
11
+ * Line numbers are 1-based and inclusive. A whitespace-only (or empty) file
12
+ * yields no chunks. A file shorter than one window yields exactly one chunk.
13
+ * Coverage is gap-free: every source line belongs to at least one chunk.
14
+ */
15
+ export function chunkFile(path, text, opts) {
16
+ if (text.trim() === "")
17
+ return [];
18
+ const lines = text.split("\n");
19
+ // A trailing newline produces a phantom empty final element; drop it so line
20
+ // counts match what an editor shows.
21
+ if (lines.length > 1 && lines[lines.length - 1] === "")
22
+ lines.pop();
23
+ const n = lines.length;
24
+ const window = Math.max(1, Math.floor(opts.windowLines));
25
+ const overlap = Math.min(Math.max(0, Math.floor(opts.overlapLines)), window - 1);
26
+ const slack = Math.max(0, opts.snapSlack ?? DEFAULT_SNAP_SLACK);
27
+ const chunks = [];
28
+ let start = 0; // 0-based, inclusive
29
+ while (start < n) {
30
+ let end = Math.min(start + window, n); // 0-based, exclusive
31
+ // Snap the end to a nearby blank-line boundary (the last included line is
32
+ // blank), unless we've already reached EOF.
33
+ if (end < n && slack > 0) {
34
+ const lo = Math.max(start + 1, end - slack);
35
+ const hi = Math.min(n, end + slack);
36
+ let best = -1;
37
+ let bestDist = Infinity;
38
+ for (let e = lo; e <= hi; e++) {
39
+ const endsOnBlank = e === n || lines[e - 1].trim() === "";
40
+ if (!endsOnBlank)
41
+ continue;
42
+ const dist = Math.abs(e - end);
43
+ if (dist < bestDist) {
44
+ bestDist = dist;
45
+ best = e;
46
+ }
47
+ }
48
+ if (best !== -1)
49
+ end = best;
50
+ }
51
+ chunks.push({
52
+ path,
53
+ startLine: start + 1,
54
+ endLine: end,
55
+ text: lines.slice(start, end).join("\n"),
56
+ });
57
+ if (end >= n)
58
+ break;
59
+ // Advance by the window stride, but never regress (a short snapped window
60
+ // could otherwise leave nextStart <= start).
61
+ const nextStart = end - overlap;
62
+ start = nextStart > start ? nextStart : end;
63
+ }
64
+ return chunks;
65
+ }
@@ -0,0 +1,98 @@
1
+ /**
2
+ * Output dimensionality of bge-small-en-v1.5, and the default size of the
3
+ * hashing embedder's feature space, so the two backends are interchangeable in
4
+ * the store schema.
5
+ */
6
+ export declare const DEFAULT_DIM = 384;
7
+ /**
8
+ * Turns text into vectors. Two implementations ship: {@link FastEmbedEmbedder}
9
+ * (local ONNX, semantic) and {@link HashingEmbedder} (dependency-free,
10
+ * deterministic, lexical). The store records `id`; if it changes, the index is
11
+ * re-embedded from scratch (see `indexer.ts`).
12
+ */
13
+ export interface Embedder {
14
+ /** Stable identity of this embedder + model. Persisted with the index. */
15
+ readonly id: string;
16
+ /** Embedding dimensionality. */
17
+ readonly dim: number;
18
+ /**
19
+ * Embed document/passage texts. Returns one L2-normalized vector per input,
20
+ * in the same order. An empty input yields an empty array.
21
+ */
22
+ embed(texts: string[]): Promise<Float32Array[]>;
23
+ /**
24
+ * Embed a search query. May use a different representation than {@link embed}
25
+ * (e.g. bge prepends a retrieval instruction to queries).
26
+ */
27
+ embedQuery(text: string): Promise<Float32Array>;
28
+ }
29
+ /**
30
+ * Split text into lowercase lexical tokens, breaking identifiers on camelCase
31
+ * and snake/kebab boundaries so `getUserById` contributes `get`/`user`/`by`/`id`.
32
+ */
33
+ export declare function tokenize(text: string): string[];
34
+ export interface HashingEmbedderOptions {
35
+ dim?: number;
36
+ }
37
+ /**
38
+ * A deterministic, dependency-free embedder: signed feature hashing
39
+ * (bag-of-words) over code-aware tokens, L2-normalized. It captures lexical
40
+ * overlap rather than true semantics, but it is offline, instant, and stable —
41
+ * which makes it the right default for tests and a sane fallback when the native
42
+ * embedding model is unavailable.
43
+ */
44
+ export declare class HashingEmbedder implements Embedder {
45
+ readonly id: string;
46
+ readonly dim: number;
47
+ constructor(opts?: HashingEmbedderOptions);
48
+ embed(texts: string[]): Promise<Float32Array[]>;
49
+ embedQuery(text: string): Promise<Float32Array>;
50
+ private embedOne;
51
+ }
52
+ export interface FastEmbedEmbedderOptions {
53
+ /** Where the ONNX model is downloaded/cached. Defaults to fastembed's own dir. */
54
+ cacheDir?: string;
55
+ /** Max model input length, in tokens. */
56
+ maxLength?: number;
57
+ /** Texts per inference batch. */
58
+ batchSize?: number;
59
+ /** Print the model download progress on first run. */
60
+ showDownloadProgress?: boolean;
61
+ }
62
+ /**
63
+ * Local semantic embeddings via fastembed (ONNX), model bge-small-en-v1.5
64
+ * (384-dim). The native dependency is imported lazily on first use, so merely
65
+ * registering the `search_codebase` tool stays cheap and the heavy ONNX runtime
66
+ * only loads when an index is actually built or queried.
67
+ *
68
+ * Embedding is CPU-bound and single-threaded inside ONNX, so throughput is
69
+ * bounded by `batchSize` (fed sequentially through fastembed's batching
70
+ * generator) rather than by JS-level concurrency.
71
+ */
72
+ export declare class FastEmbedEmbedder implements Embedder {
73
+ readonly id = "fastembed:bge-small-en-v1.5";
74
+ readonly dim = 384;
75
+ private readonly opts;
76
+ private model;
77
+ constructor(opts?: FastEmbedEmbedderOptions);
78
+ private getModel;
79
+ embed(texts: string[]): Promise<Float32Array[]>;
80
+ embedQuery(text: string): Promise<Float32Array>;
81
+ }
82
+ export interface CreateEmbedderOptions {
83
+ /** Cache dir for the fastembed model. */
84
+ cacheDir?: string;
85
+ }
86
+ /**
87
+ * Build the **production** embedder: fastembed / bge-small-en-v1.5.
88
+ *
89
+ * The native dependency is loaded eagerly here so a missing or broken install
90
+ * fails *now*, loudly, with an actionable message — rather than silently
91
+ * degrading search quality at query time. There is deliberately **no** fallback
92
+ * to {@link HashingEmbedder}: that backend is reachable only by explicit
93
+ * injection in tests (see `getIndexService`'s `deps.embedder`), never selected
94
+ * automatically by this factory or by config.
95
+ *
96
+ * @throws if the fastembed native module cannot be loaded.
97
+ */
98
+ export declare function createEmbedder(opts?: CreateEmbedderOptions): Promise<Embedder>;