ralph-hero-knowledge-index 0.1.21 → 0.1.24

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/.claude-plugin/plugin.json +1 -1
  2. package/.mcp.json +1 -1
  3. package/README.md +109 -0
  4. package/dist/config.d.ts +32 -0
  5. package/dist/config.js +75 -0
  6. package/dist/config.js.map +1 -0
  7. package/dist/db.d.ts +7 -0
  8. package/dist/db.js +17 -0
  9. package/dist/db.js.map +1 -1
  10. package/dist/embedder.d.ts +27 -0
  11. package/dist/embedder.js +43 -4
  12. package/dist/embedder.js.map +1 -1
  13. package/dist/file-scanner.d.ts +13 -1
  14. package/dist/file-scanner.js +30 -3
  15. package/dist/file-scanner.js.map +1 -1
  16. package/dist/hybrid-search.d.ts +12 -0
  17. package/dist/hybrid-search.js +74 -5
  18. package/dist/hybrid-search.js.map +1 -1
  19. package/dist/ignore.d.ts +29 -0
  20. package/dist/ignore.js +65 -0
  21. package/dist/ignore.js.map +1 -0
  22. package/dist/index.d.ts +9 -1
  23. package/dist/index.js +166 -6
  24. package/dist/index.js.map +1 -1
  25. package/dist/llm-client.d.ts +41 -0
  26. package/dist/llm-client.js +98 -0
  27. package/dist/llm-client.js.map +1 -0
  28. package/dist/reindex.d.ts +22 -3
  29. package/dist/reindex.js +85 -13
  30. package/dist/reindex.js.map +1 -1
  31. package/dist/search.d.ts +12 -0
  32. package/dist/search.js +15 -1
  33. package/dist/search.js.map +1 -1
  34. package/dist/vector-search.d.ts +10 -0
  35. package/dist/vector-search.js +15 -0
  36. package/dist/vector-search.js.map +1 -1
  37. package/package.json +2 -1
  38. package/src/__tests__/config.test.ts +173 -0
  39. package/src/__tests__/embedder.test.ts +103 -4
  40. package/src/__tests__/file-scanner.test.ts +88 -0
  41. package/src/__tests__/hybrid-search.test.ts +107 -0
  42. package/src/__tests__/ignore.test.ts +86 -0
  43. package/src/__tests__/index.test.ts +450 -0
  44. package/src/__tests__/llm-client.test.ts +349 -0
  45. package/src/__tests__/memory-stats.test.ts +204 -0
  46. package/src/__tests__/reindex.test.ts +187 -11
  47. package/src/__tests__/search.test.ts +37 -0
  48. package/src/config.ts +105 -0
  49. package/src/db.ts +17 -0
  50. package/src/embedder.ts +61 -4
  51. package/src/file-scanner.ts +28 -3
  52. package/src/hybrid-search.ts +88 -5
  53. package/src/ignore.ts +82 -0
  54. package/src/index.ts +202 -7
  55. package/src/llm-client.ts +136 -0
  56. package/src/reindex.ts +115 -14
  57. package/src/search.ts +27 -1
  58. package/src/vector-search.ts +16 -0
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "ralph-knowledge",
3
- "version": "0.1.21",
3
+ "version": "0.1.24",
4
4
  "description": "Knowledge graph for ralph-hero: semantic search, relationship traversal, and document indexing across thoughts/ documents. Optional companion to ralph-hero.",
5
5
  "author": {
6
6
  "name": "Chad Dubiel",
package/.mcp.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "mcpServers": {
3
3
  "ralph-knowledge": {
4
4
  "command": "npx",
5
- "args": ["-y", "ralph-hero-knowledge-index@0.1.21"]
5
+ "args": ["-y", "ralph-hero-knowledge-index@0.1.24"]
6
6
  }
7
7
  }
8
8
  }
package/README.md ADDED
@@ -0,0 +1,109 @@
1
+ # ralph-knowledge
2
+
3
+ Semantic search over a personal knowledge corpus (`thoughts/` plus any other
4
+ markdown roots). Uses SQLite + `sqlite-vec` for local embeddings and exposes
5
+ a stdio MCP server to Claude Code.
6
+
7
+ ## Quick start
8
+
9
+ ```bash
10
+ cd plugin/ralph-knowledge
11
+ npm install
12
+ npm run build
13
+ npm run reindex # index default root (../../thoughts)
14
+ npm run reindex -- /path/to/roots # CLI override, see "Configuration"
15
+ ```
16
+
17
+ A SQLite file is written to `~/.ralph-hero/knowledge.db` by default.
18
+
19
+ ## Configuration
20
+
21
+ ralph-knowledge reads configuration from four sources. Each source can be
22
+ missing; later sources fill in only what earlier sources did not provide. The
23
+ precedence for **roots** (directories to index), from highest to lowest, is:
24
+
25
+ 1. CLI positional arguments (`npm run reindex -- /a /b /c`)
26
+ 2. `RALPH_KNOWLEDGE_DIRS` environment variable (comma-separated)
27
+ 3. `roots[]` in `~/.ralph/knowledge.config.json`
28
+ 4. Fallback: `../../thoughts` (relative to the current working directory)
29
+
30
+ `dbPath` precedence is independent:
31
+
32
+ 1. CLI positional argument ending in `.db`
33
+ 2. `RALPH_KNOWLEDGE_DB` environment variable
34
+ 3. `dbPath` in `~/.ralph/knowledge.config.json`
35
+ 4. Default: `~/.ralph-hero/knowledge.db`
36
+
37
+ ### `~/.ralph/knowledge.config.json`
38
+
39
+ Create this file to persist multi-root setups and global ignore patterns.
40
+ The path can be overridden via the `RALPH_KNOWLEDGE_CONFIG` env var.
41
+
42
+ ```json
43
+ {
44
+ "roots": [
45
+ "~/projects/ralph-hero/thoughts",
46
+ "~/projects/landcrawler-ai/thoughts",
47
+ "~/notes"
48
+ ],
49
+ "ignorePatterns": [
50
+ "**/drafts/**",
51
+ "**/worktrees/**",
52
+ "*.bak"
53
+ ],
54
+ "dbPath": "~/.ralph-hero/knowledge.db"
55
+ }
56
+ ```
57
+
58
+ All fields are optional. Tilde (`~`) prefixes in `roots[]` and `dbPath` are
59
+ expanded to the user's home directory at load time. Malformed JSON, non-object
60
+ top levels, and non-string entries are ignored with a warning.
61
+
62
+ On startup, ralph-knowledge logs which source provided the roots, e.g.:
63
+
64
+ ```
65
+ Using roots from: config
66
+ ```
67
+
68
+ ## Ignoring files
69
+
70
+ Per-root `.ralphignore` files use full gitignore syntax and are layered on
71
+ top of the config's `ignorePatterns` and the following default globals (always
72
+ applied):
73
+
74
+ - `.claude/`
75
+ - `node_modules/`
76
+ - `dist/`
77
+ - `.git/`
78
+ - `*.log`
79
+
80
+ Example `.ralphignore` at the top of a root directory:
81
+
82
+ ```gitignore
83
+ # Skip a whole subtree
84
+ .claude/worktrees/**
85
+
86
+ # Skip drafts but keep the index
87
+ drafts/**
88
+ !drafts/INDEX.md
89
+
90
+ # Skip anything ending in .bak
91
+ *.bak
92
+ ```
93
+
94
+ Patterns behave exactly like `.gitignore`:
95
+
96
+ - `**/name/**` matches `name/` at any depth.
97
+ - A leading `!` negates an earlier match, re-including a path.
98
+ - A trailing `/` makes the pattern directory-only.
99
+
100
+ Directories whose names start with `.` or `_` are also always skipped, as a
101
+ fast-path before any matcher is consulted.
102
+
103
+ ## Environment variables
104
+
105
+ | Variable | Purpose |
106
+ |----------|---------|
107
+ | `RALPH_KNOWLEDGE_CONFIG` | Override path to `knowledge.config.json` (tilde expanded). |
108
+ | `RALPH_KNOWLEDGE_DIRS` | Comma-separated list of roots. Beats config, loses to CLI. |
109
+ | `RALPH_KNOWLEDGE_DB` | Override SQLite path. Beats `config.dbPath`, loses to a CLI `.db` positional. |
@@ -0,0 +1,32 @@
1
+ /**
2
+ * Shape of the optional `~/.ralph/knowledge.config.json` file.
3
+ *
4
+ * All fields are optional. Unknown fields are preserved at parse time but are
5
+ * not surfaced through this interface — callers should treat the file as
6
+ * forward-compatible.
7
+ */
8
+ export interface KnowledgeConfig {
9
+ /** Absolute or `~`-prefixed directories to index. */
10
+ roots?: string[];
11
+ /** Extra gitignore-syntax patterns layered on top of per-root `.ralphignore`. */
12
+ ignorePatterns?: string[];
13
+ /** Override for the SQLite database path. */
14
+ dbPath?: string;
15
+ }
16
+ /**
17
+ * Expand a leading `~` or `~/` segment in a path to the user's home directory.
18
+ * Paths that do not begin with `~` are returned unchanged.
19
+ */
20
+ export declare function expandHome(p: string): string;
21
+ /**
22
+ * Resolve the knowledge config file path. Precedence:
23
+ * 1. `process.env.RALPH_KNOWLEDGE_CONFIG`
24
+ * 2. `~/.ralph/knowledge.config.json`
25
+ */
26
+ export declare function resolveConfigPath(): string;
27
+ /**
28
+ * Load the optional `knowledge.config.json` file. Returns an empty object when
29
+ * the file is missing or malformed. Tilde-prefixed paths inside `roots` and
30
+ * `dbPath` are expanded eagerly so callers receive absolute paths.
31
+ */
32
+ export declare function loadConfig(): KnowledgeConfig;
package/dist/config.js ADDED
@@ -0,0 +1,75 @@
1
+ import { readFileSync, existsSync } from "node:fs";
2
+ import { join } from "node:path";
3
+ import { homedir } from "node:os";
4
+ /**
5
+ * Expand a leading `~` or `~/` segment in a path to the user's home directory.
6
+ * Paths that do not begin with `~` are returned unchanged.
7
+ */
8
+ export function expandHome(p) {
9
+ if (!p)
10
+ return p;
11
+ if (p === "~")
12
+ return homedir();
13
+ if (p.startsWith("~/") || p.startsWith("~\\")) {
14
+ return join(homedir(), p.slice(2));
15
+ }
16
+ return p;
17
+ }
18
+ /**
19
+ * Resolve the knowledge config file path. Precedence:
20
+ * 1. `process.env.RALPH_KNOWLEDGE_CONFIG`
21
+ * 2. `~/.ralph/knowledge.config.json`
22
+ */
23
+ export function resolveConfigPath() {
24
+ const envPath = process.env.RALPH_KNOWLEDGE_CONFIG;
25
+ if (envPath && envPath.trim().length > 0) {
26
+ return expandHome(envPath);
27
+ }
28
+ return join(homedir(), ".ralph", "knowledge.config.json");
29
+ }
30
+ /**
31
+ * Load the optional `knowledge.config.json` file. Returns an empty object when
32
+ * the file is missing or malformed. Tilde-prefixed paths inside `roots` and
33
+ * `dbPath` are expanded eagerly so callers receive absolute paths.
34
+ */
35
+ export function loadConfig() {
36
+ const configPath = resolveConfigPath();
37
+ if (!existsSync(configPath)) {
38
+ return {};
39
+ }
40
+ let raw;
41
+ try {
42
+ raw = readFileSync(configPath, "utf-8");
43
+ }
44
+ catch (e) {
45
+ console.warn(`Failed to read knowledge config at ${configPath}: ${e.message}`);
46
+ return {};
47
+ }
48
+ let parsed;
49
+ try {
50
+ parsed = JSON.parse(raw);
51
+ }
52
+ catch (e) {
53
+ console.warn(`Malformed JSON in knowledge config at ${configPath}: ${e.message}`);
54
+ return {};
55
+ }
56
+ if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
57
+ console.warn(`Knowledge config at ${configPath} is not a JSON object; ignoring.`);
58
+ return {};
59
+ }
60
+ const obj = parsed;
61
+ const out = {};
62
+ if (Array.isArray(obj.roots)) {
63
+ out.roots = obj.roots
64
+ .filter((r) => typeof r === "string" && r.length > 0)
65
+ .map(expandHome);
66
+ }
67
+ if (Array.isArray(obj.ignorePatterns)) {
68
+ out.ignorePatterns = obj.ignorePatterns.filter((p) => typeof p === "string" && p.length > 0);
69
+ }
70
+ if (typeof obj.dbPath === "string" && obj.dbPath.length > 0) {
71
+ out.dbPath = expandHome(obj.dbPath);
72
+ }
73
+ return out;
74
+ }
75
+ //# sourceMappingURL=config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAkBlC;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,CAAS;IAClC,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,OAAO,EAAE,CAAC;IAChC,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IACnD,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzC,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,uBAAuB,CAAC,CAAC;AAC5D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,UAAU;IACxB,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAC;IACvC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CACV,sCAAsC,UAAU,KAAM,CAAW,CAAC,OAAO,EAAE,CAC5E,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CACV,yCAAyC,UAAU,KAAM,CAAW,CAAC,OAAO,EAAE,CAC/E,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnE,OAAO,CAAC,IAAI,CACV,uBAAuB,UAAU,kCAAkC,CACpE,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,GAAG,GAAG,MAAiC,CAAC;IAC9C,MAAM,GAAG,GAAoB,EAAE,CAAC;IAEhC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK;aAClB,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aACjE,GAAG,CAAC,UAAU,CAAC,CAAC;IACrB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,cAAc,CAAC,MAAM,CAC5C,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAC1D,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5D,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}
package/dist/db.d.ts CHANGED
@@ -114,6 +114,13 @@ export declare class KnowledgeDB {
114
114
  getMeta(key: string): string | undefined;
115
115
  setMeta(key: string, value: string): void;
116
116
  documentExists(id: string): boolean;
117
+ /**
118
+ * Returns the `memory_tier` for the given document id. Returns `undefined`
119
+ * when the document does not exist OR when the `memory_tier` column is
120
+ * absent from the schema (pre-v3 databases). Used by MCP `knowledge_*`
121
+ * tools that need to post-filter result sets by tier.
122
+ */
123
+ getMemoryTier(id: string): string | undefined;
117
124
  deleteDocument(id: string): void;
118
125
  clearAll(): void;
119
126
  close(): void;
package/dist/db.js CHANGED
@@ -323,6 +323,23 @@ export class KnowledgeDB {
323
323
  const row = this.db.prepare("SELECT 1 FROM documents WHERE id = ?").get(id);
324
324
  return row !== undefined;
325
325
  }
326
+ /**
327
+ * Returns the `memory_tier` for the given document id. Returns `undefined`
328
+ * when the document does not exist OR when the `memory_tier` column is
329
+ * absent from the schema (pre-v3 databases). Used by MCP `knowledge_*`
330
+ * tools that need to post-filter result sets by tier.
331
+ */
332
+ getMemoryTier(id) {
333
+ const columns = this.db
334
+ .prepare("PRAGMA table_info(documents)")
335
+ .all();
336
+ if (!columns.some((c) => c.name === "memory_tier"))
337
+ return undefined;
338
+ const row = this.db
339
+ .prepare("SELECT memory_tier AS memoryTier FROM documents WHERE id = ?")
340
+ .get(id);
341
+ return row?.memoryTier;
342
+ }
326
343
  deleteDocument(id) {
327
344
  this.db.prepare("DELETE FROM documents WHERE id = ?").run(id);
328
345
  }
package/dist/db.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"db.js","sourceRoot":"","sources":["../src/db.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAuFpC,MAAM,OAAO,WAAW;IACb,EAAE,CAAe;IAE1B,YAAY,MAAc;QACxB,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAwEZ,CAAC,CAAC;QAEH,yEAAyE;QACzE,0EAA0E;QAC1E,0CAA0C;QAC1C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QAC7E,CAAC;QAAC,MAAM,CAAC;YACP,qDAAqD;QACvD,CAAC;QAED,yFAAyF;QACzF,mFAAmF;QACnF,2FAA2F;QAC3F,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,2HAA2H,CAC5H,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,qDAAqD;QACvD,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,gFAAgF,CACjF,CAAC;QAEF,0EAA0E;QAC1E,gFAAgF;QAChF,8EAA8E;QAC9E,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAC,GAAG,EAAE,CAAC;QACrE,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;OAaZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,cAAc,CAAC,GAAsD;QACnE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;KAMf,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,EAAU;QAC3B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,iIAAiI,CAClI,CAAC,GAAG,CAAC,EAAE,CAA4B,CAAC;IACvC,CAAC;IAED,OAAO,CAAC,KAAa,EAAE,IAAc;QACnC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,CAAC,KAAa;QACnB,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,CAAC,KAAK,CAA4B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACtI,CAAC;IAED,eAAe,CAAC,QAAgB,EAAE,QAAgB,EAAE,IAAY,EAAE,OAAgB;QAChF,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+FAA+F,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC,CAAC;IAClK,CAAC;IAED,oBAAoB,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2GAA2G,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAsB,CAAC;IACzK,CAAC;IAED,kBAAkB,CAAC,QAAgB;QACjC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2GAA2G,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAsB,CAAC;IACzK,CAAC;IAED,kBAAkB,CAAC,KAAwB;QACzC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAEpD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CACJ,EAAE,EACF,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,SAAS,EACT,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,OAAO,IAAI,IAAI,EACrB,KAAK,CAAC,aAAa,IAAI,IAAI,EAC3B,KAAK,CAAC,QAAQ,IAAI,IAAI,EACtB,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,KAAK,CAAC,cAAc,IAAI,IAAI,EAC5B,OAAO,CACR,CAAC;QAEF,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC;IACvF,CAAC;IAED,kBAAkB,CAAC,SAA6B,EAAE;QAChD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACvC,UAAU,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACjC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QAEjC,MAAM,GAAG,GAAG;;;;;4BAKY,KAAK;;;KAG5B,CAAC;QAEF,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,KAAK,CAAsB,CAAC;IACzE,CAAC;IAED,sBAAsB,CAAC,SAA6B,EAAE;QACpD,oFAAoF;QACpF,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAEtE,MAAM,mBAAmB,GAA2B,EAAE,CAAC;QACvD,MAAM,qBAAqB,GAA2B,EAAE,CAAC;QACzD,MAAM,eAAe,GAA2B,EAAE,CAAC;QACnD,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACzB,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjF,CAAC;YACD,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACvF,IAAI,GAAG,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;gBAC/B,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrF,CAAC;YACD,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC5B,QAAQ,IAAI,GAAG,CAAC,UAAU,CAAC;gBAC3B,UAAU,EAAE,CAAC;YACf,CAAC;YACD,IAAI,GAAG,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBAChC,OAAO,IAAI,GAAG,CAAC,cAAc,CAAC;gBAC9B,SAAS,EAAE,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;aACtD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;aACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEhB,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,aAAa,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI;YAC5D,iBAAiB,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI;YAC7D,mBAAmB;YACnB,qBAAqB;YACrB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,iBAAiB,CAAC,WAAmB;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACpE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,YAAY,GAA2B,EAAE,CAAC;QAChD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,aAAa,GAAkB,IAAI,CAAC;QAExC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrE,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC5B,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC;YAC/B,CAAC;YACD,IAAI,GAAG,CAAC,SAAS,KAAK,kBAAkB,EAAE,CAAC;gBACzC,QAAQ,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QAED,0EAA0E;QAC1E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACzB,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC5B,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,MAAM;YACxB,aAAa;YACb,UAAU;YACV,QAAQ;YACR,YAAY;SACb,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,IAAY;QACxB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,uEAAuE,CACxE,CAAC,GAAG,CAAC,IAAI,CAA2B,CAAC;IACxC,CAAC;IAED,gBAAgB,CAAC,IAAY,EAAE,KAAa;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAIf,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACnD,CAAC;IAED,gBAAgB,CAAC,IAAY;QAC3B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED,eAAe;QACb,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC,GAAG,EAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtG,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAkC,CAAC;QAC9G,OAAO,GAAG,EAAE,KAAK,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,GAAW,EAAE,KAAa;QAChC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mGAAmG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACvI,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5E,OAAO,GAAG,KAAK,SAAS,CAAC;IAC3B,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,QAAQ;QACN,0FAA0F;QAC1F,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,2GAA2G,CAAC,CAAC;IAC5H,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF"}
1
+ {"version":3,"file":"db.js","sourceRoot":"","sources":["../src/db.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAuFpC,MAAM,OAAO,WAAW;IACb,EAAE,CAAe;IAE1B,YAAY,MAAc;QACxB,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAwEZ,CAAC,CAAC;QAEH,yEAAyE;QACzE,0EAA0E;QAC1E,0CAA0C;QAC1C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QAC7E,CAAC;QAAC,MAAM,CAAC;YACP,qDAAqD;QACvD,CAAC;QAED,yFAAyF;QACzF,mFAAmF;QACnF,2FAA2F;QAC3F,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,2HAA2H,CAC5H,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,qDAAqD;QACvD,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,gFAAgF,CACjF,CAAC;QAEF,0EAA0E;QAC1E,gFAAgF;QAChF,8EAA8E;QAC9E,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAC,GAAG,EAAE,CAAC;QACrE,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;OAaZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,cAAc,CAAC,GAAsD;QACnE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;KAMf,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,EAAU;QAC3B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,iIAAiI,CAClI,CAAC,GAAG,CAAC,EAAE,CAA4B,CAAC;IACvC,CAAC;IAED,OAAO,CAAC,KAAa,EAAE,IAAc;QACnC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,CAAC,KAAa;QACnB,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,CAAC,KAAK,CAA4B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACtI,CAAC;IAED,eAAe,CAAC,QAAgB,EAAE,QAAgB,EAAE,IAAY,EAAE,OAAgB;QAChF,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+FAA+F,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC,CAAC;IAClK,CAAC;IAED,oBAAoB,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2GAA2G,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAsB,CAAC;IACzK,CAAC;IAED,kBAAkB,CAAC,QAAgB;QACjC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2GAA2G,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAsB,CAAC;IACzK,CAAC;IAED,kBAAkB,CAAC,KAAwB;QACzC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAEpD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CACJ,EAAE,EACF,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,SAAS,EACT,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,OAAO,IAAI,IAAI,EACrB,KAAK,CAAC,aAAa,IAAI,IAAI,EAC3B,KAAK,CAAC,QAAQ,IAAI,IAAI,EACtB,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,KAAK,CAAC,cAAc,IAAI,IAAI,EAC5B,OAAO,CACR,CAAC;QAEF,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC;IACvF,CAAC;IAED,kBAAkB,CAAC,SAA6B,EAAE;QAChD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACvC,UAAU,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACjC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QAEjC,MAAM,GAAG,GAAG;;;;;4BAKY,KAAK;;;KAG5B,CAAC;QAEF,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,KAAK,CAAsB,CAAC;IACzE,CAAC;IAED,sBAAsB,CAAC,SAA6B,EAAE;QACpD,oFAAoF;QACpF,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAEtE,MAAM,mBAAmB,GAA2B,EAAE,CAAC;QACvD,MAAM,qBAAqB,GAA2B,EAAE,CAAC;QACzD,MAAM,eAAe,GAA2B,EAAE,CAAC;QACnD,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACzB,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjF,CAAC;YACD,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACvF,IAAI,GAAG,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;gBAC/B,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrF,CAAC;YACD,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC5B,QAAQ,IAAI,GAAG,CAAC,UAAU,CAAC;gBAC3B,UAAU,EAAE,CAAC;YACf,CAAC;YACD,IAAI,GAAG,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBAChC,OAAO,IAAI,GAAG,CAAC,cAAc,CAAC;gBAC9B,SAAS,EAAE,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;aACtD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;aACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEhB,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,aAAa,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI;YAC5D,iBAAiB,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI;YAC7D,mBAAmB;YACnB,qBAAqB;YACrB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,iBAAiB,CAAC,WAAmB;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACpE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,YAAY,GAA2B,EAAE,CAAC;QAChD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,aAAa,GAAkB,IAAI,CAAC;QAExC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrE,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC5B,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC;YAC/B,CAAC;YACD,IAAI,GAAG,CAAC,SAAS,KAAK,kBAAkB,EAAE,CAAC;gBACzC,QAAQ,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QAED,0EAA0E;QAC1E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACzB,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC5B,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,MAAM;YACxB,aAAa;YACb,UAAU;YACV,QAAQ;YACR,YAAY;SACb,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,IAAY;QACxB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,uEAAuE,CACxE,CAAC,GAAG,CAAC,IAAI,CAA2B,CAAC;IACxC,CAAC;IAED,gBAAgB,CAAC,IAAY,EAAE,KAAa;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAIf,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACnD,CAAC;IAED,gBAAgB,CAAC,IAAY;QAC3B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED,eAAe;QACb,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC,GAAG,EAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtG,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAkC,CAAC;QAC9G,OAAO,GAAG,EAAE,KAAK,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,GAAW,EAAE,KAAa;QAChC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mGAAmG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACvI,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5E,OAAO,GAAG,KAAK,SAAS,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACH,aAAa,CAAC,EAAU;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;aACpB,OAAO,CAAC,8BAA8B,CAAC;aACvC,GAAG,EAA6B,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC;YAAE,OAAO,SAAS,CAAC;QACrE,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,8DAA8D,CAAC;aACvE,GAAG,CAAC,EAAE,CAAuC,CAAC;QACjD,OAAO,GAAG,EAAE,UAAU,CAAC;IACzB,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,QAAQ;QACN,0FAA0F;QAC1F,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,2GAA2G,CAAC,CAAC;IAC5H,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF"}
@@ -1,4 +1,31 @@
1
1
  import { type FeatureExtractionPipeline } from "@huggingface/transformers";
2
+ import { type Chunk, type ChunkerOptions } from "./chunker.js";
2
3
  export declare function getEmbedder(): Promise<FeatureExtractionPipeline>;
3
4
  export declare function embed(text: string): Promise<Float32Array>;
5
+ /**
6
+ * A chunk paired with the embedding of its (contextualized) content.
7
+ * Extends the base Chunk from the chunker module with an embedding vector
8
+ * and an optional contextPrefix (populated by Phase 6 — contextual retrieval).
9
+ */
10
+ export interface DocumentChunk extends Chunk {
11
+ embedding: Float32Array;
12
+ contextPrefix?: string;
13
+ }
14
+ /**
15
+ * Embed a document by splitting it into chunks and emitting one embedding
16
+ * per chunk. The embedded text for each chunk is
17
+ * `${title}\n${tagLine}\n${chunk.content}` so the semantic anchors (title +
18
+ * tags) travel with every chunk embedding — matching the shape of the legacy
19
+ * `prepareTextForEmbedding()` but without the 500-char truncation.
20
+ *
21
+ * Short documents (<= chunkSize) produce exactly one chunk covering the whole
22
+ * content. Empty content yields a single chunk with empty content (so callers
23
+ * still get a title/tag-only embedding for stub documents).
24
+ */
25
+ export declare function embedDocument(title: string, tags: string[], content: string, opts?: ChunkerOptions): Promise<DocumentChunk[]>;
26
+ /**
27
+ * Back-compat shim: kept so callers outside the reindex path can still build
28
+ * a title/tags/first-paragraph string. No longer used by `embedDocument` (the
29
+ * per-chunk flow prepends title + tags directly).
30
+ */
4
31
  export declare function prepareTextForEmbedding(title: string, tags: string[], content: string): string;
package/dist/embedder.js CHANGED
@@ -1,6 +1,6 @@
1
1
  import { pipeline, } from "@huggingface/transformers";
2
+ import { chunkText } from "./chunker.js";
2
3
  const MODEL_ID = "Xenova/all-MiniLM-L6-v2";
3
- const MAX_CHARS = 500;
4
4
  let embedderInstance = null;
5
5
  export async function getEmbedder() {
6
6
  if (!embedderInstance) {
@@ -11,19 +11,58 @@ export async function getEmbedder() {
11
11
  }
12
12
  export async function embed(text) {
13
13
  const embedder = await getEmbedder();
14
- const truncated = text.slice(0, MAX_CHARS);
15
- const output = await embedder(truncated, {
14
+ // Pass text directly — the transformer's own 512-token window handles overflow.
15
+ const output = await embedder(text, {
16
16
  pooling: "mean",
17
17
  normalize: true,
18
18
  });
19
19
  return new Float32Array(output.data);
20
20
  }
21
+ /**
22
+ * Embed a document by splitting it into chunks and emitting one embedding
23
+ * per chunk. The embedded text for each chunk is
24
+ * `${title}\n${tagLine}\n${chunk.content}` so the semantic anchors (title +
25
+ * tags) travel with every chunk embedding — matching the shape of the legacy
26
+ * `prepareTextForEmbedding()` but without the 500-char truncation.
27
+ *
28
+ * Short documents (<= chunkSize) produce exactly one chunk covering the whole
29
+ * content. Empty content yields a single chunk with empty content (so callers
30
+ * still get a title/tag-only embedding for stub documents).
31
+ */
32
+ export async function embedDocument(title, tags, content, opts) {
33
+ const tagLine = tags.length > 0 ? tags.join(", ") : "";
34
+ // If content is empty, still emit one chunk so the document has a searchable
35
+ // embedding anchored on title + tags (preserves legacy behavior for
36
+ // frontmatter-only / stub documents).
37
+ const chunks = content.length === 0
38
+ ? [{ index: 0, content: "", charStart: 0, charEnd: 0 }]
39
+ : chunkText(content, opts);
40
+ const out = [];
41
+ for (const chunk of chunks) {
42
+ const parts = [title, tagLine, chunk.content].filter(p => p.length > 0);
43
+ const embedText = parts.join("\n");
44
+ const embedding = await embed(embedText);
45
+ out.push({
46
+ index: chunk.index,
47
+ content: chunk.content,
48
+ charStart: chunk.charStart,
49
+ charEnd: chunk.charEnd,
50
+ embedding,
51
+ });
52
+ }
53
+ return out;
54
+ }
55
+ /**
56
+ * Back-compat shim: kept so callers outside the reindex path can still build
57
+ * a title/tags/first-paragraph string. No longer used by `embedDocument` (the
58
+ * per-chunk flow prepends title + tags directly).
59
+ */
21
60
  export function prepareTextForEmbedding(title, tags, content) {
22
61
  const tagLine = tags.length > 0 ? tags.join(", ") : "";
23
62
  // Extract first paragraph: split on blank lines, take first non-empty segment
24
63
  const paragraphs = content.split(/\n\n+/);
25
64
  const firstParagraph = paragraphs.find(p => p.trim().length > 0)?.trim() ?? "";
26
65
  const parts = [title, tagLine, firstParagraph].filter(p => p.length > 0);
27
- return parts.join("\n").slice(0, MAX_CHARS);
66
+ return parts.join("\n");
28
67
  }
29
68
  //# sourceMappingURL=embedder.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"embedder.js","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,GAET,MAAM,2BAA2B,CAAC;AAEnC,MAAM,QAAQ,GAAG,yBAAyB,CAAC;AAC3C,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB,IAAI,gBAAgB,GAAqC,IAAI,CAAC;AAE9D,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,mEAAmE;QACnE,gBAAgB,GAAG,CAAC,MAAM,QAAQ,CAChC,oBAAoB,EACpB,QAAQ,CACT,CAA8B,CAAC;IAClC,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACtC,MAAM,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE;QACvC,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IACH,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,IAAyB,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAa,EACb,IAAc,EACd,OAAe;IAEf,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,8EAA8E;IAC9E,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC/E,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;AAC9C,CAAC"}
1
+ {"version":3,"file":"embedder.js","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,GAET,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,SAAS,EAAmC,MAAM,cAAc,CAAC;AAE1E,MAAM,QAAQ,GAAG,yBAAyB,CAAC;AAE3C,IAAI,gBAAgB,GAAqC,IAAI,CAAC;AAE9D,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,mEAAmE;QACnE,gBAAgB,GAAG,CAAC,MAAM,QAAQ,CAChC,oBAAoB,EACpB,QAAQ,CACT,CAA8B,CAAC;IAClC,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACtC,MAAM,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAC;IACrC,gFAAgF;IAChF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;QAClC,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IACH,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,IAAyB,CAAC,CAAC;AAC5D,CAAC;AAYD;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAa,EACb,IAAc,EACd,OAAe,EACf,IAAqB;IAErB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAEvD,6EAA6E;IAC7E,oEAAoE;IACpE,sCAAsC;IACtC,MAAM,MAAM,GAAY,OAAO,CAAC,MAAM,KAAK,CAAC;QAC1C,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACvD,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAE7B,MAAM,GAAG,GAAoB,EAAE,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACzC,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CACrC,KAAa,EACb,IAAc,EACd,OAAe;IAEf,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,8EAA8E;IAC9E,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC/E,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
@@ -1 +1,13 @@
1
- export declare function findMarkdownFiles(dir: string): string[];
1
+ import type { IgnoreMatcher } from "./ignore.js";
2
+ /**
3
+ * Recursively find all `.md` files under `dir`.
4
+ *
5
+ * Directory names beginning with `.` or `_` and file names beginning with `_`
6
+ * are always skipped (fast-path). When an {@link IgnoreMatcher} is supplied,
7
+ * each remaining path is additionally tested against it via its root-relative
8
+ * form; matches are skipped.
9
+ *
10
+ * @param dir root directory to walk
11
+ * @param matcher optional matcher built via `loadIgnoreForRoot(dir, …)`
12
+ */
13
+ export declare function findMarkdownFiles(dir: string, matcher?: IgnoreMatcher): string[];
@@ -1,14 +1,41 @@
1
1
  import { readdirSync } from "node:fs";
2
- import { join } from "node:path";
3
- export function findMarkdownFiles(dir) {
2
+ import { join, relative } from "node:path";
3
+ /**
4
+ * Recursively find all `.md` files under `dir`.
5
+ *
6
+ * Directory names beginning with `.` or `_` and file names beginning with `_`
7
+ * are always skipped (fast-path). When an {@link IgnoreMatcher} is supplied,
8
+ * each remaining path is additionally tested against it via its root-relative
9
+ * form; matches are skipped.
10
+ *
11
+ * @param dir root directory to walk
12
+ * @param matcher optional matcher built via `loadIgnoreForRoot(dir, …)`
13
+ */
14
+ export function findMarkdownFiles(dir, matcher) {
4
15
  const results = [];
5
16
  function walk(d) {
6
17
  for (const entry of readdirSync(d, { withFileTypes: true })) {
7
18
  const fullPath = join(d, entry.name);
8
- if (entry.isDirectory() && !entry.name.startsWith(".") && !entry.name.startsWith("_")) {
19
+ if (entry.isDirectory()) {
20
+ // Fast-path: hidden/underscored directories are always skipped.
21
+ if (entry.name.startsWith(".") || entry.name.startsWith("_"))
22
+ continue;
23
+ if (matcher) {
24
+ // Test both bare and trailing-slash forms so gitignore-style
25
+ // directory-only patterns (e.g., `dist/`) match even when the
26
+ // directory itself has not yet been descended.
27
+ const rel = relative(dir, fullPath);
28
+ if (matcher.isIgnored(rel) || matcher.isIgnored(`${rel}/`))
29
+ continue;
30
+ }
9
31
  walk(fullPath);
10
32
  }
11
33
  else if (entry.isFile() && entry.name.endsWith(".md") && !entry.name.startsWith("_")) {
34
+ if (matcher) {
35
+ const rel = relative(dir, fullPath);
36
+ if (matcher.isIgnored(rel))
37
+ continue;
38
+ }
12
39
  results.push(fullPath);
13
40
  }
14
41
  }
@@ -1 +1 @@
1
- {"version":3,"file":"file-scanner.js","sourceRoot":"","sources":["../src/file-scanner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,UAAU,iBAAiB,CAAC,GAAW;IAC3C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,SAAS,IAAI,CAAC,CAAS;QACrB,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,CAAC,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtF,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjB,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvF,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,OAAO,CAAC;AACjB,CAAC"}
1
+ {"version":3,"file":"file-scanner.js","sourceRoot":"","sources":["../src/file-scanner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAG3C;;;;;;;;;;GAUG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAAW,EAAE,OAAuB;IACpE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,SAAS,IAAI,CAAC,CAAS;QACrB,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,CAAC,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,gEAAgE;gBAChE,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS;gBACvE,IAAI,OAAO,EAAE,CAAC;oBACZ,6DAA6D;oBAC7D,8DAA8D;oBAC9D,+CAA+C;oBAC/C,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;oBACpC,IAAI,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,GAAG,GAAG,GAAG,CAAC;wBAAE,SAAS;gBACvE,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjB,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvF,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;oBACpC,IAAI,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC;wBAAE,SAAS;gBACvC,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,OAAO,CAAC;AACjB,CAAC"}
@@ -9,5 +9,17 @@ export declare class HybridSearch {
9
9
  private readonly embedFn;
10
10
  private static readonly RRF_K;
11
11
  constructor(db: KnowledgeDB, fts: FtsSearch, vec: VectorSearch, embedFn: EmbedFn);
12
+ /**
13
+ * Returns true when the `chunks` table exists (schema v3+). When absent we
14
+ * behave as if all vector ids are doc ids (pre-chunking behavior).
15
+ */
16
+ private chunksTableExists;
17
+ /**
18
+ * Given a vector-search id, return the `document_id` portion. Chunk ids
19
+ * follow the pattern `{doc_id}#c{index}` per Shared Constraint #6 of the
20
+ * GH-0761 plan. Legacy non-chunk ids pass through unchanged.
21
+ */
22
+ private docIdFromVecId;
23
+ private fetchChunk;
12
24
  search(query: string, options?: SearchOptions): Promise<SearchResult[]>;
13
25
  }
@@ -10,26 +10,70 @@ export class HybridSearch {
10
10
  this.vec = vec;
11
11
  this.embedFn = embedFn;
12
12
  }
13
+ /**
14
+ * Returns true when the `chunks` table exists (schema v3+). When absent we
15
+ * behave as if all vector ids are doc ids (pre-chunking behavior).
16
+ */
17
+ chunksTableExists() {
18
+ const row = this.db.db
19
+ .prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='chunks'")
20
+ .get();
21
+ return row !== undefined;
22
+ }
23
+ /**
24
+ * Given a vector-search id, return the `document_id` portion. Chunk ids
25
+ * follow the pattern `{doc_id}#c{index}` per Shared Constraint #6 of the
26
+ * GH-0761 plan. Legacy non-chunk ids pass through unchanged.
27
+ */
28
+ docIdFromVecId(vecId) {
29
+ const marker = vecId.lastIndexOf("#c");
30
+ if (marker === -1)
31
+ return vecId;
32
+ const suffix = vecId.slice(marker + 2);
33
+ if (suffix.length === 0 || !/^\d+$/.test(suffix))
34
+ return vecId;
35
+ return vecId.slice(0, marker);
36
+ }
37
+ fetchChunk(chunkId) {
38
+ if (!this.chunksTableExists())
39
+ return undefined;
40
+ return this.db.db
41
+ .prepare(`SELECT id, document_id, chunk_index, char_start, char_end, context_prefix, content
42
+ FROM chunks WHERE id = ?`)
43
+ .get(chunkId);
44
+ }
13
45
  async search(query, options = {}) {
14
- const { type, tags, includeSuperseded = false, limit = 20 } = options;
15
- // Run FTS and vector search
46
+ const { type, tags, includeSuperseded = false, limit = 20, memoryTier } = options;
47
+ // Run FTS and vector search (FTS already applies memoryTier filter in SQL
48
+ // when the schema supports it).
16
49
  const ftsResults = this.fts.search(query, {
17
50
  includeSuperseded: true,
18
51
  limit: limit * 2,
52
+ memoryTier,
19
53
  });
20
54
  const queryEmbedding = await this.embedFn(query);
21
55
  const vecResults = this.vec.search(queryEmbedding, limit * 2);
22
- // Build RRF score map
56
+ // Build RRF score map, keyed by document_id. When vec ids are chunk ids
57
+ // like `{doc}#c{n}`, we collapse to the parent doc for scoring but
58
+ // remember the best-scoring chunk id per doc for later meta enrichment.
23
59
  const scores = new Map();
60
+ const bestChunkByDoc = new Map();
24
61
  for (let i = 0; i < ftsResults.length; i++) {
25
62
  const id = ftsResults[i].id;
26
63
  const rrfScore = 1 / (HybridSearch.RRF_K + i + 1);
27
64
  scores.set(id, (scores.get(id) ?? 0) + rrfScore);
28
65
  }
29
66
  for (let i = 0; i < vecResults.length; i++) {
30
- const id = vecResults[i].id;
67
+ const vecId = vecResults[i].id;
68
+ const docId = this.docIdFromVecId(vecId);
31
69
  const rrfScore = 1 / (HybridSearch.RRF_K + i + 1);
32
- scores.set(id, (scores.get(id) ?? 0) + rrfScore);
70
+ scores.set(docId, (scores.get(docId) ?? 0) + rrfScore);
71
+ if (vecId !== docId) {
72
+ const existing = bestChunkByDoc.get(docId);
73
+ if (!existing || i < existing.rank) {
74
+ bestChunkByDoc.set(docId, { chunkId: vecId, rank: i });
75
+ }
76
+ }
33
77
  }
34
78
  // Build a lookup of FTS results by id for quick access
35
79
  const ftsById = new Map();
@@ -80,6 +124,31 @@ export class HybridSearch {
80
124
  return docTags.some((t) => tagSet.has(t));
81
125
  });
82
126
  }
127
+ // Post-filter: memory_tier for vector-only hits that bypassed the FTS
128
+ // SQL filter. Also covers the case where the FTS stage returned 0 rows
129
+ // but vec returned chunks from a doc in another tier.
130
+ if (memoryTier && memoryTier !== "any") {
131
+ filtered = filtered.filter((r) => {
132
+ const tier = this.db.getMemoryTier(r.id);
133
+ // When column absent (v2 schema) treat as "doc"
134
+ return (tier ?? "doc") === memoryTier;
135
+ });
136
+ }
137
+ // Enrich with chunk meta when chunk data is available (best-scoring
138
+ // chunk per doc).
139
+ for (const r of filtered) {
140
+ const best = bestChunkByDoc.get(r.id);
141
+ if (!best)
142
+ continue;
143
+ const chunk = this.fetchChunk(best.chunkId);
144
+ if (!chunk)
145
+ continue;
146
+ r.bestChunkId = chunk.id;
147
+ r.chunkIndex = chunk.chunk_index;
148
+ r.charStart = chunk.char_start;
149
+ r.charEnd = chunk.char_end;
150
+ r.contextPrefix = chunk.context_prefix;
151
+ }
83
152
  return filtered.slice(0, limit);
84
153
  }
85
154
  }