ralph-hero-knowledge-index 0.1.21 → 0.1.24
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/plugin.json +1 -1
- package/.mcp.json +1 -1
- package/README.md +109 -0
- package/dist/config.d.ts +32 -0
- package/dist/config.js +75 -0
- package/dist/config.js.map +1 -0
- package/dist/db.d.ts +7 -0
- package/dist/db.js +17 -0
- package/dist/db.js.map +1 -1
- package/dist/embedder.d.ts +27 -0
- package/dist/embedder.js +43 -4
- package/dist/embedder.js.map +1 -1
- package/dist/file-scanner.d.ts +13 -1
- package/dist/file-scanner.js +30 -3
- package/dist/file-scanner.js.map +1 -1
- package/dist/hybrid-search.d.ts +12 -0
- package/dist/hybrid-search.js +74 -5
- package/dist/hybrid-search.js.map +1 -1
- package/dist/ignore.d.ts +29 -0
- package/dist/ignore.js +65 -0
- package/dist/ignore.js.map +1 -0
- package/dist/index.d.ts +9 -1
- package/dist/index.js +166 -6
- package/dist/index.js.map +1 -1
- package/dist/llm-client.d.ts +41 -0
- package/dist/llm-client.js +98 -0
- package/dist/llm-client.js.map +1 -0
- package/dist/reindex.d.ts +22 -3
- package/dist/reindex.js +85 -13
- package/dist/reindex.js.map +1 -1
- package/dist/search.d.ts +12 -0
- package/dist/search.js +15 -1
- package/dist/search.js.map +1 -1
- package/dist/vector-search.d.ts +10 -0
- package/dist/vector-search.js +15 -0
- package/dist/vector-search.js.map +1 -1
- package/package.json +2 -1
- package/src/__tests__/config.test.ts +173 -0
- package/src/__tests__/embedder.test.ts +103 -4
- package/src/__tests__/file-scanner.test.ts +88 -0
- package/src/__tests__/hybrid-search.test.ts +107 -0
- package/src/__tests__/ignore.test.ts +86 -0
- package/src/__tests__/index.test.ts +450 -0
- package/src/__tests__/llm-client.test.ts +349 -0
- package/src/__tests__/memory-stats.test.ts +204 -0
- package/src/__tests__/reindex.test.ts +187 -11
- package/src/__tests__/search.test.ts +37 -0
- package/src/config.ts +105 -0
- package/src/db.ts +17 -0
- package/src/embedder.ts +61 -4
- package/src/file-scanner.ts +28 -3
- package/src/hybrid-search.ts +88 -5
- package/src/ignore.ts +82 -0
- package/src/index.ts +202 -7
- package/src/llm-client.ts +136 -0
- package/src/reindex.ts +115 -14
- package/src/search.ts +27 -1
- package/src/vector-search.ts +16 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "ralph-knowledge",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.24",
|
|
4
4
|
"description": "Knowledge graph for ralph-hero: semantic search, relationship traversal, and document indexing across thoughts/ documents. Optional companion to ralph-hero.",
|
|
5
5
|
"author": {
|
|
6
6
|
"name": "Chad Dubiel",
|
package/.mcp.json
CHANGED
package/README.md
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
# ralph-knowledge
|
|
2
|
+
|
|
3
|
+
Semantic search over a personal knowledge corpus (`thoughts/` plus any other
|
|
4
|
+
markdown roots). Uses SQLite + `sqlite-vec` for local embeddings and exposes
|
|
5
|
+
a stdio MCP server to Claude Code.
|
|
6
|
+
|
|
7
|
+
## Quick start
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
cd plugin/ralph-knowledge
|
|
11
|
+
npm install
|
|
12
|
+
npm run build
|
|
13
|
+
npm run reindex # index default root (../../thoughts)
|
|
14
|
+
npm run reindex -- /path/to/roots # CLI override, see "Configuration"
|
|
15
|
+
```
|
|
16
|
+
|
|
17
|
+
A SQLite file is written to `~/.ralph-hero/knowledge.db` by default.
|
|
18
|
+
|
|
19
|
+
## Configuration
|
|
20
|
+
|
|
21
|
+
ralph-knowledge reads configuration from four sources. Each source can be
|
|
22
|
+
missing; later sources fill in only what earlier sources did not provide. The
|
|
23
|
+
precedence for **roots** (directories to index), from highest to lowest, is:
|
|
24
|
+
|
|
25
|
+
1. CLI positional arguments (`npm run reindex -- /a /b /c`)
|
|
26
|
+
2. `RALPH_KNOWLEDGE_DIRS` environment variable (comma-separated)
|
|
27
|
+
3. `roots[]` in `~/.ralph/knowledge.config.json`
|
|
28
|
+
4. Fallback: `../../thoughts` (relative to the current working directory)
|
|
29
|
+
|
|
30
|
+
`dbPath` precedence is independent:
|
|
31
|
+
|
|
32
|
+
1. CLI positional argument ending in `.db`
|
|
33
|
+
2. `RALPH_KNOWLEDGE_DB` environment variable
|
|
34
|
+
3. `dbPath` in `~/.ralph/knowledge.config.json`
|
|
35
|
+
4. Default: `~/.ralph-hero/knowledge.db`
|
|
36
|
+
|
|
37
|
+
### `~/.ralph/knowledge.config.json`
|
|
38
|
+
|
|
39
|
+
Create this file to persist multi-root setups and global ignore patterns.
|
|
40
|
+
The path can be overridden via the `RALPH_KNOWLEDGE_CONFIG` env var.
|
|
41
|
+
|
|
42
|
+
```json
|
|
43
|
+
{
|
|
44
|
+
"roots": [
|
|
45
|
+
"~/projects/ralph-hero/thoughts",
|
|
46
|
+
"~/projects/landcrawler-ai/thoughts",
|
|
47
|
+
"~/notes"
|
|
48
|
+
],
|
|
49
|
+
"ignorePatterns": [
|
|
50
|
+
"**/drafts/**",
|
|
51
|
+
"**/worktrees/**",
|
|
52
|
+
"*.bak"
|
|
53
|
+
],
|
|
54
|
+
"dbPath": "~/.ralph-hero/knowledge.db"
|
|
55
|
+
}
|
|
56
|
+
```
|
|
57
|
+
|
|
58
|
+
All fields are optional. Tilde (`~`) prefixes in `roots[]` and `dbPath` are
|
|
59
|
+
expanded to the user's home directory at load time. Malformed JSON, non-object
|
|
60
|
+
top levels, and non-string entries are ignored with a warning.
|
|
61
|
+
|
|
62
|
+
On startup, ralph-knowledge logs which source provided the roots, e.g.:
|
|
63
|
+
|
|
64
|
+
```
|
|
65
|
+
Using roots from: config
|
|
66
|
+
```
|
|
67
|
+
|
|
68
|
+
## Ignoring files
|
|
69
|
+
|
|
70
|
+
Per-root `.ralphignore` files use full gitignore syntax and are layered on
|
|
71
|
+
top of the config's `ignorePatterns` and the following default globals (always
|
|
72
|
+
applied):
|
|
73
|
+
|
|
74
|
+
- `.claude/`
|
|
75
|
+
- `node_modules/`
|
|
76
|
+
- `dist/`
|
|
77
|
+
- `.git/`
|
|
78
|
+
- `*.log`
|
|
79
|
+
|
|
80
|
+
Example `.ralphignore` at the top of a root directory:
|
|
81
|
+
|
|
82
|
+
```gitignore
|
|
83
|
+
# Skip a whole subtree
|
|
84
|
+
.claude/worktrees/**
|
|
85
|
+
|
|
86
|
+
# Skip drafts but keep the index
|
|
87
|
+
drafts/**
|
|
88
|
+
!drafts/INDEX.md
|
|
89
|
+
|
|
90
|
+
# Skip anything ending in .bak
|
|
91
|
+
*.bak
|
|
92
|
+
```
|
|
93
|
+
|
|
94
|
+
Patterns behave exactly like `.gitignore`:
|
|
95
|
+
|
|
96
|
+
- `**/name/**` matches `name/` at any depth.
|
|
97
|
+
- A leading `!` negates an earlier match, re-including a path.
|
|
98
|
+
- A trailing `/` makes the pattern directory-only.
|
|
99
|
+
|
|
100
|
+
Directories whose names start with `.` or `_` are also always skipped, as a
|
|
101
|
+
fast-path before any matcher is consulted.
|
|
102
|
+
|
|
103
|
+
## Environment variables
|
|
104
|
+
|
|
105
|
+
| Variable | Purpose |
|
|
106
|
+
|----------|---------|
|
|
107
|
+
| `RALPH_KNOWLEDGE_CONFIG` | Override path to `knowledge.config.json` (tilde expanded). |
|
|
108
|
+
| `RALPH_KNOWLEDGE_DIRS` | Comma-separated list of roots. Beats config, loses to CLI. |
|
|
109
|
+
| `RALPH_KNOWLEDGE_DB` | Override SQLite path. Beats `config.dbPath`, loses to a CLI `.db` positional. |
|
package/dist/config.d.ts
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shape of the optional `~/.ralph/knowledge.config.json` file.
|
|
3
|
+
*
|
|
4
|
+
* All fields are optional. Unknown fields are preserved at parse time but are
|
|
5
|
+
* not surfaced through this interface — callers should treat the file as
|
|
6
|
+
* forward-compatible.
|
|
7
|
+
*/
|
|
8
|
+
export interface KnowledgeConfig {
|
|
9
|
+
/** Absolute or `~`-prefixed directories to index. */
|
|
10
|
+
roots?: string[];
|
|
11
|
+
/** Extra gitignore-syntax patterns layered on top of per-root `.ralphignore`. */
|
|
12
|
+
ignorePatterns?: string[];
|
|
13
|
+
/** Override for the SQLite database path. */
|
|
14
|
+
dbPath?: string;
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* Expand a leading `~` or `~/` segment in a path to the user's home directory.
|
|
18
|
+
* Paths that do not begin with `~` are returned unchanged.
|
|
19
|
+
*/
|
|
20
|
+
export declare function expandHome(p: string): string;
|
|
21
|
+
/**
|
|
22
|
+
* Resolve the knowledge config file path. Precedence:
|
|
23
|
+
* 1. `process.env.RALPH_KNOWLEDGE_CONFIG`
|
|
24
|
+
* 2. `~/.ralph/knowledge.config.json`
|
|
25
|
+
*/
|
|
26
|
+
export declare function resolveConfigPath(): string;
|
|
27
|
+
/**
|
|
28
|
+
* Load the optional `knowledge.config.json` file. Returns an empty object when
|
|
29
|
+
* the file is missing or malformed. Tilde-prefixed paths inside `roots` and
|
|
30
|
+
* `dbPath` are expanded eagerly so callers receive absolute paths.
|
|
31
|
+
*/
|
|
32
|
+
export declare function loadConfig(): KnowledgeConfig;
|
package/dist/config.js
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { readFileSync, existsSync } from "node:fs";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { homedir } from "node:os";
|
|
4
|
+
/**
|
|
5
|
+
* Expand a leading `~` or `~/` segment in a path to the user's home directory.
|
|
6
|
+
* Paths that do not begin with `~` are returned unchanged.
|
|
7
|
+
*/
|
|
8
|
+
export function expandHome(p) {
|
|
9
|
+
if (!p)
|
|
10
|
+
return p;
|
|
11
|
+
if (p === "~")
|
|
12
|
+
return homedir();
|
|
13
|
+
if (p.startsWith("~/") || p.startsWith("~\\")) {
|
|
14
|
+
return join(homedir(), p.slice(2));
|
|
15
|
+
}
|
|
16
|
+
return p;
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Resolve the knowledge config file path. Precedence:
|
|
20
|
+
* 1. `process.env.RALPH_KNOWLEDGE_CONFIG`
|
|
21
|
+
* 2. `~/.ralph/knowledge.config.json`
|
|
22
|
+
*/
|
|
23
|
+
export function resolveConfigPath() {
|
|
24
|
+
const envPath = process.env.RALPH_KNOWLEDGE_CONFIG;
|
|
25
|
+
if (envPath && envPath.trim().length > 0) {
|
|
26
|
+
return expandHome(envPath);
|
|
27
|
+
}
|
|
28
|
+
return join(homedir(), ".ralph", "knowledge.config.json");
|
|
29
|
+
}
|
|
30
|
+
/**
|
|
31
|
+
* Load the optional `knowledge.config.json` file. Returns an empty object when
|
|
32
|
+
* the file is missing or malformed. Tilde-prefixed paths inside `roots` and
|
|
33
|
+
* `dbPath` are expanded eagerly so callers receive absolute paths.
|
|
34
|
+
*/
|
|
35
|
+
export function loadConfig() {
|
|
36
|
+
const configPath = resolveConfigPath();
|
|
37
|
+
if (!existsSync(configPath)) {
|
|
38
|
+
return {};
|
|
39
|
+
}
|
|
40
|
+
let raw;
|
|
41
|
+
try {
|
|
42
|
+
raw = readFileSync(configPath, "utf-8");
|
|
43
|
+
}
|
|
44
|
+
catch (e) {
|
|
45
|
+
console.warn(`Failed to read knowledge config at ${configPath}: ${e.message}`);
|
|
46
|
+
return {};
|
|
47
|
+
}
|
|
48
|
+
let parsed;
|
|
49
|
+
try {
|
|
50
|
+
parsed = JSON.parse(raw);
|
|
51
|
+
}
|
|
52
|
+
catch (e) {
|
|
53
|
+
console.warn(`Malformed JSON in knowledge config at ${configPath}: ${e.message}`);
|
|
54
|
+
return {};
|
|
55
|
+
}
|
|
56
|
+
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
|
|
57
|
+
console.warn(`Knowledge config at ${configPath} is not a JSON object; ignoring.`);
|
|
58
|
+
return {};
|
|
59
|
+
}
|
|
60
|
+
const obj = parsed;
|
|
61
|
+
const out = {};
|
|
62
|
+
if (Array.isArray(obj.roots)) {
|
|
63
|
+
out.roots = obj.roots
|
|
64
|
+
.filter((r) => typeof r === "string" && r.length > 0)
|
|
65
|
+
.map(expandHome);
|
|
66
|
+
}
|
|
67
|
+
if (Array.isArray(obj.ignorePatterns)) {
|
|
68
|
+
out.ignorePatterns = obj.ignorePatterns.filter((p) => typeof p === "string" && p.length > 0);
|
|
69
|
+
}
|
|
70
|
+
if (typeof obj.dbPath === "string" && obj.dbPath.length > 0) {
|
|
71
|
+
out.dbPath = expandHome(obj.dbPath);
|
|
72
|
+
}
|
|
73
|
+
return out;
|
|
74
|
+
}
|
|
75
|
+
//# sourceMappingURL=config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAkBlC;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,CAAS;IAClC,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,OAAO,EAAE,CAAC;IAChC,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IACnD,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzC,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,uBAAuB,CAAC,CAAC;AAC5D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,UAAU;IACxB,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAC;IACvC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CACV,sCAAsC,UAAU,KAAM,CAAW,CAAC,OAAO,EAAE,CAC5E,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CACV,yCAAyC,UAAU,KAAM,CAAW,CAAC,OAAO,EAAE,CAC/E,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACnE,OAAO,CAAC,IAAI,CACV,uBAAuB,UAAU,kCAAkC,CACpE,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,GAAG,GAAG,MAAiC,CAAC;IAC9C,MAAM,GAAG,GAAoB,EAAE,CAAC;IAEhC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK;aAClB,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aACjE,GAAG,CAAC,UAAU,CAAC,CAAC;IACrB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,cAAc,CAAC,MAAM,CAC5C,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAC1D,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5D,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}
|
package/dist/db.d.ts
CHANGED
|
@@ -114,6 +114,13 @@ export declare class KnowledgeDB {
|
|
|
114
114
|
getMeta(key: string): string | undefined;
|
|
115
115
|
setMeta(key: string, value: string): void;
|
|
116
116
|
documentExists(id: string): boolean;
|
|
117
|
+
/**
|
|
118
|
+
* Returns the `memory_tier` for the given document id. Returns `undefined`
|
|
119
|
+
* when the document does not exist OR when the `memory_tier` column is
|
|
120
|
+
* absent from the schema (pre-v3 databases). Used by MCP `knowledge_*`
|
|
121
|
+
* tools that need to post-filter result sets by tier.
|
|
122
|
+
*/
|
|
123
|
+
getMemoryTier(id: string): string | undefined;
|
|
117
124
|
deleteDocument(id: string): void;
|
|
118
125
|
clearAll(): void;
|
|
119
126
|
close(): void;
|
package/dist/db.js
CHANGED
|
@@ -323,6 +323,23 @@ export class KnowledgeDB {
|
|
|
323
323
|
const row = this.db.prepare("SELECT 1 FROM documents WHERE id = ?").get(id);
|
|
324
324
|
return row !== undefined;
|
|
325
325
|
}
|
|
326
|
+
/**
|
|
327
|
+
* Returns the `memory_tier` for the given document id. Returns `undefined`
|
|
328
|
+
* when the document does not exist OR when the `memory_tier` column is
|
|
329
|
+
* absent from the schema (pre-v3 databases). Used by MCP `knowledge_*`
|
|
330
|
+
* tools that need to post-filter result sets by tier.
|
|
331
|
+
*/
|
|
332
|
+
getMemoryTier(id) {
|
|
333
|
+
const columns = this.db
|
|
334
|
+
.prepare("PRAGMA table_info(documents)")
|
|
335
|
+
.all();
|
|
336
|
+
if (!columns.some((c) => c.name === "memory_tier"))
|
|
337
|
+
return undefined;
|
|
338
|
+
const row = this.db
|
|
339
|
+
.prepare("SELECT memory_tier AS memoryTier FROM documents WHERE id = ?")
|
|
340
|
+
.get(id);
|
|
341
|
+
return row?.memoryTier;
|
|
342
|
+
}
|
|
326
343
|
deleteDocument(id) {
|
|
327
344
|
this.db.prepare("DELETE FROM documents WHERE id = ?").run(id);
|
|
328
345
|
}
|
package/dist/db.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"db.js","sourceRoot":"","sources":["../src/db.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAuFpC,MAAM,OAAO,WAAW;IACb,EAAE,CAAe;IAE1B,YAAY,MAAc;QACxB,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAwEZ,CAAC,CAAC;QAEH,yEAAyE;QACzE,0EAA0E;QAC1E,0CAA0C;QAC1C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QAC7E,CAAC;QAAC,MAAM,CAAC;YACP,qDAAqD;QACvD,CAAC;QAED,yFAAyF;QACzF,mFAAmF;QACnF,2FAA2F;QAC3F,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,2HAA2H,CAC5H,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,qDAAqD;QACvD,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,gFAAgF,CACjF,CAAC;QAEF,0EAA0E;QAC1E,gFAAgF;QAChF,8EAA8E;QAC9E,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAC,GAAG,EAAE,CAAC;QACrE,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;OAaZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,cAAc,CAAC,GAAsD;QACnE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;KAMf,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,EAAU;QAC3B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,iIAAiI,CAClI,CAAC,GAAG,CAAC,EAAE,CAA4B,CAAC;IACvC,CAAC;IAED,OAAO,CAAC,KAAa,EAAE,IAAc;QACnC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,CAAC,KAAa;QACnB,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,CAAC,KAAK,CAA4B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACtI,CAAC;IAED,eAAe,CAAC,QAAgB,EAAE,QAAgB,EAAE,IAAY,EAAE,OAAgB;QAChF,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+FAA+F,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC,CAAC;IAClK,CAAC;IAED,oBAAoB,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2GAA2G,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAsB,CAAC;IACzK,CAAC;IAED,kBAAkB,CAAC,QAAgB;QACjC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2GAA2G,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAsB,CAAC;IACzK,CAAC;IAED,kBAAkB,CAAC,KAAwB;QACzC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAEpD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CACJ,EAAE,EACF,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,SAAS,EACT,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,OAAO,IAAI,IAAI,EACrB,KAAK,CAAC,aAAa,IAAI,IAAI,EAC3B,KAAK,CAAC,QAAQ,IAAI,IAAI,EACtB,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,KAAK,CAAC,cAAc,IAAI,IAAI,EAC5B,OAAO,CACR,CAAC;QAEF,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC;IACvF,CAAC;IAED,kBAAkB,CAAC,SAA6B,EAAE;QAChD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACvC,UAAU,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACjC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QAEjC,MAAM,GAAG,GAAG;;;;;4BAKY,KAAK;;;KAG5B,CAAC;QAEF,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,KAAK,CAAsB,CAAC;IACzE,CAAC;IAED,sBAAsB,CAAC,SAA6B,EAAE;QACpD,oFAAoF;QACpF,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAEtE,MAAM,mBAAmB,GAA2B,EAAE,CAAC;QACvD,MAAM,qBAAqB,GAA2B,EAAE,CAAC;QACzD,MAAM,eAAe,GAA2B,EAAE,CAAC;QACnD,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACzB,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjF,CAAC;YACD,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACvF,IAAI,GAAG,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;gBAC/B,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrF,CAAC;YACD,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC5B,QAAQ,IAAI,GAAG,CAAC,UAAU,CAAC;gBAC3B,UAAU,EAAE,CAAC;YACf,CAAC;YACD,IAAI,GAAG,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBAChC,OAAO,IAAI,GAAG,CAAC,cAAc,CAAC;gBAC9B,SAAS,EAAE,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;aACtD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;aACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEhB,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,aAAa,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI;YAC5D,iBAAiB,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI;YAC7D,mBAAmB;YACnB,qBAAqB;YACrB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,iBAAiB,CAAC,WAAmB;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACpE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,YAAY,GAA2B,EAAE,CAAC;QAChD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,aAAa,GAAkB,IAAI,CAAC;QAExC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrE,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC5B,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC;YAC/B,CAAC;YACD,IAAI,GAAG,CAAC,SAAS,KAAK,kBAAkB,EAAE,CAAC;gBACzC,QAAQ,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QAED,0EAA0E;QAC1E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACzB,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC5B,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,MAAM;YACxB,aAAa;YACb,UAAU;YACV,QAAQ;YACR,YAAY;SACb,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,IAAY;QACxB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,uEAAuE,CACxE,CAAC,GAAG,CAAC,IAAI,CAA2B,CAAC;IACxC,CAAC;IAED,gBAAgB,CAAC,IAAY,EAAE,KAAa;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAIf,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACnD,CAAC;IAED,gBAAgB,CAAC,IAAY;QAC3B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED,eAAe;QACb,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC,GAAG,EAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtG,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAkC,CAAC;QAC9G,OAAO,GAAG,EAAE,KAAK,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,GAAW,EAAE,KAAa;QAChC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mGAAmG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACvI,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5E,OAAO,GAAG,KAAK,SAAS,CAAC;IAC3B,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,QAAQ;QACN,0FAA0F;QAC1F,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,2GAA2G,CAAC,CAAC;IAC5H,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"db.js","sourceRoot":"","sources":["../src/db.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAEtC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAuFpC,MAAM,OAAO,WAAW;IACb,EAAE,CAAe;IAE1B,YAAY,MAAc;QACxB,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAwEZ,CAAC,CAAC;QAEH,yEAAyE;QACzE,0EAA0E;QAC1E,0CAA0C;QAC1C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QAC7E,CAAC;QAAC,MAAM,CAAC;YACP,qDAAqD;QACvD,CAAC;QAED,yFAAyF;QACzF,mFAAmF;QACnF,2FAA2F;QAC3F,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,2HAA2H,CAC5H,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,qDAAqD;QACvD,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CACV,gFAAgF,CACjF,CAAC;QAEF,0EAA0E;QAC1E,gFAAgF;QAChF,8EAA8E;QAC9E,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAC,GAAG,EAAE,CAAC;QACrE,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;OAaZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,cAAc,CAAC,GAAsD;QACnE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;KAMf,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,EAAU;QAC3B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,iIAAiI,CAClI,CAAC,GAAG,CAAC,EAAE,CAA4B,CAAC;IACvC,CAAC;IAED,OAAO,CAAC,KAAa,EAAE,IAAc;QACnC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;QAC/E,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,CAAC,KAAa;QACnB,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,CAAC,KAAK,CAA4B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACtI,CAAC;IAED,eAAe,CAAC,QAAgB,EAAE,QAAgB,EAAE,IAAY,EAAE,OAAgB;QAChF,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+FAA+F,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC,CAAC;IAClK,CAAC;IAED,oBAAoB,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2GAA2G,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAsB,CAAC;IACzK,CAAC;IAED,kBAAkB,CAAC,QAAgB;QACjC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,2GAA2G,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAsB,CAAC;IACzK,CAAC;IAED,kBAAkB,CAAC,KAAwB;QACzC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAEpD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CACJ,EAAE,EACF,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,SAAS,EACT,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,OAAO,IAAI,IAAI,EACrB,KAAK,CAAC,aAAa,IAAI,IAAI,EAC3B,KAAK,CAAC,QAAQ,IAAI,IAAI,EACtB,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,KAAK,IAAI,IAAI,EACnB,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,KAAK,CAAC,cAAc,IAAI,IAAI,EAC5B,OAAO,CACR,CAAC;QAEF,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC;IACvF,CAAC;IAED,kBAAkB,CAAC,SAA6B,EAAE;QAChD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACvC,UAAU,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACjC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QAEjC,MAAM,GAAG,GAAG;;;;;4BAKY,KAAK;;;KAG5B,CAAC;QAEF,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,KAAK,CAAsB,CAAC;IACzE,CAAC;IAED,sBAAsB,CAAC,SAA6B,EAAE;QACpD,oFAAoF;QACpF,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAEtE,MAAM,mBAAmB,GAA2B,EAAE,CAAC;QACvD,MAAM,qBAAqB,GAA2B,EAAE,CAAC;QACzD,MAAM,eAAe,GAA2B,EAAE,CAAC;QACnD,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACzB,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjF,CAAC;YACD,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACvF,IAAI,GAAG,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;gBAC/B,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrF,CAAC;YACD,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC5B,QAAQ,IAAI,GAAG,CAAC,UAAU,CAAC;gBAC3B,UAAU,EAAE,CAAC;YACf,CAAC;YACD,IAAI,GAAG,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBAChC,OAAO,IAAI,GAAG,CAAC,cAAc,CAAC;gBAC9B,SAAS,EAAE,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;aACtD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;aACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEhB,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,aAAa,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI;YAC5D,iBAAiB,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI;YAC7D,mBAAmB;YACnB,qBAAqB;YACrB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAED,iBAAiB,CAAC,WAAmB;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACpE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,YAAY,GAA2B,EAAE,CAAC;QAChD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,aAAa,GAAkB,IAAI,CAAC;QAExC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrE,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC5B,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC;YAC/B,CAAC;YACD,IAAI,GAAG,CAAC,SAAS,KAAK,kBAAkB,EAAE,CAAC;gBACzC,QAAQ,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QAED,0EAA0E;QAC1E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACzB,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC5B,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,MAAM;YACxB,aAAa;YACb,UAAU;YACV,QAAQ;YACR,YAAY;SACb,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,IAAY;QACxB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CACpB,uEAAuE,CACxE,CAAC,GAAG,CAAC,IAAI,CAA2B,CAAC;IACxC,CAAC;IAED,gBAAgB,CAAC,IAAY,EAAE,KAAa;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAIf,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACnD,CAAC;IAED,gBAAgB,CAAC,IAAY;QAC3B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED,eAAe;QACb,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC,GAAG,EAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtG,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAkC,CAAC;QAC9G,OAAO,GAAG,EAAE,KAAK,CAAC;IACpB,CAAC;IAED,OAAO,CAAC,GAAW,EAAE,KAAa;QAChC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mGAAmG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACvI,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5E,OAAO,GAAG,KAAK,SAAS,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACH,aAAa,CAAC,EAAU;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;aACpB,OAAO,CAAC,8BAA8B,CAAC;aACvC,GAAG,EAA6B,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC;YAAE,OAAO,SAAS,CAAC;QACrE,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,8DAA8D,CAAC;aACvE,GAAG,CAAC,EAAE,CAAuC,CAAC;QACjD,OAAO,GAAG,EAAE,UAAU,CAAC;IACzB,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,QAAQ;QACN,0FAA0F;QAC1F,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,2GAA2G,CAAC,CAAC;IAC5H,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF"}
|
package/dist/embedder.d.ts
CHANGED
|
@@ -1,4 +1,31 @@
|
|
|
1
1
|
import { type FeatureExtractionPipeline } from "@huggingface/transformers";
|
|
2
|
+
import { type Chunk, type ChunkerOptions } from "./chunker.js";
|
|
2
3
|
export declare function getEmbedder(): Promise<FeatureExtractionPipeline>;
|
|
3
4
|
export declare function embed(text: string): Promise<Float32Array>;
|
|
5
|
+
/**
|
|
6
|
+
* A chunk paired with the embedding of its (contextualized) content.
|
|
7
|
+
* Extends the base Chunk from the chunker module with an embedding vector
|
|
8
|
+
* and an optional contextPrefix (populated by Phase 6 — contextual retrieval).
|
|
9
|
+
*/
|
|
10
|
+
export interface DocumentChunk extends Chunk {
|
|
11
|
+
embedding: Float32Array;
|
|
12
|
+
contextPrefix?: string;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Embed a document by splitting it into chunks and emitting one embedding
|
|
16
|
+
* per chunk. The embedded text for each chunk is
|
|
17
|
+
* `${title}\n${tagLine}\n${chunk.content}` so the semantic anchors (title +
|
|
18
|
+
* tags) travel with every chunk embedding — matching the shape of the legacy
|
|
19
|
+
* `prepareTextForEmbedding()` but without the 500-char truncation.
|
|
20
|
+
*
|
|
21
|
+
* Short documents (<= chunkSize) produce exactly one chunk covering the whole
|
|
22
|
+
* content. Empty content yields a single chunk with empty content (so callers
|
|
23
|
+
* still get a title/tag-only embedding for stub documents).
|
|
24
|
+
*/
|
|
25
|
+
export declare function embedDocument(title: string, tags: string[], content: string, opts?: ChunkerOptions): Promise<DocumentChunk[]>;
|
|
26
|
+
/**
|
|
27
|
+
* Back-compat shim: kept so callers outside the reindex path can still build
|
|
28
|
+
* a title/tags/first-paragraph string. No longer used by `embedDocument` (the
|
|
29
|
+
* per-chunk flow prepends title + tags directly).
|
|
30
|
+
*/
|
|
4
31
|
export declare function prepareTextForEmbedding(title: string, tags: string[], content: string): string;
|
package/dist/embedder.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { pipeline, } from "@huggingface/transformers";
|
|
2
|
+
import { chunkText } from "./chunker.js";
|
|
2
3
|
const MODEL_ID = "Xenova/all-MiniLM-L6-v2";
|
|
3
|
-
const MAX_CHARS = 500;
|
|
4
4
|
let embedderInstance = null;
|
|
5
5
|
export async function getEmbedder() {
|
|
6
6
|
if (!embedderInstance) {
|
|
@@ -11,19 +11,58 @@ export async function getEmbedder() {
|
|
|
11
11
|
}
|
|
12
12
|
export async function embed(text) {
|
|
13
13
|
const embedder = await getEmbedder();
|
|
14
|
-
|
|
15
|
-
const output = await embedder(
|
|
14
|
+
// Pass text directly — the transformer's own 512-token window handles overflow.
|
|
15
|
+
const output = await embedder(text, {
|
|
16
16
|
pooling: "mean",
|
|
17
17
|
normalize: true,
|
|
18
18
|
});
|
|
19
19
|
return new Float32Array(output.data);
|
|
20
20
|
}
|
|
21
|
+
/**
|
|
22
|
+
* Embed a document by splitting it into chunks and emitting one embedding
|
|
23
|
+
* per chunk. The embedded text for each chunk is
|
|
24
|
+
* `${title}\n${tagLine}\n${chunk.content}` so the semantic anchors (title +
|
|
25
|
+
* tags) travel with every chunk embedding — matching the shape of the legacy
|
|
26
|
+
* `prepareTextForEmbedding()` but without the 500-char truncation.
|
|
27
|
+
*
|
|
28
|
+
* Short documents (<= chunkSize) produce exactly one chunk covering the whole
|
|
29
|
+
* content. Empty content yields a single chunk with empty content (so callers
|
|
30
|
+
* still get a title/tag-only embedding for stub documents).
|
|
31
|
+
*/
|
|
32
|
+
export async function embedDocument(title, tags, content, opts) {
|
|
33
|
+
const tagLine = tags.length > 0 ? tags.join(", ") : "";
|
|
34
|
+
// If content is empty, still emit one chunk so the document has a searchable
|
|
35
|
+
// embedding anchored on title + tags (preserves legacy behavior for
|
|
36
|
+
// frontmatter-only / stub documents).
|
|
37
|
+
const chunks = content.length === 0
|
|
38
|
+
? [{ index: 0, content: "", charStart: 0, charEnd: 0 }]
|
|
39
|
+
: chunkText(content, opts);
|
|
40
|
+
const out = [];
|
|
41
|
+
for (const chunk of chunks) {
|
|
42
|
+
const parts = [title, tagLine, chunk.content].filter(p => p.length > 0);
|
|
43
|
+
const embedText = parts.join("\n");
|
|
44
|
+
const embedding = await embed(embedText);
|
|
45
|
+
out.push({
|
|
46
|
+
index: chunk.index,
|
|
47
|
+
content: chunk.content,
|
|
48
|
+
charStart: chunk.charStart,
|
|
49
|
+
charEnd: chunk.charEnd,
|
|
50
|
+
embedding,
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
return out;
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Back-compat shim: kept so callers outside the reindex path can still build
|
|
57
|
+
* a title/tags/first-paragraph string. No longer used by `embedDocument` (the
|
|
58
|
+
* per-chunk flow prepends title + tags directly).
|
|
59
|
+
*/
|
|
21
60
|
export function prepareTextForEmbedding(title, tags, content) {
|
|
22
61
|
const tagLine = tags.length > 0 ? tags.join(", ") : "";
|
|
23
62
|
// Extract first paragraph: split on blank lines, take first non-empty segment
|
|
24
63
|
const paragraphs = content.split(/\n\n+/);
|
|
25
64
|
const firstParagraph = paragraphs.find(p => p.trim().length > 0)?.trim() ?? "";
|
|
26
65
|
const parts = [title, tagLine, firstParagraph].filter(p => p.length > 0);
|
|
27
|
-
return parts.join("\n")
|
|
66
|
+
return parts.join("\n");
|
|
28
67
|
}
|
|
29
68
|
//# sourceMappingURL=embedder.js.map
|
package/dist/embedder.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,GAET,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,GAET,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,SAAS,EAAmC,MAAM,cAAc,CAAC;AAE1E,MAAM,QAAQ,GAAG,yBAAyB,CAAC;AAE3C,IAAI,gBAAgB,GAAqC,IAAI,CAAC;AAE9D,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,mEAAmE;QACnE,gBAAgB,GAAG,CAAC,MAAM,QAAQ,CAChC,oBAAoB,EACpB,QAAQ,CACT,CAA8B,CAAC;IAClC,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACtC,MAAM,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAC;IACrC,gFAAgF;IAChF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE;QAClC,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IACH,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,IAAyB,CAAC,CAAC;AAC5D,CAAC;AAYD;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAa,EACb,IAAc,EACd,OAAe,EACf,IAAqB;IAErB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAEvD,6EAA6E;IAC7E,oEAAoE;IACpE,sCAAsC;IACtC,MAAM,MAAM,GAAY,OAAO,CAAC,MAAM,KAAK,CAAC;QAC1C,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACvD,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAE7B,MAAM,GAAG,GAAoB,EAAE,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACzC,GAAG,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CACrC,KAAa,EACb,IAAc,EACd,OAAe;IAEf,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,8EAA8E;IAC9E,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC/E,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
package/dist/file-scanner.d.ts
CHANGED
|
@@ -1 +1,13 @@
|
|
|
1
|
-
|
|
1
|
+
import type { IgnoreMatcher } from "./ignore.js";
|
|
2
|
+
/**
|
|
3
|
+
* Recursively find all `.md` files under `dir`.
|
|
4
|
+
*
|
|
5
|
+
* Directory names beginning with `.` or `_` and file names beginning with `_`
|
|
6
|
+
* are always skipped (fast-path). When an {@link IgnoreMatcher} is supplied,
|
|
7
|
+
* each remaining path is additionally tested against it via its root-relative
|
|
8
|
+
* form; matches are skipped.
|
|
9
|
+
*
|
|
10
|
+
* @param dir root directory to walk
|
|
11
|
+
* @param matcher optional matcher built via `loadIgnoreForRoot(dir, …)`
|
|
12
|
+
*/
|
|
13
|
+
export declare function findMarkdownFiles(dir: string, matcher?: IgnoreMatcher): string[];
|
package/dist/file-scanner.js
CHANGED
|
@@ -1,14 +1,41 @@
|
|
|
1
1
|
import { readdirSync } from "node:fs";
|
|
2
|
-
import { join } from "node:path";
|
|
3
|
-
|
|
2
|
+
import { join, relative } from "node:path";
|
|
3
|
+
/**
|
|
4
|
+
* Recursively find all `.md` files under `dir`.
|
|
5
|
+
*
|
|
6
|
+
* Directory names beginning with `.` or `_` and file names beginning with `_`
|
|
7
|
+
* are always skipped (fast-path). When an {@link IgnoreMatcher} is supplied,
|
|
8
|
+
* each remaining path is additionally tested against it via its root-relative
|
|
9
|
+
* form; matches are skipped.
|
|
10
|
+
*
|
|
11
|
+
* @param dir root directory to walk
|
|
12
|
+
* @param matcher optional matcher built via `loadIgnoreForRoot(dir, …)`
|
|
13
|
+
*/
|
|
14
|
+
export function findMarkdownFiles(dir, matcher) {
|
|
4
15
|
const results = [];
|
|
5
16
|
function walk(d) {
|
|
6
17
|
for (const entry of readdirSync(d, { withFileTypes: true })) {
|
|
7
18
|
const fullPath = join(d, entry.name);
|
|
8
|
-
if (entry.isDirectory()
|
|
19
|
+
if (entry.isDirectory()) {
|
|
20
|
+
// Fast-path: hidden/underscored directories are always skipped.
|
|
21
|
+
if (entry.name.startsWith(".") || entry.name.startsWith("_"))
|
|
22
|
+
continue;
|
|
23
|
+
if (matcher) {
|
|
24
|
+
// Test both bare and trailing-slash forms so gitignore-style
|
|
25
|
+
// directory-only patterns (e.g., `dist/`) match even when the
|
|
26
|
+
// directory itself has not yet been descended.
|
|
27
|
+
const rel = relative(dir, fullPath);
|
|
28
|
+
if (matcher.isIgnored(rel) || matcher.isIgnored(`${rel}/`))
|
|
29
|
+
continue;
|
|
30
|
+
}
|
|
9
31
|
walk(fullPath);
|
|
10
32
|
}
|
|
11
33
|
else if (entry.isFile() && entry.name.endsWith(".md") && !entry.name.startsWith("_")) {
|
|
34
|
+
if (matcher) {
|
|
35
|
+
const rel = relative(dir, fullPath);
|
|
36
|
+
if (matcher.isIgnored(rel))
|
|
37
|
+
continue;
|
|
38
|
+
}
|
|
12
39
|
results.push(fullPath);
|
|
13
40
|
}
|
|
14
41
|
}
|
package/dist/file-scanner.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-scanner.js","sourceRoot":"","sources":["../src/file-scanner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"file-scanner.js","sourceRoot":"","sources":["../src/file-scanner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAG3C;;;;;;;;;;GAUG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAAW,EAAE,OAAuB;IACpE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,SAAS,IAAI,CAAC,CAAS;QACrB,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,CAAC,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,gEAAgE;gBAChE,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS;gBACvE,IAAI,OAAO,EAAE,CAAC;oBACZ,6DAA6D;oBAC7D,8DAA8D;oBAC9D,+CAA+C;oBAC/C,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;oBACpC,IAAI,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,GAAG,GAAG,GAAG,CAAC;wBAAE,SAAS;gBACvE,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjB,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvF,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;oBACpC,IAAI,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC;wBAAE,SAAS;gBACvC,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
package/dist/hybrid-search.d.ts
CHANGED
|
@@ -9,5 +9,17 @@ export declare class HybridSearch {
|
|
|
9
9
|
private readonly embedFn;
|
|
10
10
|
private static readonly RRF_K;
|
|
11
11
|
constructor(db: KnowledgeDB, fts: FtsSearch, vec: VectorSearch, embedFn: EmbedFn);
|
|
12
|
+
/**
|
|
13
|
+
* Returns true when the `chunks` table exists (schema v3+). When absent we
|
|
14
|
+
* behave as if all vector ids are doc ids (pre-chunking behavior).
|
|
15
|
+
*/
|
|
16
|
+
private chunksTableExists;
|
|
17
|
+
/**
|
|
18
|
+
* Given a vector-search id, return the `document_id` portion. Chunk ids
|
|
19
|
+
* follow the pattern `{doc_id}#c{index}` per Shared Constraint #6 of the
|
|
20
|
+
* GH-0761 plan. Legacy non-chunk ids pass through unchanged.
|
|
21
|
+
*/
|
|
22
|
+
private docIdFromVecId;
|
|
23
|
+
private fetchChunk;
|
|
12
24
|
search(query: string, options?: SearchOptions): Promise<SearchResult[]>;
|
|
13
25
|
}
|
package/dist/hybrid-search.js
CHANGED
|
@@ -10,26 +10,70 @@ export class HybridSearch {
|
|
|
10
10
|
this.vec = vec;
|
|
11
11
|
this.embedFn = embedFn;
|
|
12
12
|
}
|
|
13
|
+
/**
|
|
14
|
+
* Returns true when the `chunks` table exists (schema v3+). When absent we
|
|
15
|
+
* behave as if all vector ids are doc ids (pre-chunking behavior).
|
|
16
|
+
*/
|
|
17
|
+
chunksTableExists() {
|
|
18
|
+
const row = this.db.db
|
|
19
|
+
.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='chunks'")
|
|
20
|
+
.get();
|
|
21
|
+
return row !== undefined;
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Given a vector-search id, return the `document_id` portion. Chunk ids
|
|
25
|
+
* follow the pattern `{doc_id}#c{index}` per Shared Constraint #6 of the
|
|
26
|
+
* GH-0761 plan. Legacy non-chunk ids pass through unchanged.
|
|
27
|
+
*/
|
|
28
|
+
docIdFromVecId(vecId) {
|
|
29
|
+
const marker = vecId.lastIndexOf("#c");
|
|
30
|
+
if (marker === -1)
|
|
31
|
+
return vecId;
|
|
32
|
+
const suffix = vecId.slice(marker + 2);
|
|
33
|
+
if (suffix.length === 0 || !/^\d+$/.test(suffix))
|
|
34
|
+
return vecId;
|
|
35
|
+
return vecId.slice(0, marker);
|
|
36
|
+
}
|
|
37
|
+
fetchChunk(chunkId) {
|
|
38
|
+
if (!this.chunksTableExists())
|
|
39
|
+
return undefined;
|
|
40
|
+
return this.db.db
|
|
41
|
+
.prepare(`SELECT id, document_id, chunk_index, char_start, char_end, context_prefix, content
|
|
42
|
+
FROM chunks WHERE id = ?`)
|
|
43
|
+
.get(chunkId);
|
|
44
|
+
}
|
|
13
45
|
async search(query, options = {}) {
|
|
14
|
-
const { type, tags, includeSuperseded = false, limit = 20 } = options;
|
|
15
|
-
// Run FTS and vector search
|
|
46
|
+
const { type, tags, includeSuperseded = false, limit = 20, memoryTier } = options;
|
|
47
|
+
// Run FTS and vector search (FTS already applies memoryTier filter in SQL
|
|
48
|
+
// when the schema supports it).
|
|
16
49
|
const ftsResults = this.fts.search(query, {
|
|
17
50
|
includeSuperseded: true,
|
|
18
51
|
limit: limit * 2,
|
|
52
|
+
memoryTier,
|
|
19
53
|
});
|
|
20
54
|
const queryEmbedding = await this.embedFn(query);
|
|
21
55
|
const vecResults = this.vec.search(queryEmbedding, limit * 2);
|
|
22
|
-
// Build RRF score map
|
|
56
|
+
// Build RRF score map, keyed by document_id. When vec ids are chunk ids
|
|
57
|
+
// like `{doc}#c{n}`, we collapse to the parent doc for scoring but
|
|
58
|
+
// remember the best-scoring chunk id per doc for later meta enrichment.
|
|
23
59
|
const scores = new Map();
|
|
60
|
+
const bestChunkByDoc = new Map();
|
|
24
61
|
for (let i = 0; i < ftsResults.length; i++) {
|
|
25
62
|
const id = ftsResults[i].id;
|
|
26
63
|
const rrfScore = 1 / (HybridSearch.RRF_K + i + 1);
|
|
27
64
|
scores.set(id, (scores.get(id) ?? 0) + rrfScore);
|
|
28
65
|
}
|
|
29
66
|
for (let i = 0; i < vecResults.length; i++) {
|
|
30
|
-
const
|
|
67
|
+
const vecId = vecResults[i].id;
|
|
68
|
+
const docId = this.docIdFromVecId(vecId);
|
|
31
69
|
const rrfScore = 1 / (HybridSearch.RRF_K + i + 1);
|
|
32
|
-
scores.set(
|
|
70
|
+
scores.set(docId, (scores.get(docId) ?? 0) + rrfScore);
|
|
71
|
+
if (vecId !== docId) {
|
|
72
|
+
const existing = bestChunkByDoc.get(docId);
|
|
73
|
+
if (!existing || i < existing.rank) {
|
|
74
|
+
bestChunkByDoc.set(docId, { chunkId: vecId, rank: i });
|
|
75
|
+
}
|
|
76
|
+
}
|
|
33
77
|
}
|
|
34
78
|
// Build a lookup of FTS results by id for quick access
|
|
35
79
|
const ftsById = new Map();
|
|
@@ -80,6 +124,31 @@ export class HybridSearch {
|
|
|
80
124
|
return docTags.some((t) => tagSet.has(t));
|
|
81
125
|
});
|
|
82
126
|
}
|
|
127
|
+
// Post-filter: memory_tier for vector-only hits that bypassed the FTS
|
|
128
|
+
// SQL filter. Also covers the case where the FTS stage returned 0 rows
|
|
129
|
+
// but vec returned chunks from a doc in another tier.
|
|
130
|
+
if (memoryTier && memoryTier !== "any") {
|
|
131
|
+
filtered = filtered.filter((r) => {
|
|
132
|
+
const tier = this.db.getMemoryTier(r.id);
|
|
133
|
+
// When column absent (v2 schema) treat as "doc"
|
|
134
|
+
return (tier ?? "doc") === memoryTier;
|
|
135
|
+
});
|
|
136
|
+
}
|
|
137
|
+
// Enrich with chunk meta when chunk data is available (best-scoring
|
|
138
|
+
// chunk per doc).
|
|
139
|
+
for (const r of filtered) {
|
|
140
|
+
const best = bestChunkByDoc.get(r.id);
|
|
141
|
+
if (!best)
|
|
142
|
+
continue;
|
|
143
|
+
const chunk = this.fetchChunk(best.chunkId);
|
|
144
|
+
if (!chunk)
|
|
145
|
+
continue;
|
|
146
|
+
r.bestChunkId = chunk.id;
|
|
147
|
+
r.chunkIndex = chunk.chunk_index;
|
|
148
|
+
r.charStart = chunk.char_start;
|
|
149
|
+
r.charEnd = chunk.char_end;
|
|
150
|
+
r.contextPrefix = chunk.context_prefix;
|
|
151
|
+
}
|
|
83
152
|
return filtered.slice(0, limit);
|
|
84
153
|
}
|
|
85
154
|
}
|