@itkoren/sqmd 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +46 -0
- package/LICENSE +21 -0
- package/README.md +1052 -0
- package/dist/api/app.d.ts +14 -0
- package/dist/api/app.d.ts.map +1 -0
- package/dist/api/app.js +32 -0
- package/dist/api/app.js.map +1 -0
- package/dist/api/middleware.d.ts +5 -0
- package/dist/api/middleware.d.ts.map +1 -0
- package/dist/api/middleware.js +37 -0
- package/dist/api/middleware.js.map +1 -0
- package/dist/api/models.d.ts +178 -0
- package/dist/api/models.d.ts.map +1 -0
- package/dist/api/models.js +39 -0
- package/dist/api/models.js.map +1 -0
- package/dist/api/routes/documents.d.ts +4 -0
- package/dist/api/routes/documents.d.ts.map +1 -0
- package/dist/api/routes/documents.js +92 -0
- package/dist/api/routes/documents.js.map +1 -0
- package/dist/api/routes/health.d.ts +6 -0
- package/dist/api/routes/health.d.ts.map +1 -0
- package/dist/api/routes/health.js +38 -0
- package/dist/api/routes/health.js.map +1 -0
- package/dist/api/routes/index.d.ts +5 -0
- package/dist/api/routes/index.d.ts.map +1 -0
- package/dist/api/routes/index.js +83 -0
- package/dist/api/routes/index.js.map +1 -0
- package/dist/api/routes/search.d.ts +6 -0
- package/dist/api/routes/search.d.ts.map +1 -0
- package/dist/api/routes/search.js +104 -0
- package/dist/api/routes/search.js.map +1 -0
- package/dist/config/loader.d.ts +4 -0
- package/dist/config/loader.d.ts.map +1 -0
- package/dist/config/loader.js +144 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/schema.d.ts +298 -0
- package/dist/config/schema.d.ts.map +1 -0
- package/dist/config/schema.js +50 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/embeddings/ollama.d.ts +14 -0
- package/dist/embeddings/ollama.d.ts.map +1 -0
- package/dist/embeddings/ollama.js +46 -0
- package/dist/embeddings/ollama.js.map +1 -0
- package/dist/embeddings/transformers.d.ts +14 -0
- package/dist/embeddings/transformers.d.ts.map +1 -0
- package/dist/embeddings/transformers.js +64 -0
- package/dist/embeddings/transformers.js.map +1 -0
- package/dist/embeddings/types.d.ts +6 -0
- package/dist/embeddings/types.d.ts.map +1 -0
- package/dist/embeddings/types.js +2 -0
- package/dist/embeddings/types.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +233 -0
- package/dist/index.js.map +1 -0
- package/dist/ingestion/chunker.d.ts +21 -0
- package/dist/ingestion/chunker.d.ts.map +1 -0
- package/dist/ingestion/chunker.js +117 -0
- package/dist/ingestion/chunker.js.map +1 -0
- package/dist/ingestion/fingerprint.d.ts +6 -0
- package/dist/ingestion/fingerprint.d.ts.map +1 -0
- package/dist/ingestion/fingerprint.js +17 -0
- package/dist/ingestion/fingerprint.js.map +1 -0
- package/dist/ingestion/parser.d.ts +16 -0
- package/dist/ingestion/parser.d.ts.map +1 -0
- package/dist/ingestion/parser.js +98 -0
- package/dist/ingestion/parser.js.map +1 -0
- package/dist/ingestion/pipeline.d.ts +32 -0
- package/dist/ingestion/pipeline.d.ts.map +1 -0
- package/dist/ingestion/pipeline.js +191 -0
- package/dist/ingestion/pipeline.js.map +1 -0
- package/dist/ingestion/scanner.d.ts +2 -0
- package/dist/ingestion/scanner.d.ts.map +1 -0
- package/dist/ingestion/scanner.js +54 -0
- package/dist/ingestion/scanner.js.map +1 -0
- package/dist/mcp/server.d.ts +8 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +73 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp/tools.d.ts +6 -0
- package/dist/mcp/tools.d.ts.map +1 -0
- package/dist/mcp/tools.js +276 -0
- package/dist/mcp/tools.js.map +1 -0
- package/dist/rag/context-builder.d.ts +3 -0
- package/dist/rag/context-builder.d.ts.map +1 -0
- package/dist/rag/context-builder.js +27 -0
- package/dist/rag/context-builder.js.map +1 -0
- package/dist/rag/prompt-templates.d.ts +5 -0
- package/dist/rag/prompt-templates.d.ts.map +1 -0
- package/dist/rag/prompt-templates.js +41 -0
- package/dist/rag/prompt-templates.js.map +1 -0
- package/dist/search/hybrid.d.ts +14 -0
- package/dist/search/hybrid.d.ts.map +1 -0
- package/dist/search/hybrid.js +58 -0
- package/dist/search/hybrid.js.map +1 -0
- package/dist/search/query.d.ts +4 -0
- package/dist/search/query.d.ts.map +1 -0
- package/dist/search/query.js +23 -0
- package/dist/search/query.js.map +1 -0
- package/dist/search/reranker.d.ts +11 -0
- package/dist/search/reranker.d.ts.map +1 -0
- package/dist/search/reranker.js +44 -0
- package/dist/search/reranker.js.map +1 -0
- package/dist/store/db.d.ts +11 -0
- package/dist/store/db.d.ts.map +1 -0
- package/dist/store/db.js +75 -0
- package/dist/store/db.js.map +1 -0
- package/dist/store/reader.d.ts +8 -0
- package/dist/store/reader.d.ts.map +1 -0
- package/dist/store/reader.js +122 -0
- package/dist/store/reader.js.map +1 -0
- package/dist/store/schema.d.ts +39 -0
- package/dist/store/schema.d.ts.map +1 -0
- package/dist/store/schema.js +33 -0
- package/dist/store/schema.js.map +1 -0
- package/dist/store/writer.d.ts +6 -0
- package/dist/store/writer.d.ts.map +1 -0
- package/dist/store/writer.js +43 -0
- package/dist/store/writer.js.map +1 -0
- package/dist/watcher/daemon.d.ts +5 -0
- package/dist/watcher/daemon.d.ts.map +1 -0
- package/dist/watcher/daemon.js +43 -0
- package/dist/watcher/daemon.js.map +1 -0
- package/dist/watcher/handler.d.ts +14 -0
- package/dist/watcher/handler.d.ts.map +1 -0
- package/dist/watcher/handler.js +82 -0
- package/dist/watcher/handler.js.map +1 -0
- package/package.json +56 -0
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
import { Hono } from 'hono';
|
|
2
|
+
import { hybridSearch } from '../../search/hybrid.js';
|
|
3
|
+
import { getReranker } from '../../search/reranker.js';
|
|
4
|
+
import { getChunksTable } from '../../store/db.js';
|
|
5
|
+
import { SearchRequestSchema } from '../models.js';
|
|
6
|
+
export function createSearchRouter(db, embedder, config) {
|
|
7
|
+
const router = new Hono();
|
|
8
|
+
const handleSearch = async (query, params) => {
|
|
9
|
+
const start = Date.now();
|
|
10
|
+
const chunksTable = await getChunksTable(db);
|
|
11
|
+
const topK = params.top_k ?? config.search.default_top_k;
|
|
12
|
+
const mode = params.mode ?? 'hybrid';
|
|
13
|
+
let results = await hybridSearch(chunksTable, embedder, {
|
|
14
|
+
query,
|
|
15
|
+
topK: params.rerank ? config.search.rerank_top_n : topK,
|
|
16
|
+
mode,
|
|
17
|
+
rrfK: config.search.rrf_k,
|
|
18
|
+
filterPath: params.filter_path,
|
|
19
|
+
modelName: config.embeddings.model,
|
|
20
|
+
});
|
|
21
|
+
// Apply reranking if requested
|
|
22
|
+
if (params.rerank ?? config.search.rerank) {
|
|
23
|
+
const reranker = getReranker(config.search.rerank_model, config.paths.model_cache_dir);
|
|
24
|
+
results = await reranker.rerank(query, results, topK);
|
|
25
|
+
}
|
|
26
|
+
const duration = Date.now() - start;
|
|
27
|
+
return {
|
|
28
|
+
results: results.map((r) => ({
|
|
29
|
+
chunk_id: r.chunk_id,
|
|
30
|
+
file_id: r.file_id,
|
|
31
|
+
file_path: r.file_path,
|
|
32
|
+
heading_path: r.heading_path,
|
|
33
|
+
heading_text: r.heading_text,
|
|
34
|
+
heading_level: r.heading_level,
|
|
35
|
+
section_index: r.section_index,
|
|
36
|
+
chunk_index: r.chunk_index,
|
|
37
|
+
text_raw: r.text_raw,
|
|
38
|
+
token_count: r.token_count,
|
|
39
|
+
score: r.score,
|
|
40
|
+
line_start: r.line_start,
|
|
41
|
+
line_end: r.line_end,
|
|
42
|
+
...(params.include_context ? { text: r.text } : {}),
|
|
43
|
+
})),
|
|
44
|
+
query,
|
|
45
|
+
total: results.length,
|
|
46
|
+
duration_ms: duration,
|
|
47
|
+
};
|
|
48
|
+
};
|
|
49
|
+
// POST /search
|
|
50
|
+
router.post('/', async (c) => {
|
|
51
|
+
let body;
|
|
52
|
+
try {
|
|
53
|
+
body = await c.req.json();
|
|
54
|
+
}
|
|
55
|
+
catch {
|
|
56
|
+
return c.json({ error: 'Invalid JSON body' }, 400);
|
|
57
|
+
}
|
|
58
|
+
const parsed = SearchRequestSchema.safeParse(body);
|
|
59
|
+
if (!parsed.success) {
|
|
60
|
+
return c.json({ error: 'Validation error', details: parsed.error.issues }, 400);
|
|
61
|
+
}
|
|
62
|
+
const { query, top_k, mode, filter_path, include_context, rerank } = parsed.data;
|
|
63
|
+
try {
|
|
64
|
+
const response = await handleSearch(query, {
|
|
65
|
+
top_k,
|
|
66
|
+
mode,
|
|
67
|
+
filter_path,
|
|
68
|
+
include_context,
|
|
69
|
+
rerank,
|
|
70
|
+
});
|
|
71
|
+
return c.json(response);
|
|
72
|
+
}
|
|
73
|
+
catch (err) {
|
|
74
|
+
return c.json({ error: 'Search failed', message: err instanceof Error ? err.message : String(err) }, 500);
|
|
75
|
+
}
|
|
76
|
+
});
|
|
77
|
+
// GET /search?q=...
|
|
78
|
+
router.get('/', async (c) => {
|
|
79
|
+
const q = c.req.query('q');
|
|
80
|
+
if (!q) {
|
|
81
|
+
return c.json({ error: 'Missing query parameter: q' }, 400);
|
|
82
|
+
}
|
|
83
|
+
const top_k = c.req.query('top_k') ? Number.parseInt(c.req.query('top_k'), 10) : undefined;
|
|
84
|
+
const mode = c.req.query('mode');
|
|
85
|
+
const filter_path = c.req.query('filter_path');
|
|
86
|
+
const include_context = c.req.query('include_context') === 'true';
|
|
87
|
+
const rerank = c.req.query('rerank') === 'true';
|
|
88
|
+
try {
|
|
89
|
+
const response = await handleSearch(q, {
|
|
90
|
+
top_k,
|
|
91
|
+
mode,
|
|
92
|
+
filter_path,
|
|
93
|
+
include_context,
|
|
94
|
+
rerank,
|
|
95
|
+
});
|
|
96
|
+
return c.json(response);
|
|
97
|
+
}
|
|
98
|
+
catch (err) {
|
|
99
|
+
return c.json({ error: 'Search failed', message: err instanceof Error ? err.message : String(err) }, 500);
|
|
100
|
+
}
|
|
101
|
+
});
|
|
102
|
+
return router;
|
|
103
|
+
}
|
|
104
|
+
//# sourceMappingURL=search.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../../src/api/routes/search.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAG5B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,MAAM,UAAU,kBAAkB,CAAC,EAAsB,EAAE,QAAkB,EAAE,MAAc;IAC3F,MAAM,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;IAE1B,MAAM,YAAY,GAAG,KAAK,EACxB,KAAa,EACb,MAMC,EACD,EAAE;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;QAE7C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;QACzD,MAAM,IAAI,GAAI,MAAM,CAAC,IAAoC,IAAI,QAAQ,CAAC;QAEtE,IAAI,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,QAAQ,EAAE;YACtD,KAAK;YACL,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;YACvD,IAAI;YACJ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK;YACzB,UAAU,EAAE,MAAM,CAAC,WAAW;YAC9B,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK;SACnC,CAAC,CAAC;QAEH,+BAA+B;QAC/B,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YACvF,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEpC,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3B,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,YAAY,EAAE,CAAC,CAAC,YAAY;gBAC5B,YAAY,EAAE,CAAC,CAAC,YAAY;gBAC5B,aAAa,EAAE,CAAC,CAAC,aAAa;gBAC9B,aAAa,EAAE,CAAC,CAAC,aAAa;gBAC9B,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpD,CAAC,CAAC;YACH,KAAK;YACL,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,WAAW,EAAE,QAAQ;SACtB,CAAC;IACJ,CAAC,CAAC;IAEF,eAAe;IACf,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC3B,IAAI,IAAa,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,EAAE,GAAG,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC;QAEjF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE;gBACzC,KAAK;gBACL,IAAI;gBACJ,WAAW;gBACX,eAAe;gBACf,MAAM;aACP,CAAC,CAAC;YACH,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,CAAC,IAAI,CACX,EAAE,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACrF,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,oBAAoB;IACpB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC1B,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,4BAA4B,EAAE,EAAE,GAAG,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5F,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAA4C,CAAC;QAC5E,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,eAAe,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,MAAM,CAAC;QAClE,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC;QAEhD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,CAAC,EAAE;gBACrC,KAAK;gBACL,IAAI;gBACJ,WAAW;gBACX,eAAe;gBACf,MAAM;aACP,CAAC,CAAC;YACH,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,CAAC,IAAI,CACX,EAAE,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACrF,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/config/loader.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,aAAa,CAAC;AAiExD,wBAAgB,UAAU,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAkCtD;AAED,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAmD3D"}
|
|
@@ -0,0 +1,144 @@
|
|
|
1
|
+
import * as fs from 'node:fs';
|
|
2
|
+
import * as os from 'node:os';
|
|
3
|
+
import * as path from 'node:path';
|
|
4
|
+
import yaml from 'js-yaml';
|
|
5
|
+
import { ConfigSchema } from './schema.js';
|
|
6
|
+
function expandTilde(p) {
|
|
7
|
+
if (p.startsWith('~/') || p === '~') {
|
|
8
|
+
return path.join(os.homedir(), p.slice(1));
|
|
9
|
+
}
|
|
10
|
+
return p;
|
|
11
|
+
}
|
|
12
|
+
function expandPaths(config) {
|
|
13
|
+
return {
|
|
14
|
+
...config,
|
|
15
|
+
paths: {
|
|
16
|
+
...config.paths,
|
|
17
|
+
watch_dirs: config.paths.watch_dirs.map(expandTilde),
|
|
18
|
+
db_path: expandTilde(config.paths.db_path),
|
|
19
|
+
model_cache_dir: expandTilde(config.paths.model_cache_dir),
|
|
20
|
+
},
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
function applyEnvOverrides(config) {
|
|
24
|
+
const result = structuredClone(config);
|
|
25
|
+
const dbPath = process.env.SQMD_DB_PATH;
|
|
26
|
+
if (dbPath) {
|
|
27
|
+
result.paths.db_path = expandTilde(dbPath);
|
|
28
|
+
}
|
|
29
|
+
const apiPort = process.env.SQMD_API_PORT;
|
|
30
|
+
if (apiPort) {
|
|
31
|
+
const port = Number.parseInt(apiPort, 10);
|
|
32
|
+
if (!Number.isNaN(port)) {
|
|
33
|
+
result.api.port = port;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
const apiKey = process.env.SQMD_API_KEY;
|
|
37
|
+
if (apiKey !== undefined) {
|
|
38
|
+
result.api.api_key = apiKey;
|
|
39
|
+
}
|
|
40
|
+
const embBackend = process.env.SQMD_EMBEDDINGS_BACKEND;
|
|
41
|
+
if (embBackend === 'transformers' || embBackend === 'ollama') {
|
|
42
|
+
result.embeddings.backend = embBackend;
|
|
43
|
+
}
|
|
44
|
+
const embModel = process.env.SQMD_EMBEDDINGS_MODEL;
|
|
45
|
+
if (embModel) {
|
|
46
|
+
result.embeddings.model = embModel;
|
|
47
|
+
}
|
|
48
|
+
const ollamaUrl = process.env.SQMD_OLLAMA_BASE_URL;
|
|
49
|
+
if (ollamaUrl) {
|
|
50
|
+
result.embeddings.ollama_base_url = ollamaUrl;
|
|
51
|
+
}
|
|
52
|
+
const modelCacheDir = process.env.SQMD_MODEL_CACHE_DIR;
|
|
53
|
+
if (modelCacheDir) {
|
|
54
|
+
result.paths.model_cache_dir = expandTilde(modelCacheDir);
|
|
55
|
+
}
|
|
56
|
+
return result;
|
|
57
|
+
}
|
|
58
|
+
export function loadConfig(configPath) {
|
|
59
|
+
// Determine config file path
|
|
60
|
+
let resolvedPath;
|
|
61
|
+
if (configPath) {
|
|
62
|
+
resolvedPath = expandTilde(configPath);
|
|
63
|
+
}
|
|
64
|
+
else {
|
|
65
|
+
const envPath = process.env.SQMD_CONFIG;
|
|
66
|
+
if (envPath) {
|
|
67
|
+
resolvedPath = expandTilde(envPath);
|
|
68
|
+
}
|
|
69
|
+
else {
|
|
70
|
+
const defaultPath = expandTilde('~/.sqmd/config.yaml');
|
|
71
|
+
const localPath = path.resolve('./config.yaml');
|
|
72
|
+
if (fs.existsSync(defaultPath)) {
|
|
73
|
+
resolvedPath = defaultPath;
|
|
74
|
+
}
|
|
75
|
+
else if (fs.existsSync(localPath)) {
|
|
76
|
+
resolvedPath = localPath;
|
|
77
|
+
}
|
|
78
|
+
else {
|
|
79
|
+
// No config file found — use defaults
|
|
80
|
+
const parsed = ConfigSchema.parse({});
|
|
81
|
+
return applyEnvOverrides(expandPaths(parsed));
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
if (!fs.existsSync(resolvedPath)) {
|
|
86
|
+
throw new Error(`Config file not found: ${resolvedPath}`);
|
|
87
|
+
}
|
|
88
|
+
const raw = fs.readFileSync(resolvedPath, 'utf-8');
|
|
89
|
+
const data = yaml.load(raw) ?? {};
|
|
90
|
+
const parsed = ConfigSchema.parse(data);
|
|
91
|
+
return applyEnvOverrides(expandPaths(parsed));
|
|
92
|
+
}
|
|
93
|
+
export function writeDefaultConfig(targetPath) {
|
|
94
|
+
const defaultYaml = `paths:
|
|
95
|
+
watch_dirs:
|
|
96
|
+
- "~/notes"
|
|
97
|
+
db_path: "~/.sqmd/lancedb"
|
|
98
|
+
model_cache_dir: "~/.sqmd/models"
|
|
99
|
+
|
|
100
|
+
embeddings:
|
|
101
|
+
backend: "transformers"
|
|
102
|
+
model: "nomic-ai/nomic-embed-text-v1.5"
|
|
103
|
+
batch_size: 64
|
|
104
|
+
ollama_base_url: "http://localhost:11434"
|
|
105
|
+
|
|
106
|
+
chunking:
|
|
107
|
+
max_tokens: 512
|
|
108
|
+
min_chars: 50
|
|
109
|
+
include_breadcrumb: true
|
|
110
|
+
overlap_tokens: 64
|
|
111
|
+
|
|
112
|
+
search:
|
|
113
|
+
default_top_k: 10
|
|
114
|
+
rrf_k: 60
|
|
115
|
+
rerank: false
|
|
116
|
+
rerank_model: "cross-encoder/ms-marco-MiniLM-L-6-v2"
|
|
117
|
+
rerank_top_n: 20
|
|
118
|
+
|
|
119
|
+
watcher:
|
|
120
|
+
enabled: true
|
|
121
|
+
debounce_ms: 3000
|
|
122
|
+
extensions:
|
|
123
|
+
- ".md"
|
|
124
|
+
- ".mdx"
|
|
125
|
+
ignore_patterns:
|
|
126
|
+
- "**/.git/**"
|
|
127
|
+
- "**/node_modules/**"
|
|
128
|
+
|
|
129
|
+
api:
|
|
130
|
+
host: "127.0.0.1"
|
|
131
|
+
port: 7832
|
|
132
|
+
api_key: ""
|
|
133
|
+
|
|
134
|
+
mcp:
|
|
135
|
+
transport: "stdio"
|
|
136
|
+
sse_port: 7833
|
|
137
|
+
`;
|
|
138
|
+
const dir = path.dirname(targetPath);
|
|
139
|
+
if (!fs.existsSync(dir)) {
|
|
140
|
+
fs.mkdirSync(dir, { recursive: true });
|
|
141
|
+
}
|
|
142
|
+
fs.writeFileSync(targetPath, defaultYaml, 'utf-8');
|
|
143
|
+
}
|
|
144
|
+
//# sourceMappingURL=loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../src/config/loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,IAAI,MAAM,SAAS,CAAC;AAC3B,OAAO,EAAe,YAAY,EAAE,MAAM,aAAa,CAAC;AAExD,SAAS,WAAW,CAAC,CAAS;IAC5B,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAAC,MAAc;IACjC,OAAO;QACL,GAAG,MAAM;QACT,KAAK,EAAE;YACL,GAAG,MAAM,CAAC,KAAK;YACf,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC;YACpD,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YAC1C,eAAe,EAAE,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;SAC3D;KACF,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc;IACvC,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAEvC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IACxC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;IAC1C,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;QACzB,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IACxC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC;IAC9B,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;IACvD,IAAI,UAAU,KAAK,cAAc,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;QAC7D,MAAM,CAAC,UAAU,CAAC,OAAO,GAAG,UAAU,CAAC;IACzC,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IACnD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,CAAC,UAAU,CAAC,KAAK,GAAG,QAAQ,CAAC;IACrC,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IACnD,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,CAAC,UAAU,CAAC,eAAe,GAAG,SAAS,CAAC;IAChD,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IACvD,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,CAAC,KAAK,CAAC,eAAe,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,UAAmB;IAC5C,6BAA6B;IAC7B,IAAI,YAAoB,CAAC;IAEzB,IAAI,UAAU,EAAE,CAAC;QACf,YAAY,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACxC,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,WAAW,CAAC,qBAAqB,CAAC,CAAC;YACvD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YAEhD,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/B,YAAY,GAAG,WAAW,CAAC;YAC7B,CAAC;iBAAM,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpC,YAAY,GAAG,SAAS,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,sCAAsC;gBACtC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACtC,OAAO,iBAAiB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,0BAA0B,YAAY,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,OAAO,iBAAiB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,UAAkB;IACnD,MAAM,WAAW,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2CrB,CAAC;IAEA,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC"}
|
|
@@ -0,0 +1,298 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const PathsSchema: z.ZodObject<{
|
|
3
|
+
watch_dirs: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
|
|
4
|
+
db_path: z.ZodDefault<z.ZodString>;
|
|
5
|
+
model_cache_dir: z.ZodDefault<z.ZodString>;
|
|
6
|
+
}, "strip", z.ZodTypeAny, {
|
|
7
|
+
watch_dirs: string[];
|
|
8
|
+
db_path: string;
|
|
9
|
+
model_cache_dir: string;
|
|
10
|
+
}, {
|
|
11
|
+
watch_dirs?: string[] | undefined;
|
|
12
|
+
db_path?: string | undefined;
|
|
13
|
+
model_cache_dir?: string | undefined;
|
|
14
|
+
}>;
|
|
15
|
+
export declare const EmbeddingsSchema: z.ZodObject<{
|
|
16
|
+
backend: z.ZodDefault<z.ZodEnum<["transformers", "ollama"]>>;
|
|
17
|
+
model: z.ZodDefault<z.ZodString>;
|
|
18
|
+
batch_size: z.ZodDefault<z.ZodNumber>;
|
|
19
|
+
ollama_base_url: z.ZodDefault<z.ZodString>;
|
|
20
|
+
}, "strip", z.ZodTypeAny, {
|
|
21
|
+
backend: "transformers" | "ollama";
|
|
22
|
+
model: string;
|
|
23
|
+
batch_size: number;
|
|
24
|
+
ollama_base_url: string;
|
|
25
|
+
}, {
|
|
26
|
+
backend?: "transformers" | "ollama" | undefined;
|
|
27
|
+
model?: string | undefined;
|
|
28
|
+
batch_size?: number | undefined;
|
|
29
|
+
ollama_base_url?: string | undefined;
|
|
30
|
+
}>;
|
|
31
|
+
export declare const ChunkingSchema: z.ZodObject<{
|
|
32
|
+
max_tokens: z.ZodDefault<z.ZodNumber>;
|
|
33
|
+
min_chars: z.ZodDefault<z.ZodNumber>;
|
|
34
|
+
include_breadcrumb: z.ZodDefault<z.ZodBoolean>;
|
|
35
|
+
overlap_tokens: z.ZodDefault<z.ZodNumber>;
|
|
36
|
+
}, "strip", z.ZodTypeAny, {
|
|
37
|
+
max_tokens: number;
|
|
38
|
+
min_chars: number;
|
|
39
|
+
include_breadcrumb: boolean;
|
|
40
|
+
overlap_tokens: number;
|
|
41
|
+
}, {
|
|
42
|
+
max_tokens?: number | undefined;
|
|
43
|
+
min_chars?: number | undefined;
|
|
44
|
+
include_breadcrumb?: boolean | undefined;
|
|
45
|
+
overlap_tokens?: number | undefined;
|
|
46
|
+
}>;
|
|
47
|
+
export declare const SearchSchema: z.ZodObject<{
|
|
48
|
+
default_top_k: z.ZodDefault<z.ZodNumber>;
|
|
49
|
+
rrf_k: z.ZodDefault<z.ZodNumber>;
|
|
50
|
+
rerank: z.ZodDefault<z.ZodBoolean>;
|
|
51
|
+
rerank_model: z.ZodDefault<z.ZodString>;
|
|
52
|
+
rerank_top_n: z.ZodDefault<z.ZodNumber>;
|
|
53
|
+
}, "strip", z.ZodTypeAny, {
|
|
54
|
+
default_top_k: number;
|
|
55
|
+
rrf_k: number;
|
|
56
|
+
rerank: boolean;
|
|
57
|
+
rerank_model: string;
|
|
58
|
+
rerank_top_n: number;
|
|
59
|
+
}, {
|
|
60
|
+
default_top_k?: number | undefined;
|
|
61
|
+
rrf_k?: number | undefined;
|
|
62
|
+
rerank?: boolean | undefined;
|
|
63
|
+
rerank_model?: string | undefined;
|
|
64
|
+
rerank_top_n?: number | undefined;
|
|
65
|
+
}>;
|
|
66
|
+
export declare const WatcherSchema: z.ZodObject<{
|
|
67
|
+
enabled: z.ZodDefault<z.ZodBoolean>;
|
|
68
|
+
debounce_ms: z.ZodDefault<z.ZodNumber>;
|
|
69
|
+
extensions: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
|
|
70
|
+
ignore_patterns: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
|
|
71
|
+
}, "strip", z.ZodTypeAny, {
|
|
72
|
+
enabled: boolean;
|
|
73
|
+
debounce_ms: number;
|
|
74
|
+
extensions: string[];
|
|
75
|
+
ignore_patterns: string[];
|
|
76
|
+
}, {
|
|
77
|
+
enabled?: boolean | undefined;
|
|
78
|
+
debounce_ms?: number | undefined;
|
|
79
|
+
extensions?: string[] | undefined;
|
|
80
|
+
ignore_patterns?: string[] | undefined;
|
|
81
|
+
}>;
|
|
82
|
+
export declare const ApiSchema: z.ZodObject<{
|
|
83
|
+
host: z.ZodDefault<z.ZodString>;
|
|
84
|
+
port: z.ZodDefault<z.ZodNumber>;
|
|
85
|
+
api_key: z.ZodDefault<z.ZodString>;
|
|
86
|
+
}, "strip", z.ZodTypeAny, {
|
|
87
|
+
host: string;
|
|
88
|
+
port: number;
|
|
89
|
+
api_key: string;
|
|
90
|
+
}, {
|
|
91
|
+
host?: string | undefined;
|
|
92
|
+
port?: number | undefined;
|
|
93
|
+
api_key?: string | undefined;
|
|
94
|
+
}>;
|
|
95
|
+
export declare const McpSchema: z.ZodObject<{
|
|
96
|
+
transport: z.ZodDefault<z.ZodEnum<["stdio", "sse"]>>;
|
|
97
|
+
sse_port: z.ZodDefault<z.ZodNumber>;
|
|
98
|
+
}, "strip", z.ZodTypeAny, {
|
|
99
|
+
transport: "stdio" | "sse";
|
|
100
|
+
sse_port: number;
|
|
101
|
+
}, {
|
|
102
|
+
transport?: "stdio" | "sse" | undefined;
|
|
103
|
+
sse_port?: number | undefined;
|
|
104
|
+
}>;
|
|
105
|
+
export declare const ConfigSchema: z.ZodObject<{
|
|
106
|
+
paths: z.ZodDefault<z.ZodObject<{
|
|
107
|
+
watch_dirs: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
|
|
108
|
+
db_path: z.ZodDefault<z.ZodString>;
|
|
109
|
+
model_cache_dir: z.ZodDefault<z.ZodString>;
|
|
110
|
+
}, "strip", z.ZodTypeAny, {
|
|
111
|
+
watch_dirs: string[];
|
|
112
|
+
db_path: string;
|
|
113
|
+
model_cache_dir: string;
|
|
114
|
+
}, {
|
|
115
|
+
watch_dirs?: string[] | undefined;
|
|
116
|
+
db_path?: string | undefined;
|
|
117
|
+
model_cache_dir?: string | undefined;
|
|
118
|
+
}>>;
|
|
119
|
+
embeddings: z.ZodDefault<z.ZodObject<{
|
|
120
|
+
backend: z.ZodDefault<z.ZodEnum<["transformers", "ollama"]>>;
|
|
121
|
+
model: z.ZodDefault<z.ZodString>;
|
|
122
|
+
batch_size: z.ZodDefault<z.ZodNumber>;
|
|
123
|
+
ollama_base_url: z.ZodDefault<z.ZodString>;
|
|
124
|
+
}, "strip", z.ZodTypeAny, {
|
|
125
|
+
backend: "transformers" | "ollama";
|
|
126
|
+
model: string;
|
|
127
|
+
batch_size: number;
|
|
128
|
+
ollama_base_url: string;
|
|
129
|
+
}, {
|
|
130
|
+
backend?: "transformers" | "ollama" | undefined;
|
|
131
|
+
model?: string | undefined;
|
|
132
|
+
batch_size?: number | undefined;
|
|
133
|
+
ollama_base_url?: string | undefined;
|
|
134
|
+
}>>;
|
|
135
|
+
chunking: z.ZodDefault<z.ZodObject<{
|
|
136
|
+
max_tokens: z.ZodDefault<z.ZodNumber>;
|
|
137
|
+
min_chars: z.ZodDefault<z.ZodNumber>;
|
|
138
|
+
include_breadcrumb: z.ZodDefault<z.ZodBoolean>;
|
|
139
|
+
overlap_tokens: z.ZodDefault<z.ZodNumber>;
|
|
140
|
+
}, "strip", z.ZodTypeAny, {
|
|
141
|
+
max_tokens: number;
|
|
142
|
+
min_chars: number;
|
|
143
|
+
include_breadcrumb: boolean;
|
|
144
|
+
overlap_tokens: number;
|
|
145
|
+
}, {
|
|
146
|
+
max_tokens?: number | undefined;
|
|
147
|
+
min_chars?: number | undefined;
|
|
148
|
+
include_breadcrumb?: boolean | undefined;
|
|
149
|
+
overlap_tokens?: number | undefined;
|
|
150
|
+
}>>;
|
|
151
|
+
search: z.ZodDefault<z.ZodObject<{
|
|
152
|
+
default_top_k: z.ZodDefault<z.ZodNumber>;
|
|
153
|
+
rrf_k: z.ZodDefault<z.ZodNumber>;
|
|
154
|
+
rerank: z.ZodDefault<z.ZodBoolean>;
|
|
155
|
+
rerank_model: z.ZodDefault<z.ZodString>;
|
|
156
|
+
rerank_top_n: z.ZodDefault<z.ZodNumber>;
|
|
157
|
+
}, "strip", z.ZodTypeAny, {
|
|
158
|
+
default_top_k: number;
|
|
159
|
+
rrf_k: number;
|
|
160
|
+
rerank: boolean;
|
|
161
|
+
rerank_model: string;
|
|
162
|
+
rerank_top_n: number;
|
|
163
|
+
}, {
|
|
164
|
+
default_top_k?: number | undefined;
|
|
165
|
+
rrf_k?: number | undefined;
|
|
166
|
+
rerank?: boolean | undefined;
|
|
167
|
+
rerank_model?: string | undefined;
|
|
168
|
+
rerank_top_n?: number | undefined;
|
|
169
|
+
}>>;
|
|
170
|
+
watcher: z.ZodDefault<z.ZodObject<{
|
|
171
|
+
enabled: z.ZodDefault<z.ZodBoolean>;
|
|
172
|
+
debounce_ms: z.ZodDefault<z.ZodNumber>;
|
|
173
|
+
extensions: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
|
|
174
|
+
ignore_patterns: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
|
|
175
|
+
}, "strip", z.ZodTypeAny, {
|
|
176
|
+
enabled: boolean;
|
|
177
|
+
debounce_ms: number;
|
|
178
|
+
extensions: string[];
|
|
179
|
+
ignore_patterns: string[];
|
|
180
|
+
}, {
|
|
181
|
+
enabled?: boolean | undefined;
|
|
182
|
+
debounce_ms?: number | undefined;
|
|
183
|
+
extensions?: string[] | undefined;
|
|
184
|
+
ignore_patterns?: string[] | undefined;
|
|
185
|
+
}>>;
|
|
186
|
+
api: z.ZodDefault<z.ZodObject<{
|
|
187
|
+
host: z.ZodDefault<z.ZodString>;
|
|
188
|
+
port: z.ZodDefault<z.ZodNumber>;
|
|
189
|
+
api_key: z.ZodDefault<z.ZodString>;
|
|
190
|
+
}, "strip", z.ZodTypeAny, {
|
|
191
|
+
host: string;
|
|
192
|
+
port: number;
|
|
193
|
+
api_key: string;
|
|
194
|
+
}, {
|
|
195
|
+
host?: string | undefined;
|
|
196
|
+
port?: number | undefined;
|
|
197
|
+
api_key?: string | undefined;
|
|
198
|
+
}>>;
|
|
199
|
+
mcp: z.ZodDefault<z.ZodObject<{
|
|
200
|
+
transport: z.ZodDefault<z.ZodEnum<["stdio", "sse"]>>;
|
|
201
|
+
sse_port: z.ZodDefault<z.ZodNumber>;
|
|
202
|
+
}, "strip", z.ZodTypeAny, {
|
|
203
|
+
transport: "stdio" | "sse";
|
|
204
|
+
sse_port: number;
|
|
205
|
+
}, {
|
|
206
|
+
transport?: "stdio" | "sse" | undefined;
|
|
207
|
+
sse_port?: number | undefined;
|
|
208
|
+
}>>;
|
|
209
|
+
}, "strip", z.ZodTypeAny, {
|
|
210
|
+
paths: {
|
|
211
|
+
watch_dirs: string[];
|
|
212
|
+
db_path: string;
|
|
213
|
+
model_cache_dir: string;
|
|
214
|
+
};
|
|
215
|
+
embeddings: {
|
|
216
|
+
backend: "transformers" | "ollama";
|
|
217
|
+
model: string;
|
|
218
|
+
batch_size: number;
|
|
219
|
+
ollama_base_url: string;
|
|
220
|
+
};
|
|
221
|
+
chunking: {
|
|
222
|
+
max_tokens: number;
|
|
223
|
+
min_chars: number;
|
|
224
|
+
include_breadcrumb: boolean;
|
|
225
|
+
overlap_tokens: number;
|
|
226
|
+
};
|
|
227
|
+
search: {
|
|
228
|
+
default_top_k: number;
|
|
229
|
+
rrf_k: number;
|
|
230
|
+
rerank: boolean;
|
|
231
|
+
rerank_model: string;
|
|
232
|
+
rerank_top_n: number;
|
|
233
|
+
};
|
|
234
|
+
watcher: {
|
|
235
|
+
enabled: boolean;
|
|
236
|
+
debounce_ms: number;
|
|
237
|
+
extensions: string[];
|
|
238
|
+
ignore_patterns: string[];
|
|
239
|
+
};
|
|
240
|
+
api: {
|
|
241
|
+
host: string;
|
|
242
|
+
port: number;
|
|
243
|
+
api_key: string;
|
|
244
|
+
};
|
|
245
|
+
mcp: {
|
|
246
|
+
transport: "stdio" | "sse";
|
|
247
|
+
sse_port: number;
|
|
248
|
+
};
|
|
249
|
+
}, {
|
|
250
|
+
paths?: {
|
|
251
|
+
watch_dirs?: string[] | undefined;
|
|
252
|
+
db_path?: string | undefined;
|
|
253
|
+
model_cache_dir?: string | undefined;
|
|
254
|
+
} | undefined;
|
|
255
|
+
embeddings?: {
|
|
256
|
+
backend?: "transformers" | "ollama" | undefined;
|
|
257
|
+
model?: string | undefined;
|
|
258
|
+
batch_size?: number | undefined;
|
|
259
|
+
ollama_base_url?: string | undefined;
|
|
260
|
+
} | undefined;
|
|
261
|
+
chunking?: {
|
|
262
|
+
max_tokens?: number | undefined;
|
|
263
|
+
min_chars?: number | undefined;
|
|
264
|
+
include_breadcrumb?: boolean | undefined;
|
|
265
|
+
overlap_tokens?: number | undefined;
|
|
266
|
+
} | undefined;
|
|
267
|
+
search?: {
|
|
268
|
+
default_top_k?: number | undefined;
|
|
269
|
+
rrf_k?: number | undefined;
|
|
270
|
+
rerank?: boolean | undefined;
|
|
271
|
+
rerank_model?: string | undefined;
|
|
272
|
+
rerank_top_n?: number | undefined;
|
|
273
|
+
} | undefined;
|
|
274
|
+
watcher?: {
|
|
275
|
+
enabled?: boolean | undefined;
|
|
276
|
+
debounce_ms?: number | undefined;
|
|
277
|
+
extensions?: string[] | undefined;
|
|
278
|
+
ignore_patterns?: string[] | undefined;
|
|
279
|
+
} | undefined;
|
|
280
|
+
api?: {
|
|
281
|
+
host?: string | undefined;
|
|
282
|
+
port?: number | undefined;
|
|
283
|
+
api_key?: string | undefined;
|
|
284
|
+
} | undefined;
|
|
285
|
+
mcp?: {
|
|
286
|
+
transport?: "stdio" | "sse" | undefined;
|
|
287
|
+
sse_port?: number | undefined;
|
|
288
|
+
} | undefined;
|
|
289
|
+
}>;
|
|
290
|
+
export type Config = z.infer<typeof ConfigSchema>;
|
|
291
|
+
export type PathsConfig = z.infer<typeof PathsSchema>;
|
|
292
|
+
export type EmbeddingsConfig = z.infer<typeof EmbeddingsSchema>;
|
|
293
|
+
export type ChunkingConfig = z.infer<typeof ChunkingSchema>;
|
|
294
|
+
export type SearchConfig = z.infer<typeof SearchSchema>;
|
|
295
|
+
export type WatcherConfig = z.infer<typeof WatcherSchema>;
|
|
296
|
+
export type ApiConfig = z.infer<typeof ApiSchema>;
|
|
297
|
+
export type McpConfig = z.infer<typeof McpSchema>;
|
|
298
|
+
//# sourceMappingURL=schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,WAAW;;;;;;;;;;;;EAItB,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;EAK3B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;EAKzB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;EAMvB,CAAC;AAEH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;EAKxB,CAAC;AAEH,eAAO,MAAM,SAAS;;;;;;;;;;;;EAIpB,CAAC;AAEH,eAAO,MAAM,SAAS;;;;;;;;;EAGpB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQvB,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAClD,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AACtD,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAChE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAC5D,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACxD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AAC1D,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAC;AAClD,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export const PathsSchema = z.object({
|
|
3
|
+
watch_dirs: z.array(z.string()).default(['~/notes']),
|
|
4
|
+
db_path: z.string().default('~/.sqmd/lancedb'),
|
|
5
|
+
model_cache_dir: z.string().default('~/.sqmd/models'),
|
|
6
|
+
});
|
|
7
|
+
export const EmbeddingsSchema = z.object({
|
|
8
|
+
backend: z.enum(['transformers', 'ollama']).default('transformers'),
|
|
9
|
+
model: z.string().default('nomic-ai/nomic-embed-text-v1.5'),
|
|
10
|
+
batch_size: z.number().int().positive().default(64),
|
|
11
|
+
ollama_base_url: z.string().url().default('http://localhost:11434'),
|
|
12
|
+
});
|
|
13
|
+
export const ChunkingSchema = z.object({
|
|
14
|
+
max_tokens: z.number().int().positive().default(512),
|
|
15
|
+
min_chars: z.number().int().nonnegative().default(50),
|
|
16
|
+
include_breadcrumb: z.boolean().default(true),
|
|
17
|
+
overlap_tokens: z.number().int().nonnegative().default(64),
|
|
18
|
+
});
|
|
19
|
+
export const SearchSchema = z.object({
|
|
20
|
+
default_top_k: z.number().int().positive().default(10),
|
|
21
|
+
rrf_k: z.number().int().positive().default(60),
|
|
22
|
+
rerank: z.boolean().default(false),
|
|
23
|
+
rerank_model: z.string().default('cross-encoder/ms-marco-MiniLM-L-6-v2'),
|
|
24
|
+
rerank_top_n: z.number().int().positive().default(20),
|
|
25
|
+
});
|
|
26
|
+
export const WatcherSchema = z.object({
|
|
27
|
+
enabled: z.boolean().default(true),
|
|
28
|
+
debounce_ms: z.number().int().positive().default(3000),
|
|
29
|
+
extensions: z.array(z.string()).default(['.md', '.mdx']),
|
|
30
|
+
ignore_patterns: z.array(z.string()).default(['**/.git/**', '**/node_modules/**']),
|
|
31
|
+
});
|
|
32
|
+
export const ApiSchema = z.object({
|
|
33
|
+
host: z.string().default('127.0.0.1'),
|
|
34
|
+
port: z.number().int().min(1).max(65535).default(7832),
|
|
35
|
+
api_key: z.string().default(''),
|
|
36
|
+
});
|
|
37
|
+
export const McpSchema = z.object({
|
|
38
|
+
transport: z.enum(['stdio', 'sse']).default('stdio'),
|
|
39
|
+
sse_port: z.number().int().min(1).max(65535).default(7833),
|
|
40
|
+
});
|
|
41
|
+
export const ConfigSchema = z.object({
|
|
42
|
+
paths: PathsSchema.default({}),
|
|
43
|
+
embeddings: EmbeddingsSchema.default({}),
|
|
44
|
+
chunking: ChunkingSchema.default({}),
|
|
45
|
+
search: SearchSchema.default({}),
|
|
46
|
+
watcher: WatcherSchema.default({}),
|
|
47
|
+
api: ApiSchema.default({}),
|
|
48
|
+
mcp: McpSchema.default({}),
|
|
49
|
+
});
|
|
50
|
+
//# sourceMappingURL=schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC;IACpD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC;IAC9C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,gBAAgB,CAAC;CACtD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IACnE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,gCAAgC,CAAC;IAC3D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACnD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,wBAAwB,CAAC;CACpE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACpD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACrD,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC7C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CAC3D,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACtD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAClC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC;IACxE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CACtD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACtD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACxD,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,oBAAoB,CAAC,CAAC;CACnF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IACrC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACtD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CAChC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IACpD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;CAC3D,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9B,UAAU,EAAE,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;IACxC,QAAQ,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;IACpC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;IAChC,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;IAClC,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;IAC1B,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;CAC3B,CAAC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { Embedder } from './types.js';
|
|
2
|
+
export declare class OllamaEmbedder implements Embedder {
|
|
3
|
+
readonly modelName: string;
|
|
4
|
+
readonly vectorDim = 768;
|
|
5
|
+
private readonly baseUrl;
|
|
6
|
+
constructor(modelName: string, baseUrl: string);
|
|
7
|
+
embed(texts: string[]): Promise<number[][]>;
|
|
8
|
+
private embedSingle;
|
|
9
|
+
}
|
|
10
|
+
export declare function createEmbedder(backend: 'transformers' | 'ollama', modelName: string, options?: {
|
|
11
|
+
cacheDir?: string;
|
|
12
|
+
ollamaBaseUrl?: string;
|
|
13
|
+
}): Embedder;
|
|
14
|
+
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/embeddings/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C,qBAAa,cAAe,YAAW,QAAQ;IAC7C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,OAAO;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAKxC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAWnC,WAAW;CAwB1B;AAED,wBAAgB,cAAc,CAC5B,OAAO,EAAE,cAAc,GAAG,QAAQ,EAClC,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAO,GAC1D,QAAQ,CAUV"}
|