sensemaking 0.12.2 → 0.13.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. package/dist/cjs/cli/download.js +4 -4
  2. package/dist/cjs/cli/download.js.map +1 -1
  3. package/dist/cjs/cli/init.js +4 -4
  4. package/dist/cjs/cli/init.js.map +1 -1
  5. package/dist/cjs/cli/map.js +4 -4
  6. package/dist/cjs/cli/map.js.map +1 -1
  7. package/dist/cjs/cli/named.js +2 -2
  8. package/dist/cjs/cli/named.js.map +1 -1
  9. package/dist/cjs/cli/path.js +6 -6
  10. package/dist/cjs/cli/path.js.map +1 -1
  11. package/dist/cjs/cli/peek.js +4 -4
  12. package/dist/cjs/cli/peek.js.map +1 -1
  13. package/dist/cjs/cli/related.js +4 -4
  14. package/dist/cjs/cli/related.js.map +1 -1
  15. package/dist/cjs/cli/search.js +4 -4
  16. package/dist/cjs/cli/search.js.map +1 -1
  17. package/dist/cjs/cli/shared.d.cts +2 -2
  18. package/dist/cjs/cli/shared.d.ts +2 -2
  19. package/dist/cjs/cli/shared.js +5 -5
  20. package/dist/cjs/cli/shared.js.map +1 -1
  21. package/dist/cjs/cli/status.js +16 -16
  22. package/dist/cjs/cli/status.js.map +1 -1
  23. package/dist/cjs/cli/types.d.cts +1 -1
  24. package/dist/cjs/cli/types.d.ts +1 -1
  25. package/dist/cjs/cli.js +3 -3
  26. package/dist/cjs/cli.js.map +1 -1
  27. package/dist/cjs/commands/index.d.cts +10 -0
  28. package/dist/cjs/commands/index.d.ts +10 -0
  29. package/dist/cjs/commands/index.js +42 -0
  30. package/dist/cjs/commands/index.js.map +1 -0
  31. package/dist/cjs/commands/map.d.cts +21 -0
  32. package/dist/cjs/commands/map.d.ts +21 -0
  33. package/dist/cjs/commands/map.js +90 -0
  34. package/dist/cjs/commands/map.js.map +1 -0
  35. package/dist/cjs/commands/peek.d.cts +20 -0
  36. package/dist/cjs/commands/peek.d.ts +20 -0
  37. package/dist/cjs/commands/peek.js +175 -0
  38. package/dist/cjs/commands/peek.js.map +1 -0
  39. package/dist/cjs/commands/related.d.cts +6 -0
  40. package/dist/cjs/commands/related.d.ts +6 -0
  41. package/dist/cjs/commands/related.js +232 -0
  42. package/dist/cjs/commands/related.js.map +1 -0
  43. package/dist/cjs/commands/scope.d.cts +10 -0
  44. package/dist/cjs/commands/scope.d.ts +10 -0
  45. package/dist/cjs/commands/scope.js +124 -0
  46. package/dist/cjs/commands/scope.js.map +1 -0
  47. package/dist/cjs/commands/search.d.cts +12 -0
  48. package/dist/cjs/commands/search.d.ts +12 -0
  49. package/dist/cjs/{commands.js → commands/search.js} +20 -358
  50. package/dist/cjs/commands/search.js.map +1 -0
  51. package/dist/cjs/commands/status.d.cts +9 -0
  52. package/dist/cjs/commands/status.d.ts +9 -0
  53. package/dist/cjs/commands/status.js +25 -0
  54. package/dist/cjs/commands/status.js.map +1 -0
  55. package/dist/cjs/config/access.d.cts +19 -0
  56. package/dist/cjs/config/access.d.ts +19 -0
  57. package/dist/cjs/config/access.js +149 -0
  58. package/dist/cjs/config/access.js.map +1 -0
  59. package/dist/cjs/config/index.d.cts +5 -0
  60. package/dist/cjs/config/index.d.ts +5 -0
  61. package/dist/cjs/config/index.js +77 -0
  62. package/dist/cjs/config/index.js.map +1 -0
  63. package/dist/cjs/config/load.d.cts +8 -0
  64. package/dist/cjs/config/load.d.ts +8 -0
  65. package/dist/cjs/config/load.js +448 -0
  66. package/dist/cjs/config/load.js.map +1 -0
  67. package/dist/cjs/config/resolve.d.cts +6 -0
  68. package/dist/cjs/config/resolve.d.ts +6 -0
  69. package/dist/cjs/config/resolve.js +50 -0
  70. package/dist/cjs/config/resolve.js.map +1 -0
  71. package/dist/{esm/config.d.ts → cjs/config/types.d.cts} +2 -32
  72. package/dist/cjs/{config.d.cts → config/types.d.ts} +2 -32
  73. package/dist/cjs/config/types.js +39 -0
  74. package/dist/cjs/config/types.js.map +1 -0
  75. package/dist/cjs/config/validate.d.cts +4 -0
  76. package/dist/cjs/config/validate.d.ts +4 -0
  77. package/dist/cjs/config/validate.js +363 -0
  78. package/dist/cjs/config/validate.js.map +1 -0
  79. package/dist/cjs/db/index.d.cts +4 -0
  80. package/dist/cjs/db/index.d.ts +4 -0
  81. package/dist/cjs/db/index.js +42 -0
  82. package/dist/cjs/db/index.js.map +1 -0
  83. package/dist/cjs/{db.d.cts → db/open.d.cts} +2 -8
  84. package/dist/cjs/{db.d.ts → db/open.d.ts} +2 -8
  85. package/dist/cjs/db/open.js +223 -0
  86. package/dist/cjs/db/open.js.map +1 -0
  87. package/dist/cjs/db/reconcile.d.cts +9 -0
  88. package/dist/cjs/db/reconcile.d.ts +9 -0
  89. package/dist/cjs/{db.js → db/reconcile.js} +24 -261
  90. package/dist/cjs/db/reconcile.js.map +1 -0
  91. package/dist/cjs/db/shared.d.cts +5 -0
  92. package/dist/cjs/db/shared.d.ts +5 -0
  93. package/dist/cjs/db/shared.js +45 -0
  94. package/dist/cjs/db/shared.js.map +1 -0
  95. package/dist/cjs/features/embed.d.cts +1 -1
  96. package/dist/cjs/features/embed.d.ts +1 -1
  97. package/dist/cjs/features/embed.js +4 -3
  98. package/dist/cjs/features/embed.js.map +1 -1
  99. package/dist/cjs/features/index.d.cts +1 -1
  100. package/dist/cjs/features/index.d.ts +1 -1
  101. package/dist/cjs/features/index.js +4 -2
  102. package/dist/cjs/features/index.js.map +1 -1
  103. package/dist/cjs/features/links.js +38 -20
  104. package/dist/cjs/features/links.js.map +1 -1
  105. package/dist/cjs/features/tags.d.cts +2 -0
  106. package/dist/cjs/features/tags.d.ts +2 -0
  107. package/dist/cjs/features/tags.js +188 -0
  108. package/dist/cjs/features/tags.js.map +1 -0
  109. package/dist/cjs/features/types.d.cts +2 -2
  110. package/dist/cjs/features/types.d.ts +2 -2
  111. package/dist/cjs/index.d.cts +6 -6
  112. package/dist/cjs/index.d.ts +6 -6
  113. package/dist/cjs/index.js +15 -15
  114. package/dist/cjs/index.js.map +1 -1
  115. package/dist/cjs/scan.d.cts +3 -1
  116. package/dist/cjs/scan.d.ts +3 -1
  117. package/dist/cjs/scan.js +9 -6
  118. package/dist/cjs/scan.js.map +1 -1
  119. package/dist/cjs/sql-functions.d.cts +2 -0
  120. package/dist/cjs/sql-functions.d.ts +2 -0
  121. package/dist/cjs/sql-functions.js +64 -0
  122. package/dist/cjs/sql-functions.js.map +1 -0
  123. package/dist/cjs/watch.d.cts +1 -1
  124. package/dist/cjs/watch.d.ts +1 -1
  125. package/dist/cjs/watch.js +12 -12
  126. package/dist/cjs/watch.js.map +1 -1
  127. package/dist/esm/cli/download.js +1 -1
  128. package/dist/esm/cli/download.js.map +1 -1
  129. package/dist/esm/cli/init.js +1 -1
  130. package/dist/esm/cli/init.js.map +1 -1
  131. package/dist/esm/cli/map.js +1 -1
  132. package/dist/esm/cli/map.js.map +1 -1
  133. package/dist/esm/cli/named.js +1 -1
  134. package/dist/esm/cli/named.js.map +1 -1
  135. package/dist/esm/cli/path.js +1 -1
  136. package/dist/esm/cli/path.js.map +1 -1
  137. package/dist/esm/cli/peek.js +1 -1
  138. package/dist/esm/cli/peek.js.map +1 -1
  139. package/dist/esm/cli/related.js +1 -1
  140. package/dist/esm/cli/related.js.map +1 -1
  141. package/dist/esm/cli/search.js +1 -1
  142. package/dist/esm/cli/search.js.map +1 -1
  143. package/dist/esm/cli/shared.d.ts +2 -2
  144. package/dist/esm/cli/shared.js +2 -2
  145. package/dist/esm/cli/shared.js.map +1 -1
  146. package/dist/esm/cli/status.js +3 -3
  147. package/dist/esm/cli/status.js.map +1 -1
  148. package/dist/esm/cli/types.d.ts +1 -1
  149. package/dist/esm/cli/types.js.map +1 -1
  150. package/dist/esm/cli.js +1 -1
  151. package/dist/esm/cli.js.map +1 -1
  152. package/dist/esm/commands/index.d.ts +10 -0
  153. package/dist/esm/commands/index.js +8 -0
  154. package/dist/esm/commands/index.js.map +1 -0
  155. package/dist/esm/commands/map.d.ts +21 -0
  156. package/dist/esm/commands/map.js +56 -0
  157. package/dist/esm/commands/map.js.map +1 -0
  158. package/dist/esm/commands/peek.d.ts +20 -0
  159. package/dist/esm/commands/peek.js +63 -0
  160. package/dist/esm/commands/peek.js.map +1 -0
  161. package/dist/esm/commands/related.d.ts +6 -0
  162. package/dist/esm/commands/related.js +47 -0
  163. package/dist/esm/commands/related.js.map +1 -0
  164. package/dist/esm/commands/scope.d.ts +10 -0
  165. package/dist/esm/commands/scope.js +60 -0
  166. package/dist/esm/commands/scope.js.map +1 -0
  167. package/dist/esm/commands/search.d.ts +12 -0
  168. package/dist/esm/commands/search.js +258 -0
  169. package/dist/esm/commands/search.js.map +1 -0
  170. package/dist/esm/commands/status.d.ts +9 -0
  171. package/dist/esm/commands/status.js +16 -0
  172. package/dist/esm/commands/status.js.map +1 -0
  173. package/dist/esm/config/access.d.ts +19 -0
  174. package/dist/esm/config/access.js +89 -0
  175. package/dist/esm/config/access.js.map +1 -0
  176. package/dist/esm/config/index.d.ts +5 -0
  177. package/dist/esm/config/index.js +4 -0
  178. package/dist/esm/config/index.js.map +1 -0
  179. package/dist/esm/config/load.d.ts +8 -0
  180. package/dist/esm/config/load.js +242 -0
  181. package/dist/esm/config/load.js.map +1 -0
  182. package/dist/esm/config/resolve.d.ts +6 -0
  183. package/dist/esm/config/resolve.js +35 -0
  184. package/dist/esm/config/resolve.js.map +1 -0
  185. package/dist/{cjs/config.d.ts → esm/config/types.d.ts} +2 -32
  186. package/dist/esm/config/types.js +15 -0
  187. package/dist/esm/config/types.js.map +1 -0
  188. package/dist/esm/config/validate.d.ts +4 -0
  189. package/dist/esm/config/validate.js +226 -0
  190. package/dist/esm/config/validate.js.map +1 -0
  191. package/dist/esm/db/index.d.ts +4 -0
  192. package/dist/esm/db/index.js +5 -0
  193. package/dist/esm/db/index.js.map +1 -0
  194. package/dist/esm/{db.d.ts → db/open.d.ts} +2 -8
  195. package/dist/esm/db/open.js +160 -0
  196. package/dist/esm/db/open.js.map +1 -0
  197. package/dist/esm/db/reconcile.d.ts +9 -0
  198. package/dist/esm/{db.js → db/reconcile.js} +12 -216
  199. package/dist/esm/db/reconcile.js.map +1 -0
  200. package/dist/esm/db/shared.d.ts +5 -0
  201. package/dist/esm/db/shared.js +20 -0
  202. package/dist/esm/db/shared.js.map +1 -0
  203. package/dist/esm/features/embed.d.ts +1 -1
  204. package/dist/esm/features/embed.js +2 -1
  205. package/dist/esm/features/embed.js.map +1 -1
  206. package/dist/esm/features/index.d.ts +1 -1
  207. package/dist/esm/features/index.js +3 -1
  208. package/dist/esm/features/index.js.map +1 -1
  209. package/dist/esm/features/links.js +36 -21
  210. package/dist/esm/features/links.js.map +1 -1
  211. package/dist/esm/features/tags.d.ts +2 -0
  212. package/dist/esm/features/tags.js +80 -0
  213. package/dist/esm/features/tags.js.map +1 -0
  214. package/dist/esm/features/types.d.ts +2 -2
  215. package/dist/esm/features/types.js.map +1 -1
  216. package/dist/esm/index.d.ts +6 -6
  217. package/dist/esm/index.js +3 -3
  218. package/dist/esm/index.js.map +1 -1
  219. package/dist/esm/scan.d.ts +3 -1
  220. package/dist/esm/scan.js +5 -2
  221. package/dist/esm/scan.js.map +1 -1
  222. package/dist/esm/sql-functions.d.ts +2 -0
  223. package/dist/esm/sql-functions.js +47 -0
  224. package/dist/esm/sql-functions.js.map +1 -0
  225. package/dist/esm/watch.d.ts +1 -1
  226. package/dist/esm/watch.js +2 -2
  227. package/dist/esm/watch.js.map +1 -1
  228. package/package.json +2 -1
  229. package/schema.json +4 -0
  230. package/skills/sense/SKILL.md +3 -3
  231. package/skills/sense-bases/EXAMPLES.md +103 -0
  232. package/skills/sense-bases/SKILL.md +137 -0
  233. package/skills/sense-setup/SKILL.md +1 -1
  234. package/dist/cjs/commands.d.cts +0 -58
  235. package/dist/cjs/commands.d.ts +0 -58
  236. package/dist/cjs/commands.js.map +0 -1
  237. package/dist/cjs/config.js +0 -919
  238. package/dist/cjs/config.js.map +0 -1
  239. package/dist/cjs/db.js.map +0 -1
  240. package/dist/esm/commands.d.ts +0 -58
  241. package/dist/esm/commands.js +0 -486
  242. package/dist/esm/commands.js.map +0 -1
  243. package/dist/esm/config.js +0 -599
  244. package/dist/esm/config.js.map +0 -1
  245. package/dist/esm/db.js.map +0 -1
@@ -1,486 +0,0 @@
1
- import { readFileSync } from 'node:fs';
2
- import { join, matchesGlob } from 'node:path';
3
- import posix from 'node:path/posix';
4
- import { anyPresetEmbeds, contentTokenize, embedEnabled, featureEnabled, featureStates, presetNames, presetSemanticEnabled, resolveSearch } from './config.js';
5
- import { SenseError } from './errors.js';
6
- import { embedPending, hasEmbedding, modelPresent, semanticCandidates, similarNotes } from './features/embed.js';
7
- import { linkEdges } from './features/index.js';
8
- import { personalizedRank } from './graph.js';
9
- import { searchError } from './search-error.js';
10
- import { segmentMatch } from './segment.js';
11
- // The three commands: mapTree (orient), search (locate), peek (structure).
12
- // Each returns data; cli.ts renders. All of them degrade when a feature is off.
13
- // Mirrors the main columns onto the sidecars, so a title match found through title_seg ranks
14
- // like a title match found through title, not like a body match.
15
- const WEIGHTED_BM25 = 'bm25(content, 10.0, 5.0, 1.0, 0, 10.0, 5.0, 1.0)';
16
- const RRF_K = 60;
17
- // snippet() re-tokenizes each candidate doc, superlinearly: ~10s for one 1MB doc
18
- // (BENCHMARKING.md). Past this bound, rows get the linear JS excerpt instead.
19
- const SNIPPET_BOUND = 16384;
20
- const EXCERPT_WINDOW = 160;
21
- // Bare terms from an FTS5 query string: strips operators/quoting so the oversized-doc excerpt
22
- // scan matches the same words the query matched on, not FTS5 syntax.
23
- function extractBareTerms(query) {
24
- const cleaned = query.replace(/"/g, ' ').replace(/[()*]/g, ' ').replace(/\b(AND|OR|NOT|NEAR)\b(\/\d+)?/gi, ' ');
25
- return cleaned.split(/\s+/).map((tok)=>tok.replace(/^[A-Za-z_]\w*:/, '')) // column filter, e.g. title:term
26
- .map((tok)=>tok.toLowerCase().trim()).filter((tok)=>tok.length > 0);
27
- }
28
- function findOccurrences(haystackLower, terms) {
29
- const occ = [];
30
- for (const term of terms){
31
- let idx = 0;
32
- for(;;){
33
- const found = haystackLower.indexOf(term, idx);
34
- if (found === -1) break;
35
- occ.push({
36
- start: found,
37
- end: found + term.length,
38
- term
39
- });
40
- idx = found + term.length;
41
- }
42
- }
43
- // Longest span first at equal start, so "tests" beats its substring "test" and the
44
- // whole word gets highlighted; the emit loop then absorbs the shorter overlap.
45
- return occ.sort((a, b)=>a.start - b.start || b.end - a.end);
46
- }
47
- // Slides a window over the sorted occurrences, same semantics as FTS5's own best-window
48
- // pick: most distinct terms, ties broken by most total hits.
49
- function bestWindowStart(occ, windowSize) {
50
- let best = occ[0].start;
51
- let bestDistinct = 0;
52
- let bestCount = 0;
53
- for(let i = 0; i < occ.length; i++){
54
- const winEnd = occ[i].start + windowSize;
55
- const seen = new Set();
56
- let count = 0;
57
- for(let j = i; j < occ.length && occ[j].start < winEnd; j++){
58
- seen.add(occ[j].term);
59
- count++;
60
- }
61
- if (seen.size > bestDistinct || seen.size === bestDistinct && count > bestCount) {
62
- best = occ[i].start;
63
- bestDistinct = seen.size;
64
- bestCount = count;
65
- }
66
- }
67
- return best;
68
- }
69
- // snippet()-shaped excerpt: matched terms wrapped in «», … at cut edges. Linear in doc
70
- // length, only run for rows actually returned (<= k), unlike snippet()'s per-row cost.
71
- function computeExcerpt(text, terms) {
72
- const occ = findOccurrences(text.toLowerCase(), terms);
73
- if (occ.length === 0) {
74
- // This is a raw substring scan, not porter-stemmed: a doc matched only through a
75
- // stemmed variant (query "negotiate" vs doc "negotiating") finds no occurrence here.
76
- // Fall back to the doc's start, unmarked, rather than claim a match that isn't there.
77
- const end = Math.min(text.length, EXCERPT_WINDOW);
78
- return {
79
- excerpt: `${text.slice(0, end).replace(/\s+/g, ' ').trim()}${end < text.length ? '…' : ''}`,
80
- offset: 0
81
- };
82
- }
83
- const start = bestWindowStart(occ, EXCERPT_WINDOW);
84
- const end = Math.min(text.length, start + EXCERPT_WINDOW);
85
- let out = '';
86
- let cursor = start;
87
- for (const o of occ){
88
- if (o.start < start || o.end > end) continue;
89
- // Occurrences of duplicate or substring-overlapping terms ("test tests") can overlap;
90
- // emitting each would duplicate document text. Keep the first, absorb the rest.
91
- if (o.start < cursor) continue;
92
- out += `${text.slice(cursor, o.start)}«${text.slice(o.start, o.end)}»`;
93
- cursor = o.end;
94
- }
95
- out += text.slice(cursor, end);
96
- const prefix = start > 0 ? '…' : '';
97
- const suffix = end < text.length ? '…' : '';
98
- return {
99
- excerpt: `${prefix}${out.replace(/\s+/g, ' ')}${suffix}`,
100
- offset: start
101
- };
102
- }
103
- function lineNumberAt(text, offset) {
104
- let line = 1;
105
- for(let i = 0; i < offset; i++)if (text.charCodeAt(i) === 10) line++;
106
- return line;
107
- }
108
- function lineRangeFor(db, path, line) {
109
- const row = db.prepare('SELECT start_line, end_line FROM sections WHERE "path" = ? AND start_line <= ? AND end_line >= ? ORDER BY start_line DESC LIMIT 1').get(path, line, line);
110
- return row ? `L${row.start_line}-${row.end_line}` : null;
111
- }
112
- // node:path's matchesGlob is experimental (stable behind an unstable-API flag) as of the
113
- // engines floor (Node >=22.20); scope filtering only ever needs single-pattern matching, so
114
- // it's used here in JS rather than running a directory walk in the query path.
115
- function inScope(path, include, exclude) {
116
- if (!include.some((g)=>matchesGlob(path, g))) return false;
117
- if (exclude === null || exclude === void 0 ? void 0 : exclude.some((g)=>matchesGlob(path, g))) return false;
118
- return true;
119
- }
120
- function scopeHasEmbeddings(db, cfg, scopedPaths) {
121
- if (!anyPresetEmbeds(cfg)) return false; // the embeddings table doesn't exist at all in this case
122
- const rows = db.prepare('SELECT DISTINCT "path" FROM embeddings').all();
123
- return rows.some((r)=>scopedPaths.has(r.path));
124
- }
125
- // BM25 + link expansion + vectors, fused by reciprocal rank; `via` names the signal per row.
126
- // `opts` arrives already resolved (config.ts:resolveSearch).
127
- export async function search(db, cfg, terms, opts = {}) {
128
- var _hits_get, _chunkLines_get, _chunkSimilarity_get;
129
- const effective = resolveSearch(cfg, opts);
130
- const { k } = effective;
131
- const allPaths = db.prepare('SELECT "path" FROM frontmatter').all().map((r)=>r.path);
132
- const scopePaths = rawScope(db, cfg, opts, allPaths);
133
- const scopeActive = scopePaths.size < allPaths.length;
134
- // The set every candidate pool must be filtered to before truncation: scope narrowed by
135
- // --where, the same composition scopedPaths() gives the other commands. Runs the same where
136
- // fragment matchSql does, so a bad column gets the same attributed error either way.
137
- let allowedPaths;
138
- try {
139
- allowedPaths = narrowByWhere(db, scopePaths, effective.where);
140
- } catch (err) {
141
- throw searchError(err, terms, effective.where);
142
- }
143
- const fetch = Math.max(k * 3, 30);
144
- // Asking for vectors without a model is a misconfiguration, not a mode: degrading would make
145
- // the same search answer differently before and after a download. semantic:false never asks.
146
- const wantsVectors = effective.semantic && anyPresetEmbeds(cfg);
147
- if (wantsVectors && !modelPresent(cfg)) {
148
- throw new SenseError('EMBED_MODEL_MISSING', `preset "${effective.presetName}" searches with vectors, but the embedding model is not available; run \`sense download\`, or set "semantic": false on that preset to search on words and links`);
149
- }
150
- const semanticEnabled = wantsVectors && scopeHasEmbeddings(db, cfg, allowedPaths);
151
- // Terms pass to MATCH as written, with one transform: a run of text whose language marks no
152
- // word boundaries becomes a quoted grapheme phrase (and a title:/summary:/text: qualifier
153
- // ahead of it retargets its _seg column), matching how it was indexed. Text that already
154
- // carries boundaries comes through untouched, so this is a no-op for the languages that
155
- // never needed it. Gated on the same predicate that decided whether the sidecars were
156
- // populated (contentTokenize(cfg) === undefined), so index and query can't disagree. Invalid
157
- // syntax still errors rather than being rewritten.
158
- // --where
159
- // applies inside the candidate query (a post-filter would drop matches ranked past the pool)
160
- // and again on the final select, for link-derived rows.
161
- const scope = effective.where;
162
- const whereJoin = scope ? `JOIN frontmatter f ON f."path" = content.path` : '';
163
- const whereCond = scope ? `AND (${scope})` : '';
164
- // A scope narrower than the whole index must filter the candidate pool before LIMIT, not
165
- // after -- otherwise scoped notes ranking below the global top-`fetch` never reach the
166
- // filter. A join against a temp table, not a bound parameter list: real scopes run to
167
- // thousands of paths, past SQLITE_MAX_VARIABLE_NUMBER on older builds.
168
- if (scopeActive) materializeScope(db, '_search_scope', scopePaths);
169
- const scopeCond = scopeActive ? `AND content.path IN (SELECT "path" FROM _search_scope)` : '';
170
- // Docs past SNIPPET_BOUND skip snippet() entirely -- SQLite
171
- // short-circuits the untaken CASE branch, so it's never invoked on them.
172
- // Column 2 (text), not -1 (best column): -1 could surface a _seg sidecar as the excerpt,
173
- // which is machine-spaced and not what the author wrote. A row that matches only in a
174
- // sidecar gets an unhighlighted text excerpt below instead -- a stated cost.
175
- const matchSql = `SELECT content.path AS path, CASE WHEN length(content.text) <= ${SNIPPET_BOUND} THEN snippet(content, 2, '«', '»', '…', 10) ELSE NULL END AS hit FROM content ${whereJoin} WHERE content MATCH ? ${whereCond} ${scopeCond} ORDER BY ${WEIGHTED_BM25} LIMIT ${fetch}`;
176
- const query = contentTokenize(cfg) === undefined ? segmentMatch(terms) : terms;
177
- let matchRows;
178
- try {
179
- matchRows = db.prepare(matchSql).all(query);
180
- } catch (err) {
181
- throw searchError(err, terms, scope);
182
- }
183
- const hits = new Map(matchRows.map((r)=>[
184
- r.path,
185
- r.hit
186
- ]));
187
- // hit === null here means the bound suppressed snippet(), not "no match" -- distinguish
188
- // from via='link' rows (never in matchRows, so absent from this set) below.
189
- const oversized = new Set(matchRows.filter((r)=>r.hit === null).map((r)=>r.path));
190
- const candidates = new Map();
191
- matchRows.forEach((r, i)=>{
192
- candidates.set(r.path, {
193
- score: 1 / (RRF_K + i),
194
- via: 'match'
195
- });
196
- });
197
- const edges = featureEnabled(cfg, 'links') && matchRows.length > 0 ? linkEdges(db) : [];
198
- if (edges.length > 0) {
199
- // Gates the label only, not the score: restart mass ranks every seed without an incident
200
- // edge, but dropping it from the score reweights fusion (FEVER hit@10 0.997 -> 0.907).
201
- const linked = new Set(edges.flat());
202
- const seeds = new Map(matchRows.map((r, i)=>[
203
- r.path,
204
- 1 / (i + 1)
205
- ]));
206
- const ranked = [
207
- ...personalizedRank(allPaths, edges, seeds)
208
- ].filter(([path, score])=>score > 1e-9 && allowedPaths.has(path)).sort((a, b)=>b[1] - a[1]).slice(0, fetch);
209
- ranked.forEach(([path], i)=>{
210
- const existing = candidates.get(path);
211
- if (existing) {
212
- existing.score += 1 / (RRF_K + i);
213
- if (linked.has(path)) existing.via = 'match+link';
214
- } else {
215
- candidates.set(path, {
216
- score: 1 / (RRF_K + i),
217
- via: 'link'
218
- });
219
- }
220
- });
221
- }
222
- // Vector expansion, invoked only: a third RRF list at the swept flat-region constants
223
- // (weight 1, pool = fetch). Each row carries its best chunk's line range.
224
- const chunkLines = new Map();
225
- const chunkSimilarity = new Map();
226
- if (semanticEnabled) {
227
- const vec = await semanticCandidates(db, cfg, terms, fetch, allowedPaths);
228
- vec.forEach(({ path, lines, similarity }, i)=>{
229
- chunkLines.set(path, lines);
230
- chunkSimilarity.set(path, similarity);
231
- const existing = candidates.get(path);
232
- if (existing) {
233
- existing.score += 1 / (RRF_K + i);
234
- existing.via = `${existing.via}+vector`;
235
- } else {
236
- candidates.set(path, {
237
- score: 1 / (RRF_K + i),
238
- via: 'vector'
239
- });
240
- }
241
- });
242
- }
243
- db.exec('DROP TABLE IF EXISTS _search');
244
- db.exec('CREATE TEMP TABLE _search ("path" TEXT PRIMARY KEY, score REAL, via TEXT, hit TEXT, lines TEXT, similarity REAL)');
245
- const insert = db.prepare('INSERT INTO _search ("path", score, via, hit, lines, similarity) VALUES (?, ?, ?, ?, ?, ?)');
246
- for (const [path, c] of candidates)insert.run(path, c.score, c.via, (_hits_get = hits.get(path)) !== null && _hits_get !== void 0 ? _hits_get : null, (_chunkLines_get = chunkLines.get(path)) !== null && _chunkLines_get !== void 0 ? _chunkLines_get : null, (_chunkSimilarity_get = chunkSimilarity.get(path)) !== null && _chunkSimilarity_get !== void 0 ? _chunkSimilarity_get : null);
247
- // All three candidate paths (match, link, vector) already filtered to scope+where before
248
- // reaching _search; this reapplies --where anyway since the join to frontmatter is already
249
- // needed for the path column.
250
- const where = scope ? `WHERE (${scope})` : '';
251
- // lines is always present now: semantic rows carry their chunk's range, oversized-doc
252
- // lexical rows gain one below, everything else stays null. similarity stays semantic-only.
253
- const similarityCol = semanticEnabled ? ', _search.similarity' : '';
254
- const rows = db.prepare(`SELECT f."path" AS path, content.title, content.summary, _search.hit, _search.via, round(_search.score, 4) AS score, _search.lines${similarityCol}
255
- FROM _search JOIN frontmatter f ON f."path" = _search."path" JOIN content ON content.path = _search."path"
256
- ${where} ORDER BY _search.score DESC LIMIT ?`).all(k);
257
- if (oversized.size > 0) {
258
- const bareTerms = extractBareTerms(terms);
259
- for (const row of rows){
260
- if (row.hit !== null || !oversized.has(row.path)) continue;
261
- let text;
262
- try {
263
- text = readFileSync(join(cfg.baseDir, row.path), 'utf8');
264
- } catch {
265
- continue; // vanished since the match; leave hit/lines null rather than throw
266
- }
267
- const { excerpt, offset } = computeExcerpt(text, bareTerms);
268
- row.hit = excerpt;
269
- if (row.lines == null) row.lines = featureEnabled(cfg, 'sections') ? lineRangeFor(db, row.path, lineNumberAt(text, offset)) : null;
270
- }
271
- }
272
- return rows;
273
- }
274
- // Scope only (no --where): preset_files for a named preset, JS glob matching for an ad hoc
275
- // include/exclude override. Shared by scopedPaths() and search(), which also needs the
276
- // pre-where set to size the candidate-pool filter.
277
- function rawScope(db, cfg, overrides, allPaths) {
278
- const effective = resolveSearch(cfg, overrides);
279
- const { include, exclude } = effective;
280
- const adHocScope = overrides.include !== undefined || overrides.exclude !== undefined || overrides.noExclude === true;
281
- if (!adHocScope) return new Set(db.prepare('SELECT "path" FROM preset_files WHERE preset = ?').all(effective.presetName).map((r)=>r.path));
282
- const paths = allPaths !== null && allPaths !== void 0 ? allPaths : db.prepare('SELECT "path" FROM frontmatter').all().map((r)=>r.path);
283
- return new Set(paths.filter((p)=>inScope(p, include, exclude)));
284
- }
285
- function narrowByWhere(db, paths, where) {
286
- if (!where) return paths;
287
- const whereRows = db.prepare(`SELECT "path" FROM frontmatter f WHERE (${where})`).all();
288
- const wherePaths = new Set(whereRows.map((r)=>r.path));
289
- return new Set([
290
- ...paths
291
- ].filter((p)=>wherePaths.has(p)));
292
- }
293
- // The scope resolver for non-search commands (path, peek, map): same coverage rule search()
294
- // applies, then narrowed by the resolved `where`.
295
- export function scopedPaths(db, cfg, overrides) {
296
- const effective = resolveSearch(cfg, overrides);
297
- return narrowByWhere(db, rawScope(db, cfg, overrides), effective.where);
298
- }
299
- // Indexing derives from presets, so the derivation stays visible. Read from preset_files, not
300
- // recomputed from globs, so it reflects the cache rather than the config.
301
- export function presetCoverage(db, cfg) {
302
- const embedActive = anyPresetEmbeds(cfg);
303
- return presetNames(cfg).map((name)=>{
304
- const files = db.prepare('SELECT COUNT(*) AS n FROM preset_files WHERE preset = ?').get(name).n;
305
- const embedded = embedActive ? db.prepare('SELECT COUNT(*) AS n FROM preset_files pf WHERE pf.preset = ? AND EXISTS (SELECT 1 FROM embeddings e WHERE e."path" = pf."path" AND e.vector IS NOT NULL)').get(name).n : 0;
306
- return {
307
- name,
308
- files,
309
- embedded,
310
- semantic: presetSemanticEnabled(cfg, name)
311
- };
312
- });
313
- }
314
- const INTERNAL_COLUMNS = new Set([
315
- 'path',
316
- '_mtime',
317
- '_size',
318
- '_rank',
319
- '_parse_error'
320
- ]);
321
- // A result row is capped at SQLITE_MAX_COLUMN (2000, default); two aggregate expressions
322
- // per field keeps a chunk's row safely under that regardless of how many fields the tree has.
323
- const MAP_COLUMN_CHUNK = 300;
324
- function chunk(items, size) {
325
- const out = [];
326
- for(let i = 0; i < items.length; i += size)out.push(items.slice(i, i + size));
327
- return out;
328
- }
329
- // Materializes a path set into a named temp table (same shape as traverse.ts's allowed_nodes)
330
- // so a query can join/filter against it cheaply instead of binding a parameter per path.
331
- function materializeScope(db, table, paths) {
332
- db.exec(`DROP TABLE IF EXISTS ${table}`);
333
- db.exec(`CREATE TEMP TABLE ${table} ("path" TEXT PRIMARY KEY)`);
334
- db.prepare(`INSERT INTO ${table} SELECT DISTINCT value FROM json_each(?1)`).run(JSON.stringify([
335
- ...paths
336
- ]));
337
- }
338
- function setupMapScope(db, paths) {
339
- materializeScope(db, '_map_scope', paths);
340
- }
341
- // What is this scope: fixed-size output regardless of tree size. Coverage and features stay
342
- // global -- they describe the tree, not the current question.
343
- export function mapTree(db, cfg, overrides = {}) {
344
- setupMapScope(db, scopedPaths(db, cfg, overrides));
345
- const scopeWhere = 'WHERE "path" IN (SELECT "path" FROM _map_scope)';
346
- const scopeAnd = 'AND f."path" IN (SELECT "path" FROM _map_scope)';
347
- const docs = db.prepare(`SELECT COUNT(*) AS count, COALESCE(SUM("_size"), 0) AS bytes FROM frontmatter ${scopeWhere}`).get();
348
- const columns = db.prepare('PRAGMA table_info(frontmatter)').all().map((r)=>r.name).filter((name)=>!INTERNAL_COLUMNS.has(name));
349
- // Observed types, not declared: SQLite types per value, so a field can be text in most notes
350
- // and numeric in a few. One aggregate scan per chunk of columns; FILTER matches COUNT's nulls.
351
- const allFields = [];
352
- for (const group of chunk(columns, MAP_COLUMN_CHUNK)){
353
- const exprs = group.map((name, i)=>{
354
- const quoted = `"${name.split('"').join('""')}"`;
355
- return `COUNT(${quoted}) AS n${i}, GROUP_CONCAT(DISTINCT typeof(${quoted})) FILTER (WHERE ${quoted} IS NOT NULL) AS t${i}`;
356
- });
357
- const result = db.prepare(`SELECT ${exprs.join(', ')} FROM frontmatter ${scopeWhere}`).get();
358
- group.forEach((name, i)=>{
359
- var _result_;
360
- return allFields.push({
361
- field: name,
362
- coverage: result[`n${i}`],
363
- type: (_result_ = result[`t${i}`]) !== null && _result_ !== void 0 ? _result_ : ''
364
- });
365
- });
366
- }
367
- allFields.sort((a, b)=>b.coverage - a.coverage);
368
- const fields = allFields.slice(0, 20);
369
- const hubs = featureEnabled(cfg, 'rank') ? db.prepare(`SELECT f."path" AS path, round(f."_rank" * 100, 2) AS rank, content.title FROM frontmatter f JOIN content ON content.path = f."path" WHERE f."_rank" IS NOT NULL ${scopeAnd} ORDER BY f."_rank" DESC LIMIT 8`).all() : [];
370
- const recent = db.prepare(`SELECT "path", datetime("_mtime" / 1000, 'unixepoch') AS modified FROM frontmatter ${scopeWhere} ORDER BY "_mtime" DESC LIMIT 5`).all();
371
- // A fresh clone/copy stamps files with checkout time, not edit history; second granularity
372
- // matches the `recent` table above and is coarse enough to catch that without an exact-ms match.
373
- const topSecond = db.prepare(`SELECT COUNT(*) AS n FROM frontmatter ${scopeWhere} GROUP BY CAST("_mtime" / 1000 AS INTEGER) ORDER BY n DESC LIMIT 1`).get();
374
- const recentCaveat = topSecond && docs.count > 1 && topSecond.n > docs.count / 2 ? `${topSecond.n} of ${docs.count} files share one modified second, so recency likely reflects a checkout or copy, not edit history` : null;
375
- return {
376
- docs,
377
- fields,
378
- fieldsTotal: allFields.length,
379
- features: featureStates(cfg),
380
- presets: presetCoverage(db, cfg),
381
- hubs,
382
- recent,
383
- recentCaveat
384
- };
385
- }
386
- // Note resolution shared by peek and path: an exact path, or a unique basename (case
387
- // insensitive, .md stripped).
388
- export function resolveNote(paths, arg) {
389
- const exact = paths.find((p)=>p === arg);
390
- if (exact) return exact;
391
- const base = posix.basename(arg).replace(/\.md$/i, '').toLowerCase();
392
- const matches = paths.filter((p)=>posix.basename(p).replace(/\.md$/i, '').toLowerCase() === base);
393
- if (matches.length === 1) return matches[0];
394
- if (matches.length > 1) throw new SenseError('NOTE_AMBIGUOUS', `"${arg}" is ambiguous: ${matches.join(', ')}`);
395
- throw new SenseError('NOTE_NOT_FOUND', `no note matches "${arg}"`);
396
- }
397
- const PEEK_LIST_LIMIT = 20;
398
- // peek: everything about one note except its prose -- frontmatter, outline with line
399
- // ranges + token estimates (so the follow-up Read is a range, not the file), links both ways.
400
- export function peek(db, cfg, pathArg, overrides = {}) {
401
- var _row__parse_error, _row__size;
402
- const paths = db.prepare('SELECT "path" FROM frontmatter').all().map((r)=>r.path);
403
- const path = resolveNote(paths, pathArg);
404
- const row = db.prepare('SELECT * FROM frontmatter WHERE "path" = ?').get(path);
405
- const parseError = (_row__parse_error = row._parse_error) !== null && _row__parse_error !== void 0 ? _row__parse_error : null;
406
- const frontmatter = {};
407
- for (const [key, value] of Object.entries(row)){
408
- if (!INTERNAL_COLUMNS.has(key) && value !== null) frontmatter[key] = value;
409
- }
410
- const sectionsTotal = featureEnabled(cfg, 'sections') ? db.prepare('SELECT COUNT(*) AS n FROM sections WHERE "path" = ?').get(path).n : 0;
411
- const sections = featureEnabled(cfg, 'sections') ? db.prepare('SELECT level, heading, start_line, end_line, tokens FROM sections WHERE "path" = ? ORDER BY idx LIMIT ?').all(path, PEEK_LIST_LIMIT) : [];
412
- let outbound = [];
413
- let backlinks = [];
414
- let unresolved = [];
415
- let backlinksTotal = 0;
416
- const _allowed = scopedPaths(db, cfg, overrides);
417
- if (featureEnabled(cfg, 'links')) {
418
- const out = db.prepare('SELECT target, dst FROM links WHERE src = ? ORDER BY target').all(path);
419
- outbound = [
420
- ...new Set(out.filter((l)=>l.dst !== null).map((l)=>l.dst))
421
- ];
422
- unresolved = out.filter((l)=>l.dst === null).map((l)=>l.target);
423
- backlinksTotal = db.prepare('SELECT COUNT(DISTINCT src) AS n FROM links WHERE dst = ?').get(path).n;
424
- backlinks = db.prepare('SELECT DISTINCT src FROM links WHERE dst = ? ORDER BY src LIMIT ?').all(path, PEEK_LIST_LIMIT).map((r)=>r.src);
425
- }
426
- return {
427
- path,
428
- tokens: Math.ceil(((_row__size = row._size) !== null && _row__size !== void 0 ? _row__size : 0) / 4),
429
- frontmatter,
430
- parseError,
431
- sections,
432
- outbound: outbound.slice(0, PEEK_LIST_LIMIT),
433
- backlinks,
434
- unresolved: unresolved.slice(0, PEEK_LIST_LIMIT),
435
- sectionsTotal,
436
- outboundTotal: outbound.length,
437
- backlinksTotal,
438
- unresolvedTotal: unresolved.length,
439
- off: [
440
- 'sections',
441
- 'links'
442
- ].filter((name)=>!featureEnabled(cfg, name))
443
- };
444
- }
445
- // Notes most similar by cosine, excluding self and everything already linked either way.
446
- // Its own command, not a peek section: a full embeddings scan is ~480ms at 26k notes.
447
- export async function relatedNotes(db, cfg, pathArg, overrides, k) {
448
- const paths = db.prepare('SELECT "path" FROM frontmatter').all().map((r)=>r.path);
449
- const path = resolveNote(paths, pathArg);
450
- const outbound = db.prepare('SELECT DISTINCT dst FROM links WHERE src = ? AND dst IS NOT NULL').all(path).map((r)=>r.dst);
451
- const backlinks = db.prepare('SELECT DISTINCT src FROM links WHERE dst = ?').all(path).map((r)=>r.src);
452
- const exclude = new Set([
453
- path,
454
- ...outbound,
455
- ...backlinks
456
- ]);
457
- // Vectors are the only signal `related` has, so every way of not having them is an error
458
- // naming the cause. An empty table then means one thing: nothing near in meaning that this
459
- // note does not already link to, which is a real answer.
460
- const effective = resolveSearch(cfg, overrides);
461
- if (!embedEnabled(cfg)) {
462
- throw new SenseError('EMBED_DISABLED', 'related ranks notes by meaning, and this tree has no embedding model; add an "embed" block naming one to sense.config.json, then run `sense download` (search works without it, on words and links)');
463
- }
464
- // search gates on the same flag (see wantsVectors above); reading it here too keeps
465
- // `semantic: false` meaning one thing. Without this, an overlapping semantic-on preset's
466
- // vectors would answer for a scope that declined them.
467
- if (!effective.semantic) {
468
- throw new SenseError('PRESET_NOT_SEMANTIC', `preset "${effective.presetName}" sets "semantic": false, so this scope has no vectors and related has no other signal; search it instead (words and links), or set semantic back on for that preset`);
469
- }
470
- if (!modelPresent(cfg)) {
471
- throw new SenseError('EMBED_MODEL_MISSING', 'related ranks notes by meaning, so it needs the embedding model, which is not downloaded; run `sense download` (search still works without it, on words and links)');
472
- }
473
- const allowed = scopedPaths(db, cfg, overrides);
474
- // Top up pending rows before the seed check, or a fresh index reports every note as
475
- // having no indexed text until some search has run.
476
- await embedPending(db, cfg, cfg.baseDir);
477
- if (!hasEmbedding(db, path)) {
478
- throw new SenseError('NOTE_NOT_EMBEDDED', `${path} has no indexed text to compare -- a note that is frontmatter only, or empty, has nothing to rank by meaning`);
479
- }
480
- if (!scopeHasEmbeddings(db, cfg, allowed)) return [];
481
- return similarNotes(db, cfg, path, {
482
- exclude,
483
- allowed,
484
- k
485
- });
486
- }
@@ -1 +0,0 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/commands.ts"],"sourcesContent":["import { readFileSync } from 'node:fs';\nimport { join, matchesGlob } from 'node:path';\nimport posix from 'node:path/posix';\nimport type { DatabaseSync } from 'node:sqlite';\nimport type { FeatureName, ResolvedConfig, SearchOverrides } from './config.ts';\nimport { anyPresetEmbeds, contentTokenize, embedEnabled, featureEnabled, featureStates, presetNames, presetSemanticEnabled, resolveSearch } from './config.ts';\nimport { SenseError } from './errors.ts';\nimport { embedPending, hasEmbedding, modelPresent, semanticCandidates, similarNotes } from './features/embed.ts';\nimport { linkEdges } from './features/index.ts';\nimport { personalizedRank } from './graph.ts';\nimport type { Row } from './output.ts';\nimport { searchError } from './search-error.ts';\nimport { segmentMatch } from './segment.ts';\n\n// The three commands: mapTree (orient), search (locate), peek (structure).\n// Each returns data; cli.ts renders. All of them degrade when a feature is off.\n\n// Mirrors the main columns onto the sidecars, so a title match found through title_seg ranks\n// like a title match found through title, not like a body match.\nconst WEIGHTED_BM25 = 'bm25(content, 10.0, 5.0, 1.0, 0, 10.0, 5.0, 1.0)';\nconst RRF_K = 60;\n\n// snippet() re-tokenizes each candidate doc, superlinearly: ~10s for one 1MB doc\n// (BENCHMARKING.md). Past this bound, rows get the linear JS excerpt instead.\nconst SNIPPET_BOUND = 16_384;\nconst EXCERPT_WINDOW = 160;\n\n// Bare terms from an FTS5 query string: strips operators/quoting so the oversized-doc excerpt\n// scan matches the same words the query matched on, not FTS5 syntax.\nfunction extractBareTerms(query: string): string[] {\n const cleaned = query\n .replace(/\"/g, ' ')\n .replace(/[()*]/g, ' ')\n .replace(/\\b(AND|OR|NOT|NEAR)\\b(\\/\\d+)?/gi, ' ');\n return cleaned\n .split(/\\s+/)\n .map((tok) => tok.replace(/^[A-Za-z_]\\w*:/, '')) // column filter, e.g. title:term\n .map((tok) => tok.toLowerCase().trim())\n .filter((tok) => tok.length > 0);\n}\n\nfunction findOccurrences(haystackLower: string, terms: string[]): Array<{ start: number; end: number; term: string }> {\n const occ: Array<{ start: number; end: number; term: string }> = [];\n for (const term of terms) {\n let idx = 0;\n for (;;) {\n const found = haystackLower.indexOf(term, idx);\n if (found === -1) break;\n occ.push({ start: found, end: found + term.length, term });\n idx = found + term.length;\n }\n }\n // Longest span first at equal start, so \"tests\" beats its substring \"test\" and the\n // whole word gets highlighted; the emit loop then absorbs the shorter overlap.\n return occ.sort((a, b) => a.start - b.start || b.end - a.end);\n}\n\n// Slides a window over the sorted occurrences, same semantics as FTS5's own best-window\n// pick: most distinct terms, ties broken by most total hits.\nfunction bestWindowStart(occ: Array<{ start: number; end: number; term: string }>, windowSize: number): number {\n let best = occ[0].start;\n let bestDistinct = 0;\n let bestCount = 0;\n for (let i = 0; i < occ.length; i++) {\n const winEnd = occ[i].start + windowSize;\n const seen = new Set<string>();\n let count = 0;\n for (let j = i; j < occ.length && occ[j].start < winEnd; j++) {\n seen.add(occ[j].term);\n count++;\n }\n if (seen.size > bestDistinct || (seen.size === bestDistinct && count > bestCount)) {\n best = occ[i].start;\n bestDistinct = seen.size;\n bestCount = count;\n }\n }\n return best;\n}\n\n// snippet()-shaped excerpt: matched terms wrapped in «», … at cut edges. Linear in doc\n// length, only run for rows actually returned (<= k), unlike snippet()'s per-row cost.\nfunction computeExcerpt(text: string, terms: string[]): { excerpt: string; offset: number } {\n const occ = findOccurrences(text.toLowerCase(), terms);\n if (occ.length === 0) {\n // This is a raw substring scan, not porter-stemmed: a doc matched only through a\n // stemmed variant (query \"negotiate\" vs doc \"negotiating\") finds no occurrence here.\n // Fall back to the doc's start, unmarked, rather than claim a match that isn't there.\n const end = Math.min(text.length, EXCERPT_WINDOW);\n return { excerpt: `${text.slice(0, end).replace(/\\s+/g, ' ').trim()}${end < text.length ? '…' : ''}`, offset: 0 };\n }\n const start = bestWindowStart(occ, EXCERPT_WINDOW);\n const end = Math.min(text.length, start + EXCERPT_WINDOW);\n let out = '';\n let cursor = start;\n for (const o of occ) {\n if (o.start < start || o.end > end) continue;\n // Occurrences of duplicate or substring-overlapping terms (\"test tests\") can overlap;\n // emitting each would duplicate document text. Keep the first, absorb the rest.\n if (o.start < cursor) continue;\n out += `${text.slice(cursor, o.start)}«${text.slice(o.start, o.end)}»`;\n cursor = o.end;\n }\n out += text.slice(cursor, end);\n const prefix = start > 0 ? '…' : '';\n const suffix = end < text.length ? '…' : '';\n return { excerpt: `${prefix}${out.replace(/\\s+/g, ' ')}${suffix}`, offset: start };\n}\n\nfunction lineNumberAt(text: string, offset: number): number {\n let line = 1;\n for (let i = 0; i < offset; i++) if (text.charCodeAt(i) === 10) line++;\n return line;\n}\n\nfunction lineRangeFor(db: DatabaseSync, path: string, line: number): string | null {\n const row = db.prepare('SELECT start_line, end_line FROM sections WHERE \"path\" = ? AND start_line <= ? AND end_line >= ? ORDER BY start_line DESC LIMIT 1').get(path, line, line) as { start_line: number; end_line: number } | undefined;\n return row ? `L${row.start_line}-${row.end_line}` : null;\n}\n\nexport interface SearchOptions {\n k?: number;\n where?: string; // SQL fragment against frontmatter alias `f`, e.g. \"f.status = 'active'\"\n preset?: string; // named preset; unknown name throws listing declared presets, undefined -> \"default\"\n include?: string[]; // ad hoc scope override (repeatable --include); independent of exclude\n exclude?: string[]; // ad hoc scope override (repeatable --exclude); independent of include\n noExclude?: boolean; // --no-exclude: drop the preset's exclude for this command\n}\n\n// node:path's matchesGlob is experimental (stable behind an unstable-API flag) as of the\n// engines floor (Node >=22.20); scope filtering only ever needs single-pattern matching, so\n// it's used here in JS rather than running a directory walk in the query path.\nfunction inScope(path: string, include: string[], exclude?: string[]): boolean {\n if (!include.some((g) => matchesGlob(path, g))) return false;\n if (exclude?.some((g) => matchesGlob(path, g))) return false;\n return true;\n}\n\nfunction scopeHasEmbeddings(db: DatabaseSync, cfg: ResolvedConfig, scopedPaths: Set<string>): boolean {\n if (!anyPresetEmbeds(cfg)) return false; // the embeddings table doesn't exist at all in this case\n const rows = db.prepare('SELECT DISTINCT \"path\" FROM embeddings').all() as Array<{ path: string }>;\n return rows.some((r) => scopedPaths.has(r.path));\n}\n\n// BM25 + link expansion + vectors, fused by reciprocal rank; `via` names the signal per row.\n// `opts` arrives already resolved (config.ts:resolveSearch).\nexport async function search(db: DatabaseSync, cfg: ResolvedConfig, terms: string, opts: SearchOptions = {}): Promise<Row[]> {\n const effective = resolveSearch(cfg, opts);\n const { k } = effective;\n\n const allPaths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n const scopePaths = rawScope(db, cfg, opts, allPaths);\n const scopeActive = scopePaths.size < allPaths.length;\n // The set every candidate pool must be filtered to before truncation: scope narrowed by\n // --where, the same composition scopedPaths() gives the other commands. Runs the same where\n // fragment matchSql does, so a bad column gets the same attributed error either way.\n let allowedPaths: Set<string>;\n try {\n allowedPaths = narrowByWhere(db, scopePaths, effective.where);\n } catch (err) {\n throw searchError(err as Error, terms, effective.where);\n }\n const fetch = Math.max(k * 3, 30);\n\n // Asking for vectors without a model is a misconfiguration, not a mode: degrading would make\n // the same search answer differently before and after a download. semantic:false never asks.\n const wantsVectors = effective.semantic && anyPresetEmbeds(cfg);\n if (wantsVectors && !modelPresent(cfg)) {\n throw new SenseError('EMBED_MODEL_MISSING', `preset \"${effective.presetName}\" searches with vectors, but the embedding model is not available; run \\`sense download\\`, or set \"semantic\": false on that preset to search on words and links`);\n }\n const semanticEnabled = wantsVectors && scopeHasEmbeddings(db, cfg, allowedPaths);\n\n // Terms pass to MATCH as written, with one transform: a run of text whose language marks no\n // word boundaries becomes a quoted grapheme phrase (and a title:/summary:/text: qualifier\n // ahead of it retargets its _seg column), matching how it was indexed. Text that already\n // carries boundaries comes through untouched, so this is a no-op for the languages that\n // never needed it. Gated on the same predicate that decided whether the sidecars were\n // populated (contentTokenize(cfg) === undefined), so index and query can't disagree. Invalid\n // syntax still errors rather than being rewritten.\n // --where\n // applies inside the candidate query (a post-filter would drop matches ranked past the pool)\n // and again on the final select, for link-derived rows.\n const scope = effective.where;\n const whereJoin = scope ? `JOIN frontmatter f ON f.\"path\" = content.path` : '';\n const whereCond = scope ? `AND (${scope})` : '';\n // A scope narrower than the whole index must filter the candidate pool before LIMIT, not\n // after -- otherwise scoped notes ranking below the global top-`fetch` never reach the\n // filter. A join against a temp table, not a bound parameter list: real scopes run to\n // thousands of paths, past SQLITE_MAX_VARIABLE_NUMBER on older builds.\n if (scopeActive) materializeScope(db, '_search_scope', scopePaths);\n const scopeCond = scopeActive ? `AND content.path IN (SELECT \"path\" FROM _search_scope)` : '';\n // Docs past SNIPPET_BOUND skip snippet() entirely -- SQLite\n // short-circuits the untaken CASE branch, so it's never invoked on them.\n // Column 2 (text), not -1 (best column): -1 could surface a _seg sidecar as the excerpt,\n // which is machine-spaced and not what the author wrote. A row that matches only in a\n // sidecar gets an unhighlighted text excerpt below instead -- a stated cost.\n const matchSql = `SELECT content.path AS path, CASE WHEN length(content.text) <= ${SNIPPET_BOUND} THEN snippet(content, 2, '«', '»', '…', 10) ELSE NULL END AS hit FROM content ${whereJoin} WHERE content MATCH ? ${whereCond} ${scopeCond} ORDER BY ${WEIGHTED_BM25} LIMIT ${fetch}`;\n const query = contentTokenize(cfg) === undefined ? segmentMatch(terms) : terms;\n let matchRows: Array<{ path: string; hit: string | null }>;\n try {\n matchRows = db.prepare(matchSql).all(query) as Array<{ path: string; hit: string | null }>;\n } catch (err) {\n throw searchError(err as Error, terms, scope);\n }\n\n const hits = new Map(matchRows.map((r) => [r.path, r.hit]));\n // hit === null here means the bound suppressed snippet(), not \"no match\" -- distinguish\n // from via='link' rows (never in matchRows, so absent from this set) below.\n const oversized = new Set(matchRows.filter((r) => r.hit === null).map((r) => r.path));\n const candidates = new Map<string, { score: number; via: string }>();\n matchRows.forEach((r, i) => {\n candidates.set(r.path, { score: 1 / (RRF_K + i), via: 'match' });\n });\n\n const edges = featureEnabled(cfg, 'links') && matchRows.length > 0 ? linkEdges(db) : [];\n if (edges.length > 0) {\n // Gates the label only, not the score: restart mass ranks every seed without an incident\n // edge, but dropping it from the score reweights fusion (FEVER hit@10 0.997 -> 0.907).\n const linked = new Set(edges.flat());\n const seeds = new Map(matchRows.map((r, i) => [r.path, 1 / (i + 1)]));\n const ranked = [...personalizedRank(allPaths, edges, seeds)]\n .filter(([path, score]) => score > 1e-9 && allowedPaths.has(path))\n .sort((a, b) => b[1] - a[1])\n .slice(0, fetch);\n ranked.forEach(([path], i) => {\n const existing = candidates.get(path);\n if (existing) {\n existing.score += 1 / (RRF_K + i);\n if (linked.has(path)) existing.via = 'match+link';\n } else {\n candidates.set(path, { score: 1 / (RRF_K + i), via: 'link' });\n }\n });\n }\n\n // Vector expansion, invoked only: a third RRF list at the swept flat-region constants\n // (weight 1, pool = fetch). Each row carries its best chunk's line range.\n const chunkLines = new Map<string, string>();\n const chunkSimilarity = new Map<string, number>();\n if (semanticEnabled) {\n const vec = await semanticCandidates(db, cfg, terms, fetch, allowedPaths);\n vec.forEach(({ path, lines, similarity }, i) => {\n chunkLines.set(path, lines);\n chunkSimilarity.set(path, similarity);\n const existing = candidates.get(path);\n if (existing) {\n existing.score += 1 / (RRF_K + i);\n existing.via = `${existing.via}+vector`;\n } else {\n candidates.set(path, { score: 1 / (RRF_K + i), via: 'vector' });\n }\n });\n }\n\n db.exec('DROP TABLE IF EXISTS _search');\n db.exec('CREATE TEMP TABLE _search (\"path\" TEXT PRIMARY KEY, score REAL, via TEXT, hit TEXT, lines TEXT, similarity REAL)');\n const insert = db.prepare('INSERT INTO _search (\"path\", score, via, hit, lines, similarity) VALUES (?, ?, ?, ?, ?, ?)');\n for (const [path, c] of candidates) insert.run(path, c.score, c.via, hits.get(path) ?? null, chunkLines.get(path) ?? null, chunkSimilarity.get(path) ?? null);\n\n // All three candidate paths (match, link, vector) already filtered to scope+where before\n // reaching _search; this reapplies --where anyway since the join to frontmatter is already\n // needed for the path column.\n const where = scope ? `WHERE (${scope})` : '';\n // lines is always present now: semantic rows carry their chunk's range, oversized-doc\n // lexical rows gain one below, everything else stays null. similarity stays semantic-only.\n const similarityCol = semanticEnabled ? ', _search.similarity' : '';\n const rows = db\n .prepare(\n `SELECT f.\"path\" AS path, content.title, content.summary, _search.hit, _search.via, round(_search.score, 4) AS score, _search.lines${similarityCol}\n FROM _search JOIN frontmatter f ON f.\"path\" = _search.\"path\" JOIN content ON content.path = _search.\"path\"\n ${where} ORDER BY _search.score DESC LIMIT ?`\n )\n .all(k) as Row[];\n\n if (oversized.size > 0) {\n const bareTerms = extractBareTerms(terms);\n for (const row of rows) {\n if (row.hit !== null || !oversized.has(row.path as string)) continue;\n let text: string;\n try {\n text = readFileSync(join(cfg.baseDir, row.path as string), 'utf8');\n } catch {\n continue; // vanished since the match; leave hit/lines null rather than throw\n }\n const { excerpt, offset } = computeExcerpt(text, bareTerms);\n row.hit = excerpt;\n if (row.lines == null) row.lines = featureEnabled(cfg, 'sections') ? lineRangeFor(db, row.path as string, lineNumberAt(text, offset)) : null;\n }\n }\n\n return rows;\n}\n\n// Scope only (no --where): preset_files for a named preset, JS glob matching for an ad hoc\n// include/exclude override. Shared by scopedPaths() and search(), which also needs the\n// pre-where set to size the candidate-pool filter.\nfunction rawScope(db: DatabaseSync, cfg: ResolvedConfig, overrides: SearchOverrides, allPaths?: string[]): Set<string> {\n const effective = resolveSearch(cfg, overrides);\n const { include, exclude } = effective;\n const adHocScope = overrides.include !== undefined || overrides.exclude !== undefined || overrides.noExclude === true;\n if (!adHocScope) return new Set((db.prepare('SELECT \"path\" FROM preset_files WHERE preset = ?').all(effective.presetName) as Array<{ path: string }>).map((r) => r.path));\n const paths = allPaths ?? (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n return new Set(paths.filter((p) => inScope(p, include, exclude)));\n}\n\nfunction narrowByWhere(db: DatabaseSync, paths: Set<string>, where: string | undefined): Set<string> {\n if (!where) return paths;\n const whereRows = db.prepare(`SELECT \"path\" FROM frontmatter f WHERE (${where})`).all() as Array<{ path: string }>;\n const wherePaths = new Set(whereRows.map((r) => r.path));\n return new Set([...paths].filter((p) => wherePaths.has(p)));\n}\n\n// The scope resolver for non-search commands (path, peek, map): same coverage rule search()\n// applies, then narrowed by the resolved `where`.\nexport function scopedPaths(db: DatabaseSync, cfg: ResolvedConfig, overrides: SearchOverrides): Set<string> {\n const effective = resolveSearch(cfg, overrides);\n return narrowByWhere(db, rawScope(db, cfg, overrides), effective.where);\n}\n\nexport interface PresetCoverage {\n name: string;\n files: number;\n embedded: number;\n // Reported so 0 embedded reads as \"this scope declined vectors\" rather than \"not yet built\".\n semantic: boolean;\n}\n\n// Indexing derives from presets, so the derivation stays visible. Read from preset_files, not\n// recomputed from globs, so it reflects the cache rather than the config.\nexport function presetCoverage(db: DatabaseSync, cfg: ResolvedConfig): PresetCoverage[] {\n const embedActive = anyPresetEmbeds(cfg);\n return presetNames(cfg).map((name) => {\n const files = (db.prepare('SELECT COUNT(*) AS n FROM preset_files WHERE preset = ?').get(name) as { n: number }).n;\n const embedded = embedActive ? (db.prepare('SELECT COUNT(*) AS n FROM preset_files pf WHERE pf.preset = ? AND EXISTS (SELECT 1 FROM embeddings e WHERE e.\"path\" = pf.\"path\" AND e.vector IS NOT NULL)').get(name) as { n: number }).n : 0;\n return { name, files, embedded, semantic: presetSemanticEnabled(cfg, name) };\n });\n}\n\nexport interface TreeMap {\n docs: { count: number; bytes: number };\n fields: Row[]; // top 20 by coverage; fieldsTotal carries the real count\n fieldsTotal: number;\n features: { on: FeatureName[]; off: FeatureName[] };\n presets: PresetCoverage[];\n hubs: Row[];\n recent: Row[];\n recentCaveat: string | null;\n}\n\nconst INTERNAL_COLUMNS = new Set(['path', '_mtime', '_size', '_rank', '_parse_error']);\n\n// A result row is capped at SQLITE_MAX_COLUMN (2000, default); two aggregate expressions\n// per field keeps a chunk's row safely under that regardless of how many fields the tree has.\nconst MAP_COLUMN_CHUNK = 300;\n\nfunction chunk<T>(items: T[], size: number): T[][] {\n const out: T[][] = [];\n for (let i = 0; i < items.length; i += size) out.push(items.slice(i, i + size));\n return out;\n}\n\n// Materializes a path set into a named temp table (same shape as traverse.ts's allowed_nodes)\n// so a query can join/filter against it cheaply instead of binding a parameter per path.\nfunction materializeScope(db: DatabaseSync, table: string, paths: Set<string>): void {\n db.exec(`DROP TABLE IF EXISTS ${table}`);\n db.exec(`CREATE TEMP TABLE ${table} (\"path\" TEXT PRIMARY KEY)`);\n db.prepare(`INSERT INTO ${table} SELECT DISTINCT value FROM json_each(?1)`).run(JSON.stringify([...paths]));\n}\n\nfunction setupMapScope(db: DatabaseSync, paths: Set<string>): void {\n materializeScope(db, '_map_scope', paths);\n}\n\n// What is this scope: fixed-size output regardless of tree size. Coverage and features stay\n// global -- they describe the tree, not the current question.\nexport function mapTree(db: DatabaseSync, cfg: ResolvedConfig, overrides: SearchOverrides = {}): TreeMap {\n setupMapScope(db, scopedPaths(db, cfg, overrides));\n const scopeWhere = 'WHERE \"path\" IN (SELECT \"path\" FROM _map_scope)';\n const scopeAnd = 'AND f.\"path\" IN (SELECT \"path\" FROM _map_scope)';\n\n const docs = db.prepare(`SELECT COUNT(*) AS count, COALESCE(SUM(\"_size\"), 0) AS bytes FROM frontmatter ${scopeWhere}`).get() as { count: number; bytes: number };\n\n const columns = (db.prepare('PRAGMA table_info(frontmatter)').all() as Array<{ name: string }>).map((r) => r.name).filter((name) => !INTERNAL_COLUMNS.has(name));\n // Observed types, not declared: SQLite types per value, so a field can be text in most notes\n // and numeric in a few. One aggregate scan per chunk of columns; FILTER matches COUNT's nulls.\n const allFields: Row[] = [];\n for (const group of chunk(columns, MAP_COLUMN_CHUNK)) {\n const exprs = group.map((name, i) => {\n const quoted = `\"${name.split('\"').join('\"\"')}\"`;\n return `COUNT(${quoted}) AS n${i}, GROUP_CONCAT(DISTINCT typeof(${quoted})) FILTER (WHERE ${quoted} IS NOT NULL) AS t${i}`;\n });\n const result = db.prepare(`SELECT ${exprs.join(', ')} FROM frontmatter ${scopeWhere}`).get() as Record<string, number | string | null>;\n group.forEach((name, i) => allFields.push({ field: name, coverage: result[`n${i}`] as number, type: (result[`t${i}`] as string) ?? '' }));\n }\n allFields.sort((a, b) => (b.coverage as number) - (a.coverage as number));\n const fields = allFields.slice(0, 20);\n\n const hubs = featureEnabled(cfg, 'rank') ? (db.prepare(`SELECT f.\"path\" AS path, round(f.\"_rank\" * 100, 2) AS rank, content.title FROM frontmatter f JOIN content ON content.path = f.\"path\" WHERE f.\"_rank\" IS NOT NULL ${scopeAnd} ORDER BY f.\"_rank\" DESC LIMIT 8`).all() as Row[]) : [];\n\n const recent = db.prepare(`SELECT \"path\", datetime(\"_mtime\" / 1000, 'unixepoch') AS modified FROM frontmatter ${scopeWhere} ORDER BY \"_mtime\" DESC LIMIT 5`).all() as Row[];\n\n // A fresh clone/copy stamps files with checkout time, not edit history; second granularity\n // matches the `recent` table above and is coarse enough to catch that without an exact-ms match.\n const topSecond = db.prepare(`SELECT COUNT(*) AS n FROM frontmatter ${scopeWhere} GROUP BY CAST(\"_mtime\" / 1000 AS INTEGER) ORDER BY n DESC LIMIT 1`).get() as { n: number } | undefined;\n const recentCaveat = topSecond && docs.count > 1 && topSecond.n > docs.count / 2 ? `${topSecond.n} of ${docs.count} files share one modified second, so recency likely reflects a checkout or copy, not edit history` : null;\n\n return { docs, fields, fieldsTotal: allFields.length, features: featureStates(cfg), presets: presetCoverage(db, cfg), hubs, recent, recentCaveat };\n}\n\n// Note resolution shared by peek and path: an exact path, or a unique basename (case\n// insensitive, .md stripped).\nexport function resolveNote(paths: string[], arg: string): string {\n const exact = paths.find((p) => p === arg);\n if (exact) return exact;\n const base = posix.basename(arg).replace(/\\.md$/i, '').toLowerCase();\n const matches = paths.filter((p) => posix.basename(p).replace(/\\.md$/i, '').toLowerCase() === base);\n if (matches.length === 1) return matches[0];\n if (matches.length > 1) throw new SenseError('NOTE_AMBIGUOUS', `\"${arg}\" is ambiguous: ${matches.join(', ')}`);\n throw new SenseError('NOTE_NOT_FOUND', `no note matches \"${arg}\"`);\n}\n\nexport interface Peek {\n path: string;\n tokens: number;\n frontmatter: Row;\n // Set when the note's frontmatter was refused, so an empty frontmatter block reads as \"did\n // not parse\" rather than \"has none\". Same reason `_parse_error` sits in the row.\n parseError: string | null;\n sections: Row[];\n outbound: string[];\n backlinks: string[];\n unresolved: string[];\n // Totals before truncation: a hub can have thousands of backlinks (or a note thousands of\n // headings), and peek's whole point is bounded output. Query the sections/links tables\n // directly for the full list.\n sectionsTotal: number;\n outboundTotal: number;\n backlinksTotal: number;\n unresolvedTotal: number;\n // Bounded k-hop expansion beyond the immediate ring already shown by outbound/backlinks\n // (depth starts at 2).\n off: FeatureName[]; // disabled features whose blocks are omitted (not empty)\n}\n\nconst PEEK_LIST_LIMIT = 20;\n\n// peek: everything about one note except its prose -- frontmatter, outline with line\n// ranges + token estimates (so the follow-up Read is a range, not the file), links both ways.\nexport function peek(db: DatabaseSync, cfg: ResolvedConfig, pathArg: string, overrides: SearchOverrides = {}): Peek {\n const paths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n const path = resolveNote(paths, pathArg);\n\n const row = db.prepare('SELECT * FROM frontmatter WHERE \"path\" = ?').get(path) as Row;\n const parseError = (row._parse_error as string | null) ?? null;\n const frontmatter: Row = {};\n for (const [key, value] of Object.entries(row)) {\n if (!INTERNAL_COLUMNS.has(key) && value !== null) frontmatter[key] = value;\n }\n\n const sectionsTotal = featureEnabled(cfg, 'sections') ? (db.prepare('SELECT COUNT(*) AS n FROM sections WHERE \"path\" = ?').get(path) as { n: number }).n : 0;\n const sections = featureEnabled(cfg, 'sections') ? (db.prepare('SELECT level, heading, start_line, end_line, tokens FROM sections WHERE \"path\" = ? ORDER BY idx LIMIT ?').all(path, PEEK_LIST_LIMIT) as Row[]) : [];\n\n let outbound: string[] = [];\n let backlinks: string[] = [];\n let unresolved: string[] = [];\n let backlinksTotal = 0;\n const _allowed = scopedPaths(db, cfg, overrides);\n if (featureEnabled(cfg, 'links')) {\n const out = db.prepare('SELECT target, dst FROM links WHERE src = ? ORDER BY target').all(path) as Array<{ target: string; dst: string | null }>;\n outbound = [...new Set(out.filter((l) => l.dst !== null).map((l) => l.dst as string))];\n unresolved = out.filter((l) => l.dst === null).map((l) => l.target);\n backlinksTotal = (db.prepare('SELECT COUNT(DISTINCT src) AS n FROM links WHERE dst = ?').get(path) as { n: number }).n;\n backlinks = (db.prepare('SELECT DISTINCT src FROM links WHERE dst = ? ORDER BY src LIMIT ?').all(path, PEEK_LIST_LIMIT) as Array<{ src: string }>).map((r) => r.src);\n }\n\n return {\n path,\n tokens: Math.ceil(((row._size as number) ?? 0) / 4),\n frontmatter,\n parseError,\n sections,\n outbound: outbound.slice(0, PEEK_LIST_LIMIT),\n backlinks,\n unresolved: unresolved.slice(0, PEEK_LIST_LIMIT),\n sectionsTotal,\n outboundTotal: outbound.length,\n backlinksTotal,\n unresolvedTotal: unresolved.length,\n off: (['sections', 'links'] as FeatureName[]).filter((name) => !featureEnabled(cfg, name)),\n };\n}\n\n// Notes most similar by cosine, excluding self and everything already linked either way.\n// Its own command, not a peek section: a full embeddings scan is ~480ms at 26k notes.\nexport async function relatedNotes(db: DatabaseSync, cfg: ResolvedConfig, pathArg: string, overrides: SearchOverrides, k: number): Promise<Array<{ path: string; similarity: number }>> {\n const paths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n const path = resolveNote(paths, pathArg);\n\n const outbound = (db.prepare('SELECT DISTINCT dst FROM links WHERE src = ? AND dst IS NOT NULL').all(path) as Array<{ dst: string }>).map((r) => r.dst);\n const backlinks = (db.prepare('SELECT DISTINCT src FROM links WHERE dst = ?').all(path) as Array<{ src: string }>).map((r) => r.src);\n const exclude = new Set([path, ...outbound, ...backlinks]);\n\n // Vectors are the only signal `related` has, so every way of not having them is an error\n // naming the cause. An empty table then means one thing: nothing near in meaning that this\n // note does not already link to, which is a real answer.\n const effective = resolveSearch(cfg, overrides);\n if (!embedEnabled(cfg)) {\n throw new SenseError('EMBED_DISABLED', 'related ranks notes by meaning, and this tree has no embedding model; add an \"embed\" block naming one to sense.config.json, then run `sense download` (search works without it, on words and links)');\n }\n // search gates on the same flag (see wantsVectors above); reading it here too keeps\n // `semantic: false` meaning one thing. Without this, an overlapping semantic-on preset's\n // vectors would answer for a scope that declined them.\n if (!effective.semantic) {\n throw new SenseError('PRESET_NOT_SEMANTIC', `preset \"${effective.presetName}\" sets \"semantic\": false, so this scope has no vectors and related has no other signal; search it instead (words and links), or set semantic back on for that preset`);\n }\n if (!modelPresent(cfg)) {\n throw new SenseError('EMBED_MODEL_MISSING', 'related ranks notes by meaning, so it needs the embedding model, which is not downloaded; run `sense download` (search still works without it, on words and links)');\n }\n const allowed = scopedPaths(db, cfg, overrides);\n // Top up pending rows before the seed check, or a fresh index reports every note as\n // having no indexed text until some search has run.\n await embedPending(db, cfg, cfg.baseDir);\n if (!hasEmbedding(db, path)) {\n throw new SenseError('NOTE_NOT_EMBEDDED', `${path} has no indexed text to compare -- a note that is frontmatter only, or empty, has nothing to rank by meaning`);\n }\n if (!scopeHasEmbeddings(db, cfg, allowed)) return [];\n return similarNotes(db, cfg, path, { exclude, allowed, k });\n}\n"],"names":["readFileSync","join","matchesGlob","posix","anyPresetEmbeds","contentTokenize","embedEnabled","featureEnabled","featureStates","presetNames","presetSemanticEnabled","resolveSearch","SenseError","embedPending","hasEmbedding","modelPresent","semanticCandidates","similarNotes","linkEdges","personalizedRank","searchError","segmentMatch","WEIGHTED_BM25","RRF_K","SNIPPET_BOUND","EXCERPT_WINDOW","extractBareTerms","query","cleaned","replace","split","map","tok","toLowerCase","trim","filter","length","findOccurrences","haystackLower","terms","occ","term","idx","found","indexOf","push","start","end","sort","a","b","bestWindowStart","windowSize","best","bestDistinct","bestCount","i","winEnd","seen","Set","count","j","add","size","computeExcerpt","text","Math","min","excerpt","slice","offset","out","cursor","o","prefix","suffix","lineNumberAt","line","charCodeAt","lineRangeFor","db","path","row","prepare","get","start_line","end_line","inScope","include","exclude","some","g","scopeHasEmbeddings","cfg","scopedPaths","rows","all","r","has","search","opts","hits","chunkLines","chunkSimilarity","effective","k","allPaths","scopePaths","rawScope","scopeActive","allowedPaths","narrowByWhere","where","err","fetch","max","wantsVectors","semantic","presetName","semanticEnabled","scope","whereJoin","whereCond","materializeScope","scopeCond","matchSql","undefined","matchRows","Map","hit","oversized","candidates","forEach","set","score","via","edges","linked","flat","seeds","ranked","existing","vec","lines","similarity","exec","insert","c","run","similarityCol","bareTerms","baseDir","overrides","adHocScope","noExclude","paths","p","whereRows","wherePaths","presetCoverage","embedActive","name","files","n","embedded","INTERNAL_COLUMNS","MAP_COLUMN_CHUNK","chunk","items","table","JSON","stringify","setupMapScope","mapTree","scopeWhere","scopeAnd","docs","columns","allFields","group","exprs","quoted","result","field","coverage","type","fields","hubs","recent","topSecond","recentCaveat","fieldsTotal","features","presets","resolveNote","arg","exact","find","base","basename","matches","PEEK_LIST_LIMIT","peek","pathArg","parseError","_parse_error","frontmatter","key","value","Object","entries","sectionsTotal","sections","outbound","backlinks","unresolved","backlinksTotal","_allowed","l","dst","target","src","tokens","ceil","_size","outboundTotal","unresolvedTotal","off","relatedNotes","allowed"],"mappings":"AAAA,SAASA,YAAY,QAAQ,UAAU;AACvC,SAASC,IAAI,EAAEC,WAAW,QAAQ,YAAY;AAC9C,OAAOC,WAAW,kBAAkB;AAGpC,SAASC,eAAe,EAAEC,eAAe,EAAEC,YAAY,EAAEC,cAAc,EAAEC,aAAa,EAAEC,WAAW,EAAEC,qBAAqB,EAAEC,aAAa,QAAQ,cAAc;AAC/J,SAASC,UAAU,QAAQ,cAAc;AACzC,SAASC,YAAY,EAAEC,YAAY,EAAEC,YAAY,EAAEC,kBAAkB,EAAEC,YAAY,QAAQ,sBAAsB;AACjH,SAASC,SAAS,QAAQ,sBAAsB;AAChD,SAASC,gBAAgB,QAAQ,aAAa;AAE9C,SAASC,WAAW,QAAQ,oBAAoB;AAChD,SAASC,YAAY,QAAQ,eAAe;AAE5C,2EAA2E;AAC3E,gFAAgF;AAEhF,6FAA6F;AAC7F,iEAAiE;AACjE,MAAMC,gBAAgB;AACtB,MAAMC,QAAQ;AAEd,iFAAiF;AACjF,8EAA8E;AAC9E,MAAMC,gBAAgB;AACtB,MAAMC,iBAAiB;AAEvB,8FAA8F;AAC9F,qEAAqE;AACrE,SAASC,iBAAiBC,KAAa;IACrC,MAAMC,UAAUD,MACbE,OAAO,CAAC,MAAM,KACdA,OAAO,CAAC,UAAU,KAClBA,OAAO,CAAC,mCAAmC;IAC9C,OAAOD,QACJE,KAAK,CAAC,OACNC,GAAG,CAAC,CAACC,MAAQA,IAAIH,OAAO,CAAC,kBAAkB,KAAK,iCAAiC;KACjFE,GAAG,CAAC,CAACC,MAAQA,IAAIC,WAAW,GAAGC,IAAI,IACnCC,MAAM,CAAC,CAACH,MAAQA,IAAII,MAAM,GAAG;AAClC;AAEA,SAASC,gBAAgBC,aAAqB,EAAEC,KAAe;IAC7D,MAAMC,MAA2D,EAAE;IACnE,KAAK,MAAMC,QAAQF,MAAO;QACxB,IAAIG,MAAM;QACV,OAAS;YACP,MAAMC,QAAQL,cAAcM,OAAO,CAACH,MAAMC;YAC1C,IAAIC,UAAU,CAAC,GAAG;YAClBH,IAAIK,IAAI,CAAC;gBAAEC,OAAOH;gBAAOI,KAAKJ,QAAQF,KAAKL,MAAM;gBAAEK;YAAK;YACxDC,MAAMC,QAAQF,KAAKL,MAAM;QAC3B;IACF;IACA,mFAAmF;IACnF,+EAA+E;IAC/E,OAAOI,IAAIQ,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEH,KAAK,GAAGI,EAAEJ,KAAK,IAAII,EAAEH,GAAG,GAAGE,EAAEF,GAAG;AAC9D;AAEA,wFAAwF;AACxF,6DAA6D;AAC7D,SAASI,gBAAgBX,GAAwD,EAAEY,UAAkB;IACnG,IAAIC,OAAOb,GAAG,CAAC,EAAE,CAACM,KAAK;IACvB,IAAIQ,eAAe;IACnB,IAAIC,YAAY;IAChB,IAAK,IAAIC,IAAI,GAAGA,IAAIhB,IAAIJ,MAAM,EAAEoB,IAAK;QACnC,MAAMC,SAASjB,GAAG,CAACgB,EAAE,CAACV,KAAK,GAAGM;QAC9B,MAAMM,OAAO,IAAIC;QACjB,IAAIC,QAAQ;QACZ,IAAK,IAAIC,IAAIL,GAAGK,IAAIrB,IAAIJ,MAAM,IAAII,GAAG,CAACqB,EAAE,CAACf,KAAK,GAAGW,QAAQI,IAAK;YAC5DH,KAAKI,GAAG,CAACtB,GAAG,CAACqB,EAAE,CAACpB,IAAI;YACpBmB;QACF;QACA,IAAIF,KAAKK,IAAI,GAAGT,gBAAiBI,KAAKK,IAAI,KAAKT,gBAAgBM,QAAQL,WAAY;YACjFF,OAAOb,GAAG,CAACgB,EAAE,CAACV,KAAK;YACnBQ,eAAeI,KAAKK,IAAI;YACxBR,YAAYK;QACd;IACF;IACA,OAAOP;AACT;AAEA,uFAAuF;AACvF,uFAAuF;AACvF,SAASW,eAAeC,IAAY,EAAE1B,KAAe;IACnD,MAAMC,MAAMH,gBAAgB4B,KAAKhC,WAAW,IAAIM;IAChD,IAAIC,IAAIJ,MAAM,KAAK,GAAG;QACpB,iFAAiF;QACjF,qFAAqF;QACrF,sFAAsF;QACtF,MAAMW,MAAMmB,KAAKC,GAAG,CAACF,KAAK7B,MAAM,EAAEX;QAClC,OAAO;YAAE2C,SAAS,GAAGH,KAAKI,KAAK,CAAC,GAAGtB,KAAKlB,OAAO,CAAC,QAAQ,KAAKK,IAAI,KAAKa,MAAMkB,KAAK7B,MAAM,GAAG,MAAM,IAAI;YAAEkC,QAAQ;QAAE;IAClH;IACA,MAAMxB,QAAQK,gBAAgBX,KAAKf;IACnC,MAAMsB,MAAMmB,KAAKC,GAAG,CAACF,KAAK7B,MAAM,EAAEU,QAAQrB;IAC1C,IAAI8C,MAAM;IACV,IAAIC,SAAS1B;IACb,KAAK,MAAM2B,KAAKjC,IAAK;QACnB,IAAIiC,EAAE3B,KAAK,GAAGA,SAAS2B,EAAE1B,GAAG,GAAGA,KAAK;QACpC,sFAAsF;QACtF,gFAAgF;QAChF,IAAI0B,EAAE3B,KAAK,GAAG0B,QAAQ;QACtBD,OAAO,GAAGN,KAAKI,KAAK,CAACG,QAAQC,EAAE3B,KAAK,EAAE,CAAC,EAAEmB,KAAKI,KAAK,CAACI,EAAE3B,KAAK,EAAE2B,EAAE1B,GAAG,EAAE,CAAC,CAAC;QACtEyB,SAASC,EAAE1B,GAAG;IAChB;IACAwB,OAAON,KAAKI,KAAK,CAACG,QAAQzB;IAC1B,MAAM2B,SAAS5B,QAAQ,IAAI,MAAM;IACjC,MAAM6B,SAAS5B,MAAMkB,KAAK7B,MAAM,GAAG,MAAM;IACzC,OAAO;QAAEgC,SAAS,GAAGM,SAASH,IAAI1C,OAAO,CAAC,QAAQ,OAAO8C,QAAQ;QAAEL,QAAQxB;IAAM;AACnF;AAEA,SAAS8B,aAAaX,IAAY,EAAEK,MAAc;IAChD,IAAIO,OAAO;IACX,IAAK,IAAIrB,IAAI,GAAGA,IAAIc,QAAQd,IAAK,IAAIS,KAAKa,UAAU,CAACtB,OAAO,IAAIqB;IAChE,OAAOA;AACT;AAEA,SAASE,aAAaC,EAAgB,EAAEC,IAAY,EAAEJ,IAAY;IAChE,MAAMK,MAAMF,GAAGG,OAAO,CAAC,qIAAqIC,GAAG,CAACH,MAAMJ,MAAMA;IAC5K,OAAOK,MAAM,CAAC,CAAC,EAAEA,IAAIG,UAAU,CAAC,CAAC,EAAEH,IAAII,QAAQ,EAAE,GAAG;AACtD;AAWA,yFAAyF;AACzF,4FAA4F;AAC5F,+EAA+E;AAC/E,SAASC,QAAQN,IAAY,EAAEO,OAAiB,EAAEC,OAAkB;IAClE,IAAI,CAACD,QAAQE,IAAI,CAAC,CAACC,IAAMzF,YAAY+E,MAAMU,KAAK,OAAO;IACvD,IAAIF,oBAAAA,8BAAAA,QAASC,IAAI,CAAC,CAACC,IAAMzF,YAAY+E,MAAMU,KAAK,OAAO;IACvD,OAAO;AACT;AAEA,SAASC,mBAAmBZ,EAAgB,EAAEa,GAAmB,EAAEC,WAAwB;IACzF,IAAI,CAAC1F,gBAAgByF,MAAM,OAAO,OAAO,yDAAyD;IAClG,MAAME,OAAOf,GAAGG,OAAO,CAAC,0CAA0Ca,GAAG;IACrE,OAAOD,KAAKL,IAAI,CAAC,CAACO,IAAMH,YAAYI,GAAG,CAACD,EAAEhB,IAAI;AAChD;AAEA,6FAA6F;AAC7F,6DAA6D;AAC7D,OAAO,eAAekB,OAAOnB,EAAgB,EAAEa,GAAmB,EAAEtD,KAAa,EAAE6D,OAAsB,CAAC,CAAC;QA+GpCC,WAAwBC,iBAA8BC;IA9G3H,MAAMC,YAAY7F,cAAckF,KAAKO;IACrC,MAAM,EAAEK,CAAC,EAAE,GAAGD;IAEd,MAAME,WAAW,AAAC1B,GAAGG,OAAO,CAAC,kCAAkCa,GAAG,GAA+BjE,GAAG,CAAC,CAACkE,IAAMA,EAAEhB,IAAI;IAClH,MAAM0B,aAAaC,SAAS5B,IAAIa,KAAKO,MAAMM;IAC3C,MAAMG,cAAcF,WAAW5C,IAAI,GAAG2C,SAAStE,MAAM;IACrD,wFAAwF;IACxF,4FAA4F;IAC5F,qFAAqF;IACrF,IAAI0E;IACJ,IAAI;QACFA,eAAeC,cAAc/B,IAAI2B,YAAYH,UAAUQ,KAAK;IAC9D,EAAE,OAAOC,KAAK;QACZ,MAAM7F,YAAY6F,KAAc1E,OAAOiE,UAAUQ,KAAK;IACxD;IACA,MAAME,QAAQhD,KAAKiD,GAAG,CAACV,IAAI,GAAG;IAE9B,6FAA6F;IAC7F,6FAA6F;IAC7F,MAAMW,eAAeZ,UAAUa,QAAQ,IAAIjH,gBAAgByF;IAC3D,IAAIuB,gBAAgB,CAACrG,aAAa8E,MAAM;QACtC,MAAM,IAAIjF,WAAW,uBAAuB,CAAC,QAAQ,EAAE4F,UAAUc,UAAU,CAAC,+JAA+J,CAAC;IAC9O;IACA,MAAMC,kBAAkBH,gBAAgBxB,mBAAmBZ,IAAIa,KAAKiB;IAEpE,4FAA4F;IAC5F,0FAA0F;IAC1F,yFAAyF;IACzF,wFAAwF;IACxF,sFAAsF;IACtF,6FAA6F;IAC7F,mDAAmD;IACnD,UAAU;IACV,6FAA6F;IAC7F,wDAAwD;IACxD,MAAMU,QAAQhB,UAAUQ,KAAK;IAC7B,MAAMS,YAAYD,QAAQ,CAAC,6CAA6C,CAAC,GAAG;IAC5E,MAAME,YAAYF,QAAQ,CAAC,KAAK,EAAEA,MAAM,CAAC,CAAC,GAAG;IAC7C,yFAAyF;IACzF,uFAAuF;IACvF,sFAAsF;IACtF,uEAAuE;IACvE,IAAIX,aAAac,iBAAiB3C,IAAI,iBAAiB2B;IACvD,MAAMiB,YAAYf,cAAc,CAAC,sDAAsD,CAAC,GAAG;IAC3F,4DAA4D;IAC5D,yEAAyE;IACzE,yFAAyF;IACzF,sFAAsF;IACtF,6EAA6E;IAC7E,MAAMgB,WAAW,CAAC,+DAA+D,EAAErG,cAAc,+EAA+E,EAAEiG,UAAU,uBAAuB,EAAEC,UAAU,CAAC,EAAEE,UAAU,UAAU,EAAEtG,cAAc,OAAO,EAAE4F,OAAO;IACtR,MAAMvF,QAAQtB,gBAAgBwF,SAASiC,YAAYzG,aAAakB,SAASA;IACzE,IAAIwF;IACJ,IAAI;QACFA,YAAY/C,GAAGG,OAAO,CAAC0C,UAAU7B,GAAG,CAACrE;IACvC,EAAE,OAAOsF,KAAK;QACZ,MAAM7F,YAAY6F,KAAc1E,OAAOiF;IACzC;IAEA,MAAMnB,OAAO,IAAI2B,IAAID,UAAUhG,GAAG,CAAC,CAACkE,IAAM;YAACA,EAAEhB,IAAI;YAAEgB,EAAEgC,GAAG;SAAC;IACzD,wFAAwF;IACxF,4EAA4E;IAC5E,MAAMC,YAAY,IAAIvE,IAAIoE,UAAU5F,MAAM,CAAC,CAAC8D,IAAMA,EAAEgC,GAAG,KAAK,MAAMlG,GAAG,CAAC,CAACkE,IAAMA,EAAEhB,IAAI;IACnF,MAAMkD,aAAa,IAAIH;IACvBD,UAAUK,OAAO,CAAC,CAACnC,GAAGzC;QACpB2E,WAAWE,GAAG,CAACpC,EAAEhB,IAAI,EAAE;YAAEqD,OAAO,IAAK/G,CAAAA,QAAQiC,CAAAA;YAAI+E,KAAK;QAAQ;IAChE;IAEA,MAAMC,QAAQjI,eAAesF,KAAK,YAAYkC,UAAU3F,MAAM,GAAG,IAAIlB,UAAU8D,MAAM,EAAE;IACvF,IAAIwD,MAAMpG,MAAM,GAAG,GAAG;QACpB,yFAAyF;QACzF,uFAAuF;QACvF,MAAMqG,SAAS,IAAI9E,IAAI6E,MAAME,IAAI;QACjC,MAAMC,QAAQ,IAAIX,IAAID,UAAUhG,GAAG,CAAC,CAACkE,GAAGzC,IAAM;gBAACyC,EAAEhB,IAAI;gBAAE,IAAKzB,CAAAA,IAAI,CAAA;aAAG;QACnE,MAAMoF,SAAS;eAAIzH,iBAAiBuF,UAAU8B,OAAOG;SAAO,CACzDxG,MAAM,CAAC,CAAC,CAAC8C,MAAMqD,MAAM,GAAKA,QAAQ,QAAQxB,aAAaZ,GAAG,CAACjB,OAC3DjC,IAAI,CAAC,CAACC,GAAGC,IAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE,EAC1BoB,KAAK,CAAC,GAAG6C;QACZ0B,OAAOR,OAAO,CAAC,CAAC,CAACnD,KAAK,EAAEzB;YACtB,MAAMqF,WAAWV,WAAW/C,GAAG,CAACH;YAChC,IAAI4D,UAAU;gBACZA,SAASP,KAAK,IAAI,IAAK/G,CAAAA,QAAQiC,CAAAA;gBAC/B,IAAIiF,OAAOvC,GAAG,CAACjB,OAAO4D,SAASN,GAAG,GAAG;YACvC,OAAO;gBACLJ,WAAWE,GAAG,CAACpD,MAAM;oBAAEqD,OAAO,IAAK/G,CAAAA,QAAQiC,CAAAA;oBAAI+E,KAAK;gBAAO;YAC7D;QACF;IACF;IAEA,sFAAsF;IACtF,0EAA0E;IAC1E,MAAMjC,aAAa,IAAI0B;IACvB,MAAMzB,kBAAkB,IAAIyB;IAC5B,IAAIT,iBAAiB;QACnB,MAAMuB,MAAM,MAAM9H,mBAAmBgE,IAAIa,KAAKtD,OAAO2E,OAAOJ;QAC5DgC,IAAIV,OAAO,CAAC,CAAC,EAAEnD,IAAI,EAAE8D,KAAK,EAAEC,UAAU,EAAE,EAAExF;YACxC8C,WAAW+B,GAAG,CAACpD,MAAM8D;YACrBxC,gBAAgB8B,GAAG,CAACpD,MAAM+D;YAC1B,MAAMH,WAAWV,WAAW/C,GAAG,CAACH;YAChC,IAAI4D,UAAU;gBACZA,SAASP,KAAK,IAAI,IAAK/G,CAAAA,QAAQiC,CAAAA;gBAC/BqF,SAASN,GAAG,GAAG,GAAGM,SAASN,GAAG,CAAC,OAAO,CAAC;YACzC,OAAO;gBACLJ,WAAWE,GAAG,CAACpD,MAAM;oBAAEqD,OAAO,IAAK/G,CAAAA,QAAQiC,CAAAA;oBAAI+E,KAAK;gBAAS;YAC/D;QACF;IACF;IAEAvD,GAAGiE,IAAI,CAAC;IACRjE,GAAGiE,IAAI,CAAC;IACR,MAAMC,SAASlE,GAAGG,OAAO,CAAC;IAC1B,KAAK,MAAM,CAACF,MAAMkE,EAAE,IAAIhB,WAAYe,OAAOE,GAAG,CAACnE,MAAMkE,EAAEb,KAAK,EAAEa,EAAEZ,GAAG,GAAElC,YAAAA,KAAKjB,GAAG,CAACH,mBAAToB,uBAAAA,YAAkB,OAAMC,kBAAAA,WAAWlB,GAAG,CAACH,mBAAfqB,6BAAAA,kBAAwB,OAAMC,uBAAAA,gBAAgBnB,GAAG,CAACH,mBAApBsB,kCAAAA,uBAA6B;IAExJ,yFAAyF;IACzF,2FAA2F;IAC3F,8BAA8B;IAC9B,MAAMS,QAAQQ,QAAQ,CAAC,OAAO,EAAEA,MAAM,CAAC,CAAC,GAAG;IAC3C,sFAAsF;IACtF,2FAA2F;IAC3F,MAAM6B,gBAAgB9B,kBAAkB,yBAAyB;IACjE,MAAMxB,OAAOf,GACVG,OAAO,CACN,CAAC,kIAAkI,EAAEkE,cAAc;;OAElJ,EAAErC,MAAM,oCAAoC,CAAC,EAE/ChB,GAAG,CAACS;IAEP,IAAIyB,UAAUnE,IAAI,GAAG,GAAG;QACtB,MAAMuF,YAAY5H,iBAAiBa;QACnC,KAAK,MAAM2C,OAAOa,KAAM;YACtB,IAAIb,IAAI+C,GAAG,KAAK,QAAQ,CAACC,UAAUhC,GAAG,CAAChB,IAAID,IAAI,GAAa;YAC5D,IAAIhB;YACJ,IAAI;gBACFA,OAAOjE,aAAaC,KAAK4F,IAAI0D,OAAO,EAAErE,IAAID,IAAI,GAAa;YAC7D,EAAE,OAAM;gBACN,UAAU,mEAAmE;YAC/E;YACA,MAAM,EAAEb,OAAO,EAAEE,MAAM,EAAE,GAAGN,eAAeC,MAAMqF;YACjDpE,IAAI+C,GAAG,GAAG7D;YACV,IAAIc,IAAI6D,KAAK,IAAI,MAAM7D,IAAI6D,KAAK,GAAGxI,eAAesF,KAAK,cAAcd,aAAaC,IAAIE,IAAID,IAAI,EAAYL,aAAaX,MAAMK,WAAW;QAC1I;IACF;IAEA,OAAOyB;AACT;AAEA,2FAA2F;AAC3F,uFAAuF;AACvF,mDAAmD;AACnD,SAASa,SAAS5B,EAAgB,EAAEa,GAAmB,EAAE2D,SAA0B,EAAE9C,QAAmB;IACtG,MAAMF,YAAY7F,cAAckF,KAAK2D;IACrC,MAAM,EAAEhE,OAAO,EAAEC,OAAO,EAAE,GAAGe;IAC7B,MAAMiD,aAAaD,UAAUhE,OAAO,KAAKsC,aAAa0B,UAAU/D,OAAO,KAAKqC,aAAa0B,UAAUE,SAAS,KAAK;IACjH,IAAI,CAACD,YAAY,OAAO,IAAI9F,IAAI,AAACqB,GAAGG,OAAO,CAAC,oDAAoDa,GAAG,CAACQ,UAAUc,UAAU,EAA8BvF,GAAG,CAAC,CAACkE,IAAMA,EAAEhB,IAAI;IACvK,MAAM0E,QAAQjD,qBAAAA,sBAAAA,WAAY,AAAC1B,GAAGG,OAAO,CAAC,kCAAkCa,GAAG,GAA+BjE,GAAG,CAAC,CAACkE,IAAMA,EAAEhB,IAAI;IAC3H,OAAO,IAAItB,IAAIgG,MAAMxH,MAAM,CAAC,CAACyH,IAAMrE,QAAQqE,GAAGpE,SAASC;AACzD;AAEA,SAASsB,cAAc/B,EAAgB,EAAE2E,KAAkB,EAAE3C,KAAyB;IACpF,IAAI,CAACA,OAAO,OAAO2C;IACnB,MAAME,YAAY7E,GAAGG,OAAO,CAAC,CAAC,wCAAwC,EAAE6B,MAAM,CAAC,CAAC,EAAEhB,GAAG;IACrF,MAAM8D,aAAa,IAAInG,IAAIkG,UAAU9H,GAAG,CAAC,CAACkE,IAAMA,EAAEhB,IAAI;IACtD,OAAO,IAAItB,IAAI;WAAIgG;KAAM,CAACxH,MAAM,CAAC,CAACyH,IAAME,WAAW5D,GAAG,CAAC0D;AACzD;AAEA,4FAA4F;AAC5F,kDAAkD;AAClD,OAAO,SAAS9D,YAAYd,EAAgB,EAAEa,GAAmB,EAAE2D,SAA0B;IAC3F,MAAMhD,YAAY7F,cAAckF,KAAK2D;IACrC,OAAOzC,cAAc/B,IAAI4B,SAAS5B,IAAIa,KAAK2D,YAAYhD,UAAUQ,KAAK;AACxE;AAUA,8FAA8F;AAC9F,0EAA0E;AAC1E,OAAO,SAAS+C,eAAe/E,EAAgB,EAAEa,GAAmB;IAClE,MAAMmE,cAAc5J,gBAAgByF;IACpC,OAAOpF,YAAYoF,KAAK9D,GAAG,CAAC,CAACkI;QAC3B,MAAMC,QAAQ,AAAClF,GAAGG,OAAO,CAAC,2DAA2DC,GAAG,CAAC6E,MAAwBE,CAAC;QAClH,MAAMC,WAAWJ,cAAc,AAAChF,GAAGG,OAAO,CAAC,6JAA6JC,GAAG,CAAC6E,MAAwBE,CAAC,GAAG;QACxO,OAAO;YAAEF;YAAMC;YAAOE;YAAU/C,UAAU3G,sBAAsBmF,KAAKoE;QAAM;IAC7E;AACF;AAaA,MAAMI,mBAAmB,IAAI1G,IAAI;IAAC;IAAQ;IAAU;IAAS;IAAS;CAAe;AAErF,yFAAyF;AACzF,8FAA8F;AAC9F,MAAM2G,mBAAmB;AAEzB,SAASC,MAASC,KAAU,EAAEzG,IAAY;IACxC,MAAMQ,MAAa,EAAE;IACrB,IAAK,IAAIf,IAAI,GAAGA,IAAIgH,MAAMpI,MAAM,EAAEoB,KAAKO,KAAMQ,IAAI1B,IAAI,CAAC2H,MAAMnG,KAAK,CAACb,GAAGA,IAAIO;IACzE,OAAOQ;AACT;AAEA,8FAA8F;AAC9F,yFAAyF;AACzF,SAASoD,iBAAiB3C,EAAgB,EAAEyF,KAAa,EAAEd,KAAkB;IAC3E3E,GAAGiE,IAAI,CAAC,CAAC,qBAAqB,EAAEwB,OAAO;IACvCzF,GAAGiE,IAAI,CAAC,CAAC,kBAAkB,EAAEwB,MAAM,0BAA0B,CAAC;IAC9DzF,GAAGG,OAAO,CAAC,CAAC,YAAY,EAAEsF,MAAM,yCAAyC,CAAC,EAAErB,GAAG,CAACsB,KAAKC,SAAS,CAAC;WAAIhB;KAAM;AAC3G;AAEA,SAASiB,cAAc5F,EAAgB,EAAE2E,KAAkB;IACzDhC,iBAAiB3C,IAAI,cAAc2E;AACrC;AAEA,4FAA4F;AAC5F,8DAA8D;AAC9D,OAAO,SAASkB,QAAQ7F,EAAgB,EAAEa,GAAmB,EAAE2D,YAA6B,CAAC,CAAC;IAC5FoB,cAAc5F,IAAIc,YAAYd,IAAIa,KAAK2D;IACvC,MAAMsB,aAAa;IACnB,MAAMC,WAAW;IAEjB,MAAMC,OAAOhG,GAAGG,OAAO,CAAC,CAAC,8EAA8E,EAAE2F,YAAY,EAAE1F,GAAG;IAE1H,MAAM6F,UAAU,AAACjG,GAAGG,OAAO,CAAC,kCAAkCa,GAAG,GAA+BjE,GAAG,CAAC,CAACkE,IAAMA,EAAEgE,IAAI,EAAE9H,MAAM,CAAC,CAAC8H,OAAS,CAACI,iBAAiBnE,GAAG,CAAC+D;IAC1J,6FAA6F;IAC7F,+FAA+F;IAC/F,MAAMiB,YAAmB,EAAE;IAC3B,KAAK,MAAMC,SAASZ,MAAMU,SAASX,kBAAmB;QACpD,MAAMc,QAAQD,MAAMpJ,GAAG,CAAC,CAACkI,MAAMzG;YAC7B,MAAM6H,SAAS,CAAC,CAAC,EAAEpB,KAAKnI,KAAK,CAAC,KAAK7B,IAAI,CAAC,MAAM,CAAC,CAAC;YAChD,OAAO,CAAC,MAAM,EAAEoL,OAAO,MAAM,EAAE7H,EAAE,+BAA+B,EAAE6H,OAAO,iBAAiB,EAAEA,OAAO,kBAAkB,EAAE7H,GAAG;QAC5H;QACA,MAAM8H,SAAStG,GAAGG,OAAO,CAAC,CAAC,OAAO,EAAEiG,MAAMnL,IAAI,CAAC,MAAM,kBAAkB,EAAE6K,YAAY,EAAE1F,GAAG;QAC1F+F,MAAM/C,OAAO,CAAC,CAAC6B,MAAMzG;gBAAgF8H;mBAA1EJ,UAAUrI,IAAI,CAAC;gBAAE0I,OAAOtB;gBAAMuB,UAAUF,MAAM,CAAC,CAAC,CAAC,EAAE9H,GAAG,CAAC;gBAAYiI,IAAI,GAAGH,WAAAA,MAAM,CAAC,CAAC,CAAC,EAAE9H,GAAG,CAAC,cAAf8H,sBAAAA,WAA8B;YAAG;;IACxI;IACAJ,UAAUlI,IAAI,CAAC,CAACC,GAAGC,IAAM,AAACA,EAAEsI,QAAQ,GAAevI,EAAEuI,QAAQ;IAC7D,MAAME,SAASR,UAAU7G,KAAK,CAAC,GAAG;IAElC,MAAMsH,OAAOpL,eAAesF,KAAK,UAAWb,GAAGG,OAAO,CAAC,CAAC,iKAAiK,EAAE4F,SAAS,gCAAgC,CAAC,EAAE/E,GAAG,KAAe,EAAE;IAE3R,MAAM4F,SAAS5G,GAAGG,OAAO,CAAC,CAAC,mFAAmF,EAAE2F,WAAW,+BAA+B,CAAC,EAAE9E,GAAG;IAEhK,2FAA2F;IAC3F,iGAAiG;IACjG,MAAM6F,YAAY7G,GAAGG,OAAO,CAAC,CAAC,sCAAsC,EAAE2F,WAAW,kEAAkE,CAAC,EAAE1F,GAAG;IACzJ,MAAM0G,eAAeD,aAAab,KAAKpH,KAAK,GAAG,KAAKiI,UAAU1B,CAAC,GAAGa,KAAKpH,KAAK,GAAG,IAAI,GAAGiI,UAAU1B,CAAC,CAAC,IAAI,EAAEa,KAAKpH,KAAK,CAAC,iGAAiG,CAAC,GAAG;IAExN,OAAO;QAAEoH;QAAMU;QAAQK,aAAab,UAAU9I,MAAM;QAAE4J,UAAUxL,cAAcqF;QAAMoG,SAASlC,eAAe/E,IAAIa;QAAM8F;QAAMC;QAAQE;IAAa;AACnJ;AAEA,qFAAqF;AACrF,8BAA8B;AAC9B,OAAO,SAASI,YAAYvC,KAAe,EAAEwC,GAAW;IACtD,MAAMC,QAAQzC,MAAM0C,IAAI,CAAC,CAACzC,IAAMA,MAAMuC;IACtC,IAAIC,OAAO,OAAOA;IAClB,MAAME,OAAOnM,MAAMoM,QAAQ,CAACJ,KAAKtK,OAAO,CAAC,UAAU,IAAII,WAAW;IAClE,MAAMuK,UAAU7C,MAAMxH,MAAM,CAAC,CAACyH,IAAMzJ,MAAMoM,QAAQ,CAAC3C,GAAG/H,OAAO,CAAC,UAAU,IAAII,WAAW,OAAOqK;IAC9F,IAAIE,QAAQpK,MAAM,KAAK,GAAG,OAAOoK,OAAO,CAAC,EAAE;IAC3C,IAAIA,QAAQpK,MAAM,GAAG,GAAG,MAAM,IAAIxB,WAAW,kBAAkB,CAAC,CAAC,EAAEuL,IAAI,gBAAgB,EAAEK,QAAQvM,IAAI,CAAC,OAAO;IAC7G,MAAM,IAAIW,WAAW,kBAAkB,CAAC,iBAAiB,EAAEuL,IAAI,CAAC,CAAC;AACnE;AAyBA,MAAMM,kBAAkB;AAExB,qFAAqF;AACrF,8FAA8F;AAC9F,OAAO,SAASC,KAAK1H,EAAgB,EAAEa,GAAmB,EAAE8G,OAAe,EAAEnD,YAA6B,CAAC,CAAC;QAKtFtE,mBAwBEA;IA5BtB,MAAMyE,QAAQ,AAAC3E,GAAGG,OAAO,CAAC,kCAAkCa,GAAG,GAA+BjE,GAAG,CAAC,CAACkE,IAAMA,EAAEhB,IAAI;IAC/G,MAAMA,OAAOiH,YAAYvC,OAAOgD;IAEhC,MAAMzH,MAAMF,GAAGG,OAAO,CAAC,8CAA8CC,GAAG,CAACH;IACzE,MAAM2H,cAAc1H,oBAAAA,IAAI2H,YAAY,cAAhB3H,+BAAAA,oBAAsC;IAC1D,MAAM4H,cAAmB,CAAC;IAC1B,KAAK,MAAM,CAACC,KAAKC,MAAM,IAAIC,OAAOC,OAAO,CAAChI,KAAM;QAC9C,IAAI,CAACmF,iBAAiBnE,GAAG,CAAC6G,QAAQC,UAAU,MAAMF,WAAW,CAACC,IAAI,GAAGC;IACvE;IAEA,MAAMG,gBAAgB5M,eAAesF,KAAK,cAAc,AAACb,GAAGG,OAAO,CAAC,uDAAuDC,GAAG,CAACH,MAAwBkF,CAAC,GAAG;IAC3J,MAAMiD,WAAW7M,eAAesF,KAAK,cAAeb,GAAGG,OAAO,CAAC,2GAA2Ga,GAAG,CAACf,MAAMwH,mBAA6B,EAAE;IAEnN,IAAIY,WAAqB,EAAE;IAC3B,IAAIC,YAAsB,EAAE;IAC5B,IAAIC,aAAuB,EAAE;IAC7B,IAAIC,iBAAiB;IACrB,MAAMC,WAAW3H,YAAYd,IAAIa,KAAK2D;IACtC,IAAIjJ,eAAesF,KAAK,UAAU;QAChC,MAAMtB,MAAMS,GAAGG,OAAO,CAAC,+DAA+Da,GAAG,CAACf;QAC1FoI,WAAW;eAAI,IAAI1J,IAAIY,IAAIpC,MAAM,CAAC,CAACuL,IAAMA,EAAEC,GAAG,KAAK,MAAM5L,GAAG,CAAC,CAAC2L,IAAMA,EAAEC,GAAG;SAAa;QACtFJ,aAAahJ,IAAIpC,MAAM,CAAC,CAACuL,IAAMA,EAAEC,GAAG,KAAK,MAAM5L,GAAG,CAAC,CAAC2L,IAAMA,EAAEE,MAAM;QAClEJ,iBAAiB,AAACxI,GAAGG,OAAO,CAAC,4DAA4DC,GAAG,CAACH,MAAwBkF,CAAC;QACtHmD,YAAY,AAACtI,GAAGG,OAAO,CAAC,qEAAqEa,GAAG,CAACf,MAAMwH,iBAA4C1K,GAAG,CAAC,CAACkE,IAAMA,EAAE4H,GAAG;IACrK;IAEA,OAAO;QACL5I;QACA6I,QAAQ5J,KAAK6J,IAAI,CAAC,EAAE7I,aAAAA,IAAI8I,KAAK,cAAT9I,wBAAAA,aAAwB,KAAK;QACjD4H;QACAF;QACAQ;QACAC,UAAUA,SAAShJ,KAAK,CAAC,GAAGoI;QAC5Ba;QACAC,YAAYA,WAAWlJ,KAAK,CAAC,GAAGoI;QAChCU;QACAc,eAAeZ,SAASjL,MAAM;QAC9BoL;QACAU,iBAAiBX,WAAWnL,MAAM;QAClC+L,KAAK,AAAC;YAAC;YAAY;SAAQ,CAAmBhM,MAAM,CAAC,CAAC8H,OAAS,CAAC1J,eAAesF,KAAKoE;IACtF;AACF;AAEA,yFAAyF;AACzF,sFAAsF;AACtF,OAAO,eAAemE,aAAapJ,EAAgB,EAAEa,GAAmB,EAAE8G,OAAe,EAAEnD,SAA0B,EAAE/C,CAAS;IAC9H,MAAMkD,QAAQ,AAAC3E,GAAGG,OAAO,CAAC,kCAAkCa,GAAG,GAA+BjE,GAAG,CAAC,CAACkE,IAAMA,EAAEhB,IAAI;IAC/G,MAAMA,OAAOiH,YAAYvC,OAAOgD;IAEhC,MAAMU,WAAW,AAACrI,GAAGG,OAAO,CAAC,oEAAoEa,GAAG,CAACf,MAAiClD,GAAG,CAAC,CAACkE,IAAMA,EAAE0H,GAAG;IACtJ,MAAML,YAAY,AAACtI,GAAGG,OAAO,CAAC,gDAAgDa,GAAG,CAACf,MAAiClD,GAAG,CAAC,CAACkE,IAAMA,EAAE4H,GAAG;IACnI,MAAMpI,UAAU,IAAI9B,IAAI;QAACsB;WAASoI;WAAaC;KAAU;IAEzD,yFAAyF;IACzF,2FAA2F;IAC3F,yDAAyD;IACzD,MAAM9G,YAAY7F,cAAckF,KAAK2D;IACrC,IAAI,CAAClJ,aAAauF,MAAM;QACtB,MAAM,IAAIjF,WAAW,kBAAkB;IACzC;IACA,oFAAoF;IACpF,yFAAyF;IACzF,uDAAuD;IACvD,IAAI,CAAC4F,UAAUa,QAAQ,EAAE;QACvB,MAAM,IAAIzG,WAAW,uBAAuB,CAAC,QAAQ,EAAE4F,UAAUc,UAAU,CAAC,oKAAoK,CAAC;IACnP;IACA,IAAI,CAACvG,aAAa8E,MAAM;QACtB,MAAM,IAAIjF,WAAW,uBAAuB;IAC9C;IACA,MAAMyN,UAAUvI,YAAYd,IAAIa,KAAK2D;IACrC,oFAAoF;IACpF,oDAAoD;IACpD,MAAM3I,aAAamE,IAAIa,KAAKA,IAAI0D,OAAO;IACvC,IAAI,CAACzI,aAAakE,IAAIC,OAAO;QAC3B,MAAM,IAAIrE,WAAW,qBAAqB,GAAGqE,KAAK,4GAA4G,CAAC;IACjK;IACA,IAAI,CAACW,mBAAmBZ,IAAIa,KAAKwI,UAAU,OAAO,EAAE;IACpD,OAAOpN,aAAa+D,IAAIa,KAAKZ,MAAM;QAAEQ;QAAS4I;QAAS5H;IAAE;AAC3D"}