sensemaking 0.11.5 → 0.12.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/README.md +4 -3
  2. package/bin/cli.js +5 -2
  3. package/dist/cjs/cli/index.d.cts +3 -3
  4. package/dist/cjs/cli/index.d.ts +3 -3
  5. package/dist/cjs/cli/index.js +3 -3
  6. package/dist/cjs/cli/index.js.map +1 -1
  7. package/dist/cjs/cli/named.js +2 -2
  8. package/dist/cjs/cli/named.js.map +1 -1
  9. package/dist/cjs/cli/related.js +1 -1
  10. package/dist/cjs/cli/related.js.map +1 -1
  11. package/dist/cjs/cli/search.js +1 -1
  12. package/dist/cjs/cli/search.js.map +1 -1
  13. package/dist/cjs/cli/shared.d.cts +3 -1
  14. package/dist/cjs/cli/shared.d.ts +3 -1
  15. package/dist/cjs/cli/shared.js +35 -5
  16. package/dist/cjs/cli/shared.js.map +1 -1
  17. package/dist/cjs/cli/sql.js +1 -1
  18. package/dist/cjs/cli/sql.js.map +1 -1
  19. package/dist/cjs/cli.js +14 -1
  20. package/dist/cjs/cli.js.map +1 -1
  21. package/dist/cjs/commands.d.cts +1 -0
  22. package/dist/cjs/commands.d.ts +1 -0
  23. package/dist/cjs/commands.js +72 -46
  24. package/dist/cjs/commands.js.map +1 -1
  25. package/dist/cjs/config.d.cts +4 -0
  26. package/dist/cjs/config.d.ts +4 -0
  27. package/dist/cjs/config.js +39 -4
  28. package/dist/cjs/config.js.map +1 -1
  29. package/dist/cjs/db.d.cts +1 -1
  30. package/dist/cjs/db.d.ts +1 -1
  31. package/dist/cjs/db.js +158 -14
  32. package/dist/cjs/db.js.map +1 -1
  33. package/dist/cjs/features/embed.d.cts +1 -1
  34. package/dist/cjs/features/embed.d.ts +1 -1
  35. package/dist/cjs/features/embed.js +2 -1
  36. package/dist/cjs/features/embed.js.map +1 -1
  37. package/dist/cjs/index.d.cts +1 -1
  38. package/dist/cjs/index.d.ts +1 -1
  39. package/dist/cjs/index.js.map +1 -1
  40. package/dist/cjs/output.d.cts +5 -1
  41. package/dist/cjs/output.d.ts +5 -1
  42. package/dist/cjs/output.js +161 -7
  43. package/dist/cjs/output.js.map +1 -1
  44. package/dist/cjs/segment.d.cts +2 -0
  45. package/dist/cjs/segment.d.ts +2 -0
  46. package/dist/cjs/segment.js +98 -0
  47. package/dist/cjs/segment.js.map +1 -0
  48. package/dist/esm/cli/index.d.ts +3 -3
  49. package/dist/esm/cli/index.js +3 -3
  50. package/dist/esm/cli/index.js.map +1 -1
  51. package/dist/esm/cli/named.js +3 -3
  52. package/dist/esm/cli/named.js.map +1 -1
  53. package/dist/esm/cli/related.js +2 -2
  54. package/dist/esm/cli/related.js.map +1 -1
  55. package/dist/esm/cli/search.js +2 -2
  56. package/dist/esm/cli/search.js.map +1 -1
  57. package/dist/esm/cli/shared.d.ts +3 -1
  58. package/dist/esm/cli/shared.js +32 -5
  59. package/dist/esm/cli/shared.js.map +1 -1
  60. package/dist/esm/cli/sql.js +2 -2
  61. package/dist/esm/cli/sql.js.map +1 -1
  62. package/dist/esm/cli.js +14 -1
  63. package/dist/esm/cli.js.map +1 -1
  64. package/dist/esm/commands.d.ts +1 -0
  65. package/dist/esm/commands.js +75 -38
  66. package/dist/esm/commands.js.map +1 -1
  67. package/dist/esm/config.d.ts +4 -0
  68. package/dist/esm/config.js +37 -4
  69. package/dist/esm/config.js.map +1 -1
  70. package/dist/esm/db.d.ts +1 -1
  71. package/dist/esm/db.js +140 -15
  72. package/dist/esm/db.js.map +1 -1
  73. package/dist/esm/features/embed.d.ts +1 -1
  74. package/dist/esm/features/embed.js +2 -1
  75. package/dist/esm/features/embed.js.map +1 -1
  76. package/dist/esm/index.d.ts +1 -1
  77. package/dist/esm/index.js.map +1 -1
  78. package/dist/esm/output.d.ts +5 -1
  79. package/dist/esm/output.js +107 -5
  80. package/dist/esm/output.js.map +1 -1
  81. package/dist/esm/segment.d.ts +2 -0
  82. package/dist/esm/segment.js +65 -0
  83. package/dist/esm/segment.js.map +1 -0
  84. package/package.json +4 -1
  85. package/schema.json +12 -1
  86. package/skills/sense/SKILL.md +6 -5
  87. package/skills/sense-setup/SKILL.md +1 -0
@@ -40,6 +40,7 @@ var _embedts = require("./features/embed.js");
40
40
  var _indexts = require("./features/index.js");
41
41
  var _graphts = require("./graph.js");
42
42
  var _searcherrorts = require("./search-error.js");
43
+ var _segmentts = require("./segment.js");
43
44
  function _array_like_to_array(arr, len) {
44
45
  if (len == null || len > arr.length) len = arr.length;
45
46
  for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
@@ -233,7 +234,9 @@ function _ts_generator(thisArg, body) {
233
234
  }
234
235
  // The three commands: mapTree (orient), search (locate), peek (structure).
235
236
  // Each returns data; cli.ts renders. All of them degrade when a feature is off.
236
- var WEIGHTED_BM25 = 'bm25(content, 10.0, 5.0, 1.0)';
237
+ // Mirrors the main columns onto the sidecars, so a title match found through title_seg ranks
238
+ // like a title match found through title, not like a body match.
239
+ var WEIGHTED_BM25 = 'bm25(content, 10.0, 5.0, 1.0, 0, 10.0, 5.0, 1.0)';
237
240
  var RRF_K = 60;
238
241
  // snippet() re-tokenizes each candidate doc, superlinearly: ~10s for one 1MB doc
239
242
  // (BENCHMARKING.md). Past this bound, rows get the linear JS excerpt instead.
@@ -393,57 +396,63 @@ function scopeHasEmbeddings(db, cfg, scopedPaths) {
393
396
  }
394
397
  function search(_0, _1, _2) {
395
398
  return _async_to_generator(function(db, cfg, terms) {
396
- var opts, _hits_get, _chunkLines_get, _chunkSimilarity_get, effective, k, include, exclude, allPaths, adHocScope, scopedPaths, scopeActive, fetch, wantsVectors, semanticEnabled, scope, whereJoin, whereCond, matchSql, matchRows, hits, oversized, candidates, edges, linked, seeds, ranked, chunkLines, chunkSimilarity, vec, insert, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _step_value, path, c, where, similarityCol, rows, bareTerms, _iteratorNormalCompletion1, _didIteratorError1, _iteratorError1, _iterator1, _step1, row, text, _computeExcerpt, excerpt, offset;
399
+ var opts, _hits_get, _chunkLines_get, _chunkSimilarity_get, effective, k, allPaths, scopePaths, scopeActive, allowedPaths, fetch, wantsVectors, semanticEnabled, scope, whereJoin, whereCond, scopeCond, matchSql, query, matchRows, hits, oversized, candidates, edges, linked, seeds, ranked, chunkLines, chunkSimilarity, vec, insert, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _step_value, path, c, where, similarityCol, rows, bareTerms, _iteratorNormalCompletion1, _didIteratorError1, _iteratorError1, _iterator1, _step1, row, text, _computeExcerpt, excerpt, offset;
397
400
  var _arguments = arguments;
398
401
  return _ts_generator(this, function(_state) {
399
402
  switch(_state.label){
400
403
  case 0:
401
404
  opts = _arguments.length > 3 && _arguments[3] !== void 0 ? _arguments[3] : {};
402
405
  effective = (0, _configts.resolveSearch)(cfg, opts);
403
- k = effective.k, include = effective.include, exclude = effective.exclude;
406
+ k = effective.k;
404
407
  allPaths = db.prepare('SELECT "path" FROM frontmatter').all().map(function(r) {
405
408
  return r.path;
406
409
  });
407
- // A preset scope reads the coverage reconcile indexed; re-matching globs here could disagree
408
- // with it. Only ad-hoc scope flags, which have no persisted coverage, pay the JS match.
409
- adHocScope = opts.include !== undefined || opts.exclude !== undefined || opts.noExclude === true;
410
- scopedPaths = adHocScope ? new Set(allPaths.filter(function(p) {
411
- return inScope(p, include, exclude);
412
- })) : new Set(db.prepare('SELECT "path" FROM preset_files WHERE preset = ?').all(effective.presetName).map(function(r) {
413
- return r.path;
414
- }));
415
- // A scope narrower than the whole index needs a bigger candidate pool before filtering, or
416
- // filtering can starve k even though enough in-scope matches exist further down the ranked
417
- // list that a plain over-fetch wouldn't have reached.
418
- scopeActive = scopedPaths.size < allPaths.length;
419
- fetch = scopeActive ? Math.max(k * 5, 50) : Math.max(k * 3, 30);
410
+ scopePaths = rawScope(db, cfg, opts, allPaths);
411
+ scopeActive = scopePaths.size < allPaths.length;
412
+ try {
413
+ allowedPaths = narrowByWhere(db, scopePaths, effective.where);
414
+ } catch (err) {
415
+ throw (0, _searcherrorts.searchError)(err, terms, effective.where);
416
+ }
417
+ fetch = Math.max(k * 3, 30);
420
418
  // Asking for vectors without a model is a misconfiguration, not a mode: degrading would make
421
419
  // the same search answer differently before and after a download. semantic:false never asks.
422
420
  wantsVectors = effective.semantic && (0, _configts.anyPresetEmbeds)(cfg);
423
421
  if (wantsVectors && !(0, _embedts.modelPresent)(cfg)) {
424
422
  throw new _errorsts.SenseError('EMBED_MODEL_MISSING', 'preset "'.concat(effective.presetName, '" searches with vectors, but the embedding model is not available; run `sense download`, or set "semantic": false on that preset to search on words and links'));
425
423
  }
426
- semanticEnabled = wantsVectors && scopeHasEmbeddings(db, cfg, scopedPaths);
427
- // Terms pass verbatim to MATCH; invalid syntax errors rather than being rewritten. --where
424
+ semanticEnabled = wantsVectors && scopeHasEmbeddings(db, cfg, allowedPaths);
425
+ // Terms pass to MATCH as written, with one transform: a run of text whose language marks no
426
+ // word boundaries becomes a quoted grapheme phrase (and a title:/summary:/text: qualifier
427
+ // ahead of it retargets its _seg column), matching how it was indexed. Text that already
428
+ // carries boundaries comes through untouched, so this is a no-op for the languages that
429
+ // never needed it. Gated on the same predicate that decided whether the sidecars were
430
+ // populated (contentTokenize(cfg) === undefined), so index and query can't disagree. Invalid
431
+ // syntax still errors rather than being rewritten.
432
+ // --where
428
433
  // applies inside the candidate query (a post-filter would drop matches ranked past the pool)
429
434
  // and again on the final select, for link-derived rows.
430
435
  scope = effective.where;
431
436
  whereJoin = scope ? 'JOIN frontmatter f ON f."path" = content.path' : '';
432
437
  whereCond = scope ? "AND (".concat(scope, ")") : '';
438
+ // A scope narrower than the whole index must filter the candidate pool before LIMIT, not
439
+ // after -- otherwise scoped notes ranking below the global top-`fetch` never reach the
440
+ // filter. A join against a temp table, not a bound parameter list: real scopes run to
441
+ // thousands of paths, past SQLITE_MAX_VARIABLE_NUMBER on older builds.
442
+ if (scopeActive) materializeScope(db, '_search_scope', scopePaths);
443
+ scopeCond = scopeActive ? 'AND content.path IN (SELECT "path" FROM _search_scope)' : '';
433
444
  // Docs past SNIPPET_BOUND skip snippet() entirely -- SQLite
434
445
  // short-circuits the untaken CASE branch, so it's never invoked on them.
435
- matchSql = "SELECT content.path AS path, CASE WHEN length(content.text) <= ".concat(SNIPPET_BOUND, " THEN snippet(content, -1, '\xab', '\xbb', '…', 10) ELSE NULL END AS hit FROM content ").concat(whereJoin, " WHERE content MATCH ? ").concat(whereCond, " ORDER BY ").concat(WEIGHTED_BM25, " LIMIT ").concat(fetch);
446
+ // Column 2 (text), not -1 (best column): -1 could surface a _seg sidecar as the excerpt,
447
+ // which is machine-spaced and not what the author wrote. A row that matches only in a
448
+ // sidecar gets an unhighlighted text excerpt below instead -- a stated cost.
449
+ matchSql = "SELECT content.path AS path, CASE WHEN length(content.text) <= ".concat(SNIPPET_BOUND, " THEN snippet(content, 2, '\xab', '\xbb', '…', 10) ELSE NULL END AS hit FROM content ").concat(whereJoin, " WHERE content MATCH ? ").concat(whereCond, " ").concat(scopeCond, " ORDER BY ").concat(WEIGHTED_BM25, " LIMIT ").concat(fetch);
450
+ query = (0, _configts.contentTokenize)(cfg) === undefined ? (0, _segmentts.segmentMatch)(terms) : terms;
436
451
  try {
437
- matchRows = db.prepare(matchSql).all(terms);
452
+ matchRows = db.prepare(matchSql).all(query);
438
453
  } catch (err) {
439
454
  throw (0, _searcherrorts.searchError)(err, terms, scope);
440
455
  }
441
- // Scope filtering happens in JS, on each candidate list, rather than in SQL: FTS5 match,
442
- // link expansion, and vector search all run unscoped above (cheap to over-fetch), then get
443
- // filtered here against the effective include/exclude before ranking is finalized.
444
- matchRows = matchRows.filter(function(r) {
445
- return scopedPaths.has(r.path);
446
- });
447
456
  hits = new Map(matchRows.map(function(r) {
448
457
  return [
449
458
  r.path,
@@ -477,7 +486,7 @@ function search(_0, _1, _2) {
477
486
  }));
478
487
  ranked = _to_consumable_array((0, _graphts.personalizedRank)(allPaths, edges, seeds)).filter(function(param) {
479
488
  var _param = _sliced_to_array(param, 2), path = _param[0], score = _param[1];
480
- return score > 1e-9 && scopedPaths.has(path);
489
+ return score > 1e-9 && allowedPaths.has(path);
481
490
  }).sort(function(a, b) {
482
491
  return b[1] - a[1];
483
492
  }).slice(0, fetch);
@@ -505,12 +514,10 @@ function search(_0, _1, _2) {
505
514
  ];
506
515
  return [
507
516
  4,
508
- (0, _embedts.semanticCandidates)(db, cfg, terms, fetch)
517
+ (0, _embedts.semanticCandidates)(db, cfg, terms, fetch, allowedPaths)
509
518
  ];
510
519
  case 1:
511
- vec = _state.sent().filter(function(v) {
512
- return scopedPaths.has(v.path);
513
- });
520
+ vec = _state.sent();
514
521
  vec.forEach(function(param, i) {
515
522
  var path = param.path, lines = param.lines, similarity = param.similarity;
516
523
  chunkLines.set(path, lines);
@@ -551,8 +558,9 @@ function search(_0, _1, _2) {
551
558
  }
552
559
  }
553
560
  }
554
- // Already scope-filtered above; the final select reapplies --where only for link-derived
555
- // rows, which never passed through whereCond.
561
+ // All three candidate paths (match, link, vector) already filtered to scope+where before
562
+ // reaching _search; this reapplies --where anyway since the join to frontmatter is already
563
+ // needed for the path column.
556
564
  where = scope ? "WHERE (".concat(scope, ")") : '';
557
565
  // lines is always present now: semantic rows carry their chunk's range, oversized-doc
558
566
  // lexical rows gain one below, everything else stays null. similarity stays semantic-only.
@@ -598,18 +606,24 @@ function search(_0, _1, _2) {
598
606
  });
599
607
  }).apply(this, arguments);
600
608
  }
601
- function scopedPaths(db, cfg, overrides) {
609
+ // Scope only (no --where): preset_files for a named preset, JS glob matching for an ad hoc
610
+ // include/exclude override. Shared by scopedPaths() and search(), which also needs the
611
+ // pre-where set to size the candidate-pool filter.
612
+ function rawScope(db, cfg, overrides, allPaths) {
602
613
  var effective = (0, _configts.resolveSearch)(cfg, overrides);
603
- var include = effective.include, exclude = effective.exclude, where = effective.where;
604
- var allPaths = db.prepare('SELECT "path" FROM frontmatter').all().map(function(r) {
614
+ var include = effective.include, exclude = effective.exclude;
615
+ var adHocScope = overrides.include !== undefined || overrides.exclude !== undefined || overrides.noExclude === true;
616
+ if (!adHocScope) return new Set(db.prepare('SELECT "path" FROM preset_files WHERE preset = ?').all(effective.presetName).map(function(r) {
617
+ return r.path;
618
+ }));
619
+ var paths = allPaths !== null && allPaths !== void 0 ? allPaths : db.prepare('SELECT "path" FROM frontmatter').all().map(function(r) {
605
620
  return r.path;
606
621
  });
607
- var adHocScope = overrides.include !== undefined || overrides.exclude !== undefined || overrides.noExclude === true;
608
- var paths = adHocScope ? new Set(allPaths.filter(function(p) {
622
+ return new Set(paths.filter(function(p) {
609
623
  return inScope(p, include, exclude);
610
- })) : new Set(db.prepare('SELECT "path" FROM preset_files WHERE preset = ?').all(effective.presetName).map(function(r) {
611
- return r.path;
612
624
  }));
625
+ }
626
+ function narrowByWhere(db, paths, where) {
613
627
  if (!where) return paths;
614
628
  var whereRows = db.prepare('SELECT "path" FROM frontmatter f WHERE ('.concat(where, ")")).all();
615
629
  var wherePaths = new Set(whereRows.map(function(r) {
@@ -619,6 +633,10 @@ function scopedPaths(db, cfg, overrides) {
619
633
  return wherePaths.has(p);
620
634
  }));
621
635
  }
636
+ function scopedPaths(db, cfg, overrides) {
637
+ var effective = (0, _configts.resolveSearch)(cfg, overrides);
638
+ return narrowByWhere(db, rawScope(db, cfg, overrides), effective.where);
639
+ }
622
640
  function presetCoverage(db, cfg) {
623
641
  var embedActive = (0, _configts.anyPresetEmbeds)(cfg);
624
642
  return (0, _configts.presetNames)(cfg).map(function(name) {
@@ -647,12 +665,15 @@ function chunk(items, size) {
647
665
  for(var i = 0; i < items.length; i += size)out.push(items.slice(i, i + size));
648
666
  return out;
649
667
  }
650
- // Materializes the resolved scope into a temp table (same shape as traverse.ts's
651
- // allowed_nodes) so every mapTree query can join/filter against it cheaply.
668
+ // Materializes a path set into a named temp table (same shape as traverse.ts's allowed_nodes)
669
+ // so a query can join/filter against it cheaply instead of binding a parameter per path.
670
+ function materializeScope(db, table, paths) {
671
+ db.exec("DROP TABLE IF EXISTS ".concat(table));
672
+ db.exec("CREATE TEMP TABLE ".concat(table, ' ("path" TEXT PRIMARY KEY)'));
673
+ db.prepare("INSERT INTO ".concat(table, " SELECT DISTINCT value FROM json_each(?1)")).run(JSON.stringify(_to_consumable_array(paths)));
674
+ }
652
675
  function setupMapScope(db, paths) {
653
- db.exec('DROP TABLE IF EXISTS _map_scope');
654
- db.exec('CREATE TEMP TABLE _map_scope ("path" TEXT PRIMARY KEY)');
655
- db.prepare('INSERT INTO _map_scope SELECT DISTINCT value FROM json_each(?1)').run(JSON.stringify(_to_consumable_array(paths)));
676
+ materializeScope(db, '_map_scope', paths);
656
677
  }
657
678
  function mapTree(db, cfg) {
658
679
  var overrides = arguments.length > 2 && arguments[2] !== void 0 ? arguments[2] : {};
@@ -707,6 +728,10 @@ function mapTree(db, cfg) {
707
728
  var fields = allFields.slice(0, 20);
708
729
  var hubs = (0, _configts.featureEnabled)(cfg, 'rank') ? db.prepare('SELECT f."path" AS path, round(f."_rank" * 100, 2) AS rank, content.title FROM frontmatter f JOIN content ON content.path = f."path" WHERE f."_rank" IS NOT NULL '.concat(scopeAnd, ' ORDER BY f."_rank" DESC LIMIT 8')).all() : [];
709
730
  var recent = db.prepare('SELECT "path", datetime("_mtime" / 1000, \'unixepoch\') AS modified FROM frontmatter '.concat(scopeWhere, ' ORDER BY "_mtime" DESC LIMIT 5')).all();
731
+ // A fresh clone/copy stamps files with checkout time, not edit history; second granularity
732
+ // matches the `recent` table above and is coarse enough to catch that without an exact-ms match.
733
+ var topSecond = db.prepare("SELECT COUNT(*) AS n FROM frontmatter ".concat(scopeWhere, ' GROUP BY CAST("_mtime" / 1000 AS INTEGER) ORDER BY n DESC LIMIT 1')).get();
734
+ var recentCaveat = topSecond && docs.count > 1 && topSecond.n > docs.count / 2 ? "".concat(topSecond.n, " of ").concat(docs.count, " files share one modified second, so recency likely reflects a checkout or copy, not edit history") : null;
710
735
  return {
711
736
  docs: docs,
712
737
  fields: fields,
@@ -714,7 +739,8 @@ function mapTree(db, cfg) {
714
739
  features: (0, _configts.featureStates)(cfg),
715
740
  presets: presetCoverage(db, cfg),
716
741
  hubs: hubs,
717
- recent: recent
742
+ recent: recent,
743
+ recentCaveat: recentCaveat
718
744
  };
719
745
  }
720
746
  function resolveNote(paths, arg) {
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/commands.ts"],"sourcesContent":["import { readFileSync } from 'node:fs';\nimport { join, matchesGlob } from 'node:path';\nimport posix from 'node:path/posix';\nimport type { DatabaseSync } from 'node:sqlite';\nimport type { FeatureName, ResolvedConfig, SearchOverrides } from './config.ts';\nimport { anyPresetEmbeds, embedEnabled, featureEnabled, featureStates, presetNames, presetSemanticEnabled, resolveSearch } from './config.ts';\nimport { SenseError } from './errors.ts';\nimport { embedPending, hasEmbedding, modelPresent, semanticCandidates, similarNotes } from './features/embed.ts';\nimport { linkEdges } from './features/index.ts';\nimport { personalizedRank } from './graph.ts';\nimport type { Row } from './output.ts';\nimport { searchError } from './search-error.ts';\n\n// The three commands: mapTree (orient), search (locate), peek (structure).\n// Each returns data; cli.ts renders. All of them degrade when a feature is off.\n\nconst WEIGHTED_BM25 = 'bm25(content, 10.0, 5.0, 1.0)';\nconst RRF_K = 60;\n\n// snippet() re-tokenizes each candidate doc, superlinearly: ~10s for one 1MB doc\n// (BENCHMARKING.md). Past this bound, rows get the linear JS excerpt instead.\nconst SNIPPET_BOUND = 16_384;\nconst EXCERPT_WINDOW = 160;\n\n// Bare terms from an FTS5 query string: strips operators/quoting so the oversized-doc excerpt\n// scan matches the same words the query matched on, not FTS5 syntax.\nfunction extractBareTerms(query: string): string[] {\n const cleaned = query\n .replace(/\"/g, ' ')\n .replace(/[()*]/g, ' ')\n .replace(/\\b(AND|OR|NOT|NEAR)\\b(\\/\\d+)?/gi, ' ');\n return cleaned\n .split(/\\s+/)\n .map((tok) => tok.replace(/^[A-Za-z_]\\w*:/, '')) // column filter, e.g. title:term\n .map((tok) => tok.toLowerCase().trim())\n .filter((tok) => tok.length > 0);\n}\n\nfunction findOccurrences(haystackLower: string, terms: string[]): Array<{ start: number; end: number; term: string }> {\n const occ: Array<{ start: number; end: number; term: string }> = [];\n for (const term of terms) {\n let idx = 0;\n for (;;) {\n const found = haystackLower.indexOf(term, idx);\n if (found === -1) break;\n occ.push({ start: found, end: found + term.length, term });\n idx = found + term.length;\n }\n }\n // Longest span first at equal start, so \"tests\" beats its substring \"test\" and the\n // whole word gets highlighted; the emit loop then absorbs the shorter overlap.\n return occ.sort((a, b) => a.start - b.start || b.end - a.end);\n}\n\n// Slides a window over the sorted occurrences, same semantics as FTS5's own best-window\n// pick: most distinct terms, ties broken by most total hits.\nfunction bestWindowStart(occ: Array<{ start: number; end: number; term: string }>, windowSize: number): number {\n let best = occ[0].start;\n let bestDistinct = 0;\n let bestCount = 0;\n for (let i = 0; i < occ.length; i++) {\n const winEnd = occ[i].start + windowSize;\n const seen = new Set<string>();\n let count = 0;\n for (let j = i; j < occ.length && occ[j].start < winEnd; j++) {\n seen.add(occ[j].term);\n count++;\n }\n if (seen.size > bestDistinct || (seen.size === bestDistinct && count > bestCount)) {\n best = occ[i].start;\n bestDistinct = seen.size;\n bestCount = count;\n }\n }\n return best;\n}\n\n// snippet()-shaped excerpt: matched terms wrapped in «», … at cut edges. Linear in doc\n// length, only run for rows actually returned (<= k), unlike snippet()'s per-row cost.\nfunction computeExcerpt(text: string, terms: string[]): { excerpt: string; offset: number } {\n const occ = findOccurrences(text.toLowerCase(), terms);\n if (occ.length === 0) {\n // This is a raw substring scan, not porter-stemmed: a doc matched only through a\n // stemmed variant (query \"negotiate\" vs doc \"negotiating\") finds no occurrence here.\n // Fall back to the doc's start, unmarked, rather than claim a match that isn't there.\n const end = Math.min(text.length, EXCERPT_WINDOW);\n return { excerpt: `${text.slice(0, end).replace(/\\s+/g, ' ').trim()}${end < text.length ? '…' : ''}`, offset: 0 };\n }\n const start = bestWindowStart(occ, EXCERPT_WINDOW);\n const end = Math.min(text.length, start + EXCERPT_WINDOW);\n let out = '';\n let cursor = start;\n for (const o of occ) {\n if (o.start < start || o.end > end) continue;\n // Occurrences of duplicate or substring-overlapping terms (\"test tests\") can overlap;\n // emitting each would duplicate document text. Keep the first, absorb the rest.\n if (o.start < cursor) continue;\n out += `${text.slice(cursor, o.start)}«${text.slice(o.start, o.end)}»`;\n cursor = o.end;\n }\n out += text.slice(cursor, end);\n const prefix = start > 0 ? '…' : '';\n const suffix = end < text.length ? '…' : '';\n return { excerpt: `${prefix}${out.replace(/\\s+/g, ' ')}${suffix}`, offset: start };\n}\n\nfunction lineNumberAt(text: string, offset: number): number {\n let line = 1;\n for (let i = 0; i < offset; i++) if (text.charCodeAt(i) === 10) line++;\n return line;\n}\n\nfunction lineRangeFor(db: DatabaseSync, path: string, line: number): string | null {\n const row = db.prepare('SELECT start_line, end_line FROM sections WHERE \"path\" = ? AND start_line <= ? AND end_line >= ? ORDER BY start_line DESC LIMIT 1').get(path, line, line) as { start_line: number; end_line: number } | undefined;\n return row ? `L${row.start_line}-${row.end_line}` : null;\n}\n\nexport interface SearchOptions {\n k?: number;\n where?: string; // SQL fragment against frontmatter alias `f`, e.g. \"f.status = 'active'\"\n preset?: string; // named preset; unknown name throws listing declared presets, undefined -> \"default\"\n include?: string[]; // ad hoc scope override (repeatable --include); independent of exclude\n exclude?: string[]; // ad hoc scope override (repeatable --exclude); independent of include\n noExclude?: boolean; // --no-exclude: drop the preset's exclude for this command\n}\n\n// node:path's matchesGlob is experimental (stable behind an unstable-API flag) as of the\n// engines floor (Node >=22.20); scope filtering only ever needs single-pattern matching, so\n// it's used here in JS rather than running a directory walk in the query path.\nfunction inScope(path: string, include: string[], exclude?: string[]): boolean {\n if (!include.some((g) => matchesGlob(path, g))) return false;\n if (exclude?.some((g) => matchesGlob(path, g))) return false;\n return true;\n}\n\nfunction scopeHasEmbeddings(db: DatabaseSync, cfg: ResolvedConfig, scopedPaths: Set<string>): boolean {\n if (!anyPresetEmbeds(cfg)) return false; // the embeddings table doesn't exist at all in this case\n const rows = db.prepare('SELECT DISTINCT \"path\" FROM embeddings').all() as Array<{ path: string }>;\n return rows.some((r) => scopedPaths.has(r.path));\n}\n\n// BM25 + link expansion + vectors, fused by reciprocal rank; `via` names the signal per row.\n// `opts` arrives already resolved (config.ts:resolveSearch).\nexport async function search(db: DatabaseSync, cfg: ResolvedConfig, terms: string, opts: SearchOptions = {}): Promise<Row[]> {\n const effective = resolveSearch(cfg, opts);\n const { k, include, exclude } = effective;\n\n const allPaths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n // A preset scope reads the coverage reconcile indexed; re-matching globs here could disagree\n // with it. Only ad-hoc scope flags, which have no persisted coverage, pay the JS match.\n const adHocScope = opts.include !== undefined || opts.exclude !== undefined || opts.noExclude === true;\n const scopedPaths = adHocScope ? new Set(allPaths.filter((p) => inScope(p, include, exclude))) : new Set((db.prepare('SELECT \"path\" FROM preset_files WHERE preset = ?').all(effective.presetName) as Array<{ path: string }>).map((r) => r.path));\n // A scope narrower than the whole index needs a bigger candidate pool before filtering, or\n // filtering can starve k even though enough in-scope matches exist further down the ranked\n // list that a plain over-fetch wouldn't have reached.\n const scopeActive = scopedPaths.size < allPaths.length;\n const fetch = scopeActive ? Math.max(k * 5, 50) : Math.max(k * 3, 30);\n\n // Asking for vectors without a model is a misconfiguration, not a mode: degrading would make\n // the same search answer differently before and after a download. semantic:false never asks.\n const wantsVectors = effective.semantic && anyPresetEmbeds(cfg);\n if (wantsVectors && !modelPresent(cfg)) {\n throw new SenseError('EMBED_MODEL_MISSING', `preset \"${effective.presetName}\" searches with vectors, but the embedding model is not available; run \\`sense download\\`, or set \"semantic\": false on that preset to search on words and links`);\n }\n const semanticEnabled = wantsVectors && scopeHasEmbeddings(db, cfg, scopedPaths);\n\n // Terms pass verbatim to MATCH; invalid syntax errors rather than being rewritten. --where\n // applies inside the candidate query (a post-filter would drop matches ranked past the pool)\n // and again on the final select, for link-derived rows.\n const scope = effective.where;\n const whereJoin = scope ? `JOIN frontmatter f ON f.\"path\" = content.path` : '';\n const whereCond = scope ? `AND (${scope})` : '';\n // Docs past SNIPPET_BOUND skip snippet() entirely -- SQLite\n // short-circuits the untaken CASE branch, so it's never invoked on them.\n const matchSql = `SELECT content.path AS path, CASE WHEN length(content.text) <= ${SNIPPET_BOUND} THEN snippet(content, -1, '«', '»', '…', 10) ELSE NULL END AS hit FROM content ${whereJoin} WHERE content MATCH ? ${whereCond} ORDER BY ${WEIGHTED_BM25} LIMIT ${fetch}`;\n let matchRows: Array<{ path: string; hit: string | null }>;\n try {\n matchRows = db.prepare(matchSql).all(terms) as Array<{ path: string; hit: string | null }>;\n } catch (err) {\n throw searchError(err as Error, terms, scope);\n }\n // Scope filtering happens in JS, on each candidate list, rather than in SQL: FTS5 match,\n // link expansion, and vector search all run unscoped above (cheap to over-fetch), then get\n // filtered here against the effective include/exclude before ranking is finalized.\n matchRows = matchRows.filter((r) => scopedPaths.has(r.path));\n\n const hits = new Map(matchRows.map((r) => [r.path, r.hit]));\n // hit === null here means the bound suppressed snippet(), not \"no match\" -- distinguish\n // from via='link' rows (never in matchRows, so absent from this set) below.\n const oversized = new Set(matchRows.filter((r) => r.hit === null).map((r) => r.path));\n const candidates = new Map<string, { score: number; via: string }>();\n matchRows.forEach((r, i) => {\n candidates.set(r.path, { score: 1 / (RRF_K + i), via: 'match' });\n });\n\n const edges = featureEnabled(cfg, 'links') && matchRows.length > 0 ? linkEdges(db) : [];\n if (edges.length > 0) {\n // Gates the label only, not the score: restart mass ranks every seed without an incident\n // edge, but dropping it from the score reweights fusion (FEVER hit@10 0.997 -> 0.907).\n const linked = new Set(edges.flat());\n const seeds = new Map(matchRows.map((r, i) => [r.path, 1 / (i + 1)]));\n const ranked = [...personalizedRank(allPaths, edges, seeds)]\n .filter(([path, score]) => score > 1e-9 && scopedPaths.has(path))\n .sort((a, b) => b[1] - a[1])\n .slice(0, fetch);\n ranked.forEach(([path], i) => {\n const existing = candidates.get(path);\n if (existing) {\n existing.score += 1 / (RRF_K + i);\n if (linked.has(path)) existing.via = 'match+link';\n } else {\n candidates.set(path, { score: 1 / (RRF_K + i), via: 'link' });\n }\n });\n }\n\n // Vector expansion, invoked only: a third RRF list at the swept flat-region constants\n // (weight 1, pool = fetch). Each row carries its best chunk's line range.\n const chunkLines = new Map<string, string>();\n const chunkSimilarity = new Map<string, number>();\n if (semanticEnabled) {\n const vec = (await semanticCandidates(db, cfg, terms, fetch)).filter((v) => scopedPaths.has(v.path));\n vec.forEach(({ path, lines, similarity }, i) => {\n chunkLines.set(path, lines);\n chunkSimilarity.set(path, similarity);\n const existing = candidates.get(path);\n if (existing) {\n existing.score += 1 / (RRF_K + i);\n existing.via = `${existing.via}+vector`;\n } else {\n candidates.set(path, { score: 1 / (RRF_K + i), via: 'vector' });\n }\n });\n }\n\n db.exec('DROP TABLE IF EXISTS _search');\n db.exec('CREATE TEMP TABLE _search (\"path\" TEXT PRIMARY KEY, score REAL, via TEXT, hit TEXT, lines TEXT, similarity REAL)');\n const insert = db.prepare('INSERT INTO _search (\"path\", score, via, hit, lines, similarity) VALUES (?, ?, ?, ?, ?, ?)');\n for (const [path, c] of candidates) insert.run(path, c.score, c.via, hits.get(path) ?? null, chunkLines.get(path) ?? null, chunkSimilarity.get(path) ?? null);\n\n // Already scope-filtered above; the final select reapplies --where only for link-derived\n // rows, which never passed through whereCond.\n const where = scope ? `WHERE (${scope})` : '';\n // lines is always present now: semantic rows carry their chunk's range, oversized-doc\n // lexical rows gain one below, everything else stays null. similarity stays semantic-only.\n const similarityCol = semanticEnabled ? ', _search.similarity' : '';\n const rows = db\n .prepare(\n `SELECT f.\"path\" AS path, content.title, content.summary, _search.hit, _search.via, round(_search.score, 4) AS score, _search.lines${similarityCol}\n FROM _search JOIN frontmatter f ON f.\"path\" = _search.\"path\" JOIN content ON content.path = _search.\"path\"\n ${where} ORDER BY _search.score DESC LIMIT ?`\n )\n .all(k) as Row[];\n\n if (oversized.size > 0) {\n const bareTerms = extractBareTerms(terms);\n for (const row of rows) {\n if (row.hit !== null || !oversized.has(row.path as string)) continue;\n let text: string;\n try {\n text = readFileSync(join(cfg.baseDir, row.path as string), 'utf8');\n } catch {\n continue; // vanished since the match; leave hit/lines null rather than throw\n }\n const { excerpt, offset } = computeExcerpt(text, bareTerms);\n row.hit = excerpt;\n if (row.lines == null) row.lines = featureEnabled(cfg, 'sections') ? lineRangeFor(db, row.path as string, lineNumberAt(text, offset)) : null;\n }\n }\n\n return rows;\n}\n\n// The scope resolver for non-search commands (path, peek, map): same coverage rule search()\n// applies (preset_files for a named preset, JS glob matching for an ad hoc include/exclude),\n// then narrowed by the resolved `where`.\nexport function scopedPaths(db: DatabaseSync, cfg: ResolvedConfig, overrides: SearchOverrides): Set<string> {\n const effective = resolveSearch(cfg, overrides);\n const { include, exclude, where } = effective;\n const allPaths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n const adHocScope = overrides.include !== undefined || overrides.exclude !== undefined || overrides.noExclude === true;\n const paths = adHocScope ? new Set(allPaths.filter((p) => inScope(p, include, exclude))) : new Set((db.prepare('SELECT \"path\" FROM preset_files WHERE preset = ?').all(effective.presetName) as Array<{ path: string }>).map((r) => r.path));\n if (!where) return paths;\n const whereRows = db.prepare(`SELECT \"path\" FROM frontmatter f WHERE (${where})`).all() as Array<{ path: string }>;\n const wherePaths = new Set(whereRows.map((r) => r.path));\n return new Set([...paths].filter((p) => wherePaths.has(p)));\n}\n\nexport interface PresetCoverage {\n name: string;\n files: number;\n embedded: number;\n // Reported so 0 embedded reads as \"this scope declined vectors\" rather than \"not yet built\".\n semantic: boolean;\n}\n\n// Indexing derives from presets, so the derivation stays visible. Read from preset_files, not\n// recomputed from globs, so it reflects the cache rather than the config.\nexport function presetCoverage(db: DatabaseSync, cfg: ResolvedConfig): PresetCoverage[] {\n const embedActive = anyPresetEmbeds(cfg);\n return presetNames(cfg).map((name) => {\n const files = (db.prepare('SELECT COUNT(*) AS n FROM preset_files WHERE preset = ?').get(name) as { n: number }).n;\n const embedded = embedActive ? (db.prepare('SELECT COUNT(*) AS n FROM preset_files pf WHERE pf.preset = ? AND EXISTS (SELECT 1 FROM embeddings e WHERE e.\"path\" = pf.\"path\" AND e.vector IS NOT NULL)').get(name) as { n: number }).n : 0;\n return { name, files, embedded, semantic: presetSemanticEnabled(cfg, name) };\n });\n}\n\nexport interface TreeMap {\n docs: { count: number; bytes: number };\n fields: Row[]; // top 20 by coverage; fieldsTotal carries the real count\n fieldsTotal: number;\n features: { on: FeatureName[]; off: FeatureName[] };\n presets: PresetCoverage[];\n hubs: Row[];\n recent: Row[];\n}\n\nconst INTERNAL_COLUMNS = new Set(['path', '_mtime', '_size', '_rank', '_parse_error']);\n\n// A result row is capped at SQLITE_MAX_COLUMN (2000, default); two aggregate expressions\n// per field keeps a chunk's row safely under that regardless of how many fields the tree has.\nconst MAP_COLUMN_CHUNK = 300;\n\nfunction chunk<T>(items: T[], size: number): T[][] {\n const out: T[][] = [];\n for (let i = 0; i < items.length; i += size) out.push(items.slice(i, i + size));\n return out;\n}\n\n// Materializes the resolved scope into a temp table (same shape as traverse.ts's\n// allowed_nodes) so every mapTree query can join/filter against it cheaply.\nfunction setupMapScope(db: DatabaseSync, paths: Set<string>): void {\n db.exec('DROP TABLE IF EXISTS _map_scope');\n db.exec('CREATE TEMP TABLE _map_scope (\"path\" TEXT PRIMARY KEY)');\n db.prepare('INSERT INTO _map_scope SELECT DISTINCT value FROM json_each(?1)').run(JSON.stringify([...paths]));\n}\n\n// What is this scope: fixed-size output regardless of tree size. Coverage and features stay\n// global -- they describe the tree, not the current question.\nexport function mapTree(db: DatabaseSync, cfg: ResolvedConfig, overrides: SearchOverrides = {}): TreeMap {\n setupMapScope(db, scopedPaths(db, cfg, overrides));\n const scopeWhere = 'WHERE \"path\" IN (SELECT \"path\" FROM _map_scope)';\n const scopeAnd = 'AND f.\"path\" IN (SELECT \"path\" FROM _map_scope)';\n\n const docs = db.prepare(`SELECT COUNT(*) AS count, COALESCE(SUM(\"_size\"), 0) AS bytes FROM frontmatter ${scopeWhere}`).get() as { count: number; bytes: number };\n\n const columns = (db.prepare('PRAGMA table_info(frontmatter)').all() as Array<{ name: string }>).map((r) => r.name).filter((name) => !INTERNAL_COLUMNS.has(name));\n // Observed types, not declared: SQLite types per value, so a field can be text in most notes\n // and numeric in a few. One aggregate scan per chunk of columns; FILTER matches COUNT's nulls.\n const allFields: Row[] = [];\n for (const group of chunk(columns, MAP_COLUMN_CHUNK)) {\n const exprs = group.map((name, i) => {\n const quoted = `\"${name.split('\"').join('\"\"')}\"`;\n return `COUNT(${quoted}) AS n${i}, GROUP_CONCAT(DISTINCT typeof(${quoted})) FILTER (WHERE ${quoted} IS NOT NULL) AS t${i}`;\n });\n const result = db.prepare(`SELECT ${exprs.join(', ')} FROM frontmatter ${scopeWhere}`).get() as Record<string, number | string | null>;\n group.forEach((name, i) => allFields.push({ field: name, coverage: result[`n${i}`] as number, type: (result[`t${i}`] as string) ?? '' }));\n }\n allFields.sort((a, b) => (b.coverage as number) - (a.coverage as number));\n const fields = allFields.slice(0, 20);\n\n const hubs = featureEnabled(cfg, 'rank') ? (db.prepare(`SELECT f.\"path\" AS path, round(f.\"_rank\" * 100, 2) AS rank, content.title FROM frontmatter f JOIN content ON content.path = f.\"path\" WHERE f.\"_rank\" IS NOT NULL ${scopeAnd} ORDER BY f.\"_rank\" DESC LIMIT 8`).all() as Row[]) : [];\n\n const recent = db.prepare(`SELECT \"path\", datetime(\"_mtime\" / 1000, 'unixepoch') AS modified FROM frontmatter ${scopeWhere} ORDER BY \"_mtime\" DESC LIMIT 5`).all() as Row[];\n\n return { docs, fields, fieldsTotal: allFields.length, features: featureStates(cfg), presets: presetCoverage(db, cfg), hubs, recent };\n}\n\n// Note resolution shared by peek and path: an exact path, or a unique basename (case\n// insensitive, .md stripped).\nexport function resolveNote(paths: string[], arg: string): string {\n const exact = paths.find((p) => p === arg);\n if (exact) return exact;\n const base = posix.basename(arg).replace(/\\.md$/i, '').toLowerCase();\n const matches = paths.filter((p) => posix.basename(p).replace(/\\.md$/i, '').toLowerCase() === base);\n if (matches.length === 1) return matches[0];\n if (matches.length > 1) throw new SenseError('NOTE_AMBIGUOUS', `\"${arg}\" is ambiguous: ${matches.join(', ')}`);\n throw new SenseError('NOTE_NOT_FOUND', `no note matches \"${arg}\"`);\n}\n\nexport interface Peek {\n path: string;\n tokens: number;\n frontmatter: Row;\n // Set when the note's frontmatter was refused, so an empty frontmatter block reads as \"did\n // not parse\" rather than \"has none\". Same reason `_parse_error` sits in the row.\n parseError: string | null;\n sections: Row[];\n outbound: string[];\n backlinks: string[];\n unresolved: string[];\n // Totals before truncation: a hub can have thousands of backlinks (or a note thousands of\n // headings), and peek's whole point is bounded output. Query the sections/links tables\n // directly for the full list.\n sectionsTotal: number;\n outboundTotal: number;\n backlinksTotal: number;\n unresolvedTotal: number;\n // Bounded k-hop expansion beyond the immediate ring already shown by outbound/backlinks\n // (depth starts at 2).\n off: FeatureName[]; // disabled features whose blocks are omitted (not empty)\n}\n\nconst PEEK_LIST_LIMIT = 20;\n\n// peek: everything about one note except its prose -- frontmatter, outline with line\n// ranges + token estimates (so the follow-up Read is a range, not the file), links both ways.\nexport function peek(db: DatabaseSync, cfg: ResolvedConfig, pathArg: string, overrides: SearchOverrides = {}): Peek {\n const paths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n const path = resolveNote(paths, pathArg);\n\n const row = db.prepare('SELECT * FROM frontmatter WHERE \"path\" = ?').get(path) as Row;\n const parseError = (row._parse_error as string | null) ?? null;\n const frontmatter: Row = {};\n for (const [key, value] of Object.entries(row)) {\n if (!INTERNAL_COLUMNS.has(key) && value !== null) frontmatter[key] = value;\n }\n\n const sectionsTotal = featureEnabled(cfg, 'sections') ? (db.prepare('SELECT COUNT(*) AS n FROM sections WHERE \"path\" = ?').get(path) as { n: number }).n : 0;\n const sections = featureEnabled(cfg, 'sections') ? (db.prepare('SELECT level, heading, start_line, end_line, tokens FROM sections WHERE \"path\" = ? ORDER BY idx LIMIT ?').all(path, PEEK_LIST_LIMIT) as Row[]) : [];\n\n let outbound: string[] = [];\n let backlinks: string[] = [];\n let unresolved: string[] = [];\n let backlinksTotal = 0;\n const _allowed = scopedPaths(db, cfg, overrides);\n if (featureEnabled(cfg, 'links')) {\n const out = db.prepare('SELECT target, dst FROM links WHERE src = ? ORDER BY target').all(path) as Array<{ target: string; dst: string | null }>;\n outbound = [...new Set(out.filter((l) => l.dst !== null).map((l) => l.dst as string))];\n unresolved = out.filter((l) => l.dst === null).map((l) => l.target);\n backlinksTotal = (db.prepare('SELECT COUNT(DISTINCT src) AS n FROM links WHERE dst = ?').get(path) as { n: number }).n;\n backlinks = (db.prepare('SELECT DISTINCT src FROM links WHERE dst = ? ORDER BY src LIMIT ?').all(path, PEEK_LIST_LIMIT) as Array<{ src: string }>).map((r) => r.src);\n }\n\n return {\n path,\n tokens: Math.ceil(((row._size as number) ?? 0) / 4),\n frontmatter,\n parseError,\n sections,\n outbound: outbound.slice(0, PEEK_LIST_LIMIT),\n backlinks,\n unresolved: unresolved.slice(0, PEEK_LIST_LIMIT),\n sectionsTotal,\n outboundTotal: outbound.length,\n backlinksTotal,\n unresolvedTotal: unresolved.length,\n off: (['sections', 'links'] as FeatureName[]).filter((name) => !featureEnabled(cfg, name)),\n };\n}\n\n// Notes most similar by cosine, excluding self and everything already linked either way.\n// Its own command, not a peek section: a full embeddings scan is ~480ms at 26k notes.\nexport async function relatedNotes(db: DatabaseSync, cfg: ResolvedConfig, pathArg: string, overrides: SearchOverrides, k: number): Promise<Array<{ path: string; similarity: number }>> {\n const paths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n const path = resolveNote(paths, pathArg);\n\n const outbound = (db.prepare('SELECT DISTINCT dst FROM links WHERE src = ? AND dst IS NOT NULL').all(path) as Array<{ dst: string }>).map((r) => r.dst);\n const backlinks = (db.prepare('SELECT DISTINCT src FROM links WHERE dst = ?').all(path) as Array<{ src: string }>).map((r) => r.src);\n const exclude = new Set([path, ...outbound, ...backlinks]);\n\n // Vectors are the only signal `related` has, so every way of not having them is an error\n // naming the cause. An empty table then means one thing: nothing near in meaning that this\n // note does not already link to, which is a real answer.\n const effective = resolveSearch(cfg, overrides);\n if (!embedEnabled(cfg)) {\n throw new SenseError('EMBED_DISABLED', 'related ranks notes by meaning, and this tree has no embedding model; add an \"embed\" block naming one to sense.config.json, then run `sense download` (search works without it, on words and links)');\n }\n // search gates on the same flag (see wantsVectors above); reading it here too keeps\n // `semantic: false` meaning one thing. Without this, an overlapping semantic-on preset's\n // vectors would answer for a scope that declined them.\n if (!effective.semantic) {\n throw new SenseError('PRESET_NOT_SEMANTIC', `preset \"${effective.presetName}\" sets \"semantic\": false, so this scope has no vectors and related has no other signal; search it instead (words and links), or set semantic back on for that preset`);\n }\n if (!modelPresent(cfg)) {\n throw new SenseError('EMBED_MODEL_MISSING', 'related ranks notes by meaning, so it needs the embedding model, which is not downloaded; run `sense download` (search still works without it, on words and links)');\n }\n const allowed = scopedPaths(db, cfg, overrides);\n // Top up pending rows before the seed check, or a fresh index reports every note as\n // having no indexed text until some search has run.\n await embedPending(db, cfg, cfg.baseDir);\n if (!hasEmbedding(db, path)) {\n throw new SenseError('NOTE_NOT_EMBEDDED', `${path} has no indexed text to compare -- a note that is frontmatter only, or empty, has nothing to rank by meaning`);\n }\n if (!scopeHasEmbeddings(db, cfg, allowed)) return [];\n return similarNotes(db, cfg, path, { exclude, allowed, k });\n}\n"],"names":["mapTree","peek","presetCoverage","relatedNotes","resolveNote","scopedPaths","search","WEIGHTED_BM25","RRF_K","SNIPPET_BOUND","EXCERPT_WINDOW","extractBareTerms","query","cleaned","replace","split","map","tok","toLowerCase","trim","filter","length","findOccurrences","haystackLower","terms","occ","term","idx","found","indexOf","push","start","end","sort","a","b","bestWindowStart","windowSize","best","bestDistinct","bestCount","i","winEnd","seen","Set","count","j","add","size","computeExcerpt","text","Math","min","excerpt","slice","offset","out","cursor","o","prefix","suffix","lineNumberAt","line","charCodeAt","lineRangeFor","db","path","row","prepare","get","start_line","end_line","inScope","include","exclude","some","g","matchesGlob","scopeHasEmbeddings","cfg","anyPresetEmbeds","rows","all","r","has","opts","hits","chunkLines","chunkSimilarity","effective","k","allPaths","adHocScope","scopeActive","fetch","wantsVectors","semanticEnabled","scope","whereJoin","whereCond","matchSql","matchRows","oversized","candidates","edges","linked","seeds","ranked","vec","insert","c","where","similarityCol","bareTerms","resolveSearch","undefined","noExclude","p","presetName","max","semantic","modelPresent","SenseError","err","searchError","Map","hit","forEach","set","score","via","featureEnabled","linkEdges","flat","personalizedRank","existing","semanticCandidates","v","lines","similarity","exec","run","readFileSync","join","baseDir","overrides","paths","whereRows","wherePaths","embedActive","presetNames","name","files","n","embedded","presetSemanticEnabled","INTERNAL_COLUMNS","MAP_COLUMN_CHUNK","chunk","items","setupMapScope","JSON","stringify","scopeWhere","scopeAnd","docs","columns","allFields","group","exprs","quoted","result","field","coverage","type","fields","hubs","recent","fieldsTotal","features","featureStates","presets","arg","exact","find","base","posix","basename","matches","PEEK_LIST_LIMIT","pathArg","parseError","_parse_error","frontmatter","Object","entries","key","value","sectionsTotal","sections","outbound","backlinks","unresolved","backlinksTotal","_allowed","l","dst","target","src","tokens","ceil","_size","outboundTotal","unresolvedTotal","off","allowed","embedEnabled","embedPending","hasEmbedding","similarNotes"],"mappings":";;;;;;;;;;;QAmVgBA;eAAAA;;QAoEAC;eAAAA;;QA7GAC;eAAAA;;QA2JMC;eAAAA;;QAnFNC;eAAAA;;QA9FAC;eAAAA;;QArIMC;eAAAA;;;sBA/IO;wBACK;4DAChB;wBAG8G;wBACrG;uBACgE;uBACjE;uBACO;6BAEL;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE5B,2EAA2E;AAC3E,gFAAgF;AAEhF,IAAMC,gBAAgB;AACtB,IAAMC,QAAQ;AAEd,iFAAiF;AACjF,8EAA8E;AAC9E,IAAMC,gBAAgB;AACtB,IAAMC,iBAAiB;AAEvB,8FAA8F;AAC9F,qEAAqE;AACrE,SAASC,iBAAiBC,KAAa;IACrC,IAAMC,UAAUD,MACbE,OAAO,CAAC,MAAM,KACdA,OAAO,CAAC,UAAU,KAClBA,OAAO,CAAC,mCAAmC;IAC9C,OAAOD,QACJE,KAAK,CAAC,OACNC,GAAG,CAAC,SAACC;eAAQA,IAAIH,OAAO,CAAC,kBAAkB;OAAK,iCAAiC;KACjFE,GAAG,CAAC,SAACC;eAAQA,IAAIC,WAAW,GAAGC,IAAI;OACnCC,MAAM,CAAC,SAACH;eAAQA,IAAII,MAAM,GAAG;;AAClC;AAEA,SAASC,gBAAgBC,aAAqB,EAAEC,KAAe;IAC7D,IAAMC,MAA2D,EAAE;QAC9D,kCAAA,2BAAA;;QAAL,QAAK,YAAcD,0BAAd,SAAA,6BAAA,QAAA,yBAAA,iCAAqB;YAArB,IAAME,OAAN;YACH,IAAIC,MAAM;YACV,OAAS;gBACP,IAAMC,QAAQL,cAAcM,OAAO,CAACH,MAAMC;gBAC1C,IAAIC,UAAU,CAAC,GAAG;gBAClBH,IAAIK,IAAI,CAAC;oBAAEC,OAAOH;oBAAOI,KAAKJ,QAAQF,KAAKL,MAAM;oBAAEK,MAAAA;gBAAK;gBACxDC,MAAMC,QAAQF,KAAKL,MAAM;YAC3B;QACF;;QARK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IASL,mFAAmF;IACnF,+EAA+E;IAC/E,OAAOI,IAAIQ,IAAI,CAAC,SAACC,GAAGC;eAAMD,EAAEH,KAAK,GAAGI,EAAEJ,KAAK,IAAII,EAAEH,GAAG,GAAGE,EAAEF,GAAG;;AAC9D;AAEA,wFAAwF;AACxF,6DAA6D;AAC7D,SAASI,gBAAgBX,GAAwD,EAAEY,UAAkB;IACnG,IAAIC,OAAOb,GAAG,CAAC,EAAE,CAACM,KAAK;IACvB,IAAIQ,eAAe;IACnB,IAAIC,YAAY;IAChB,IAAK,IAAIC,IAAI,GAAGA,IAAIhB,IAAIJ,MAAM,EAAEoB,IAAK;QACnC,IAAMC,SAASjB,GAAG,CAACgB,EAAE,CAACV,KAAK,GAAGM;QAC9B,IAAMM,OAAO,IAAIC;QACjB,IAAIC,QAAQ;QACZ,IAAK,IAAIC,IAAIL,GAAGK,IAAIrB,IAAIJ,MAAM,IAAII,GAAG,CAACqB,EAAE,CAACf,KAAK,GAAGW,QAAQI,IAAK;YAC5DH,KAAKI,GAAG,CAACtB,GAAG,CAACqB,EAAE,CAACpB,IAAI;YACpBmB;QACF;QACA,IAAIF,KAAKK,IAAI,GAAGT,gBAAiBI,KAAKK,IAAI,KAAKT,gBAAgBM,QAAQL,WAAY;YACjFF,OAAOb,GAAG,CAACgB,EAAE,CAACV,KAAK;YACnBQ,eAAeI,KAAKK,IAAI;YACxBR,YAAYK;QACd;IACF;IACA,OAAOP;AACT;AAEA,uFAAuF;AACvF,uFAAuF;AACvF,SAASW,eAAeC,IAAY,EAAE1B,KAAe;IACnD,IAAMC,MAAMH,gBAAgB4B,KAAKhC,WAAW,IAAIM;IAChD,IAAIC,IAAIJ,MAAM,KAAK,GAAG;QACpB,iFAAiF;QACjF,qFAAqF;QACrF,sFAAsF;QACtF,IAAMW,MAAMmB,KAAKC,GAAG,CAACF,KAAK7B,MAAM,EAAEX;QAClC,OAAO;YAAE2C,SAAS,AAAC,GAAmDrB,OAAjDkB,KAAKI,KAAK,CAAC,GAAGtB,KAAKlB,OAAO,CAAC,QAAQ,KAAKK,IAAI,IAAkC,OAA7Ba,MAAMkB,KAAK7B,MAAM,GAAG,MAAM;YAAMkC,QAAQ;QAAE;IAClH;IACA,IAAMxB,QAAQK,gBAAgBX,KAAKf;IACnC,IAAMsB,OAAMmB,KAAKC,GAAG,CAACF,KAAK7B,MAAM,EAAEU,QAAQrB;IAC1C,IAAI8C,MAAM;IACV,IAAIC,SAAS1B;QACR,kCAAA,2BAAA;;QAAL,QAAK,YAAWN,wBAAX,SAAA,6BAAA,QAAA,yBAAA,iCAAgB;YAAhB,IAAMiC,IAAN;YACH,IAAIA,EAAE3B,KAAK,GAAGA,SAAS2B,EAAE1B,GAAG,GAAGA,MAAK;YACpC,sFAAsF;YACtF,gFAAgF;YAChF,IAAI0B,EAAE3B,KAAK,GAAG0B,QAAQ;YACtBD,OAAO,AAAC,GAAiCN,OAA/BA,KAAKI,KAAK,CAACG,QAAQC,EAAE3B,KAAK,GAAE,QAA8B,OAA3BmB,KAAKI,KAAK,CAACI,EAAE3B,KAAK,EAAE2B,EAAE1B,GAAG,GAAE;YACpEyB,SAASC,EAAE1B,GAAG;QAChB;;QAPK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAQLwB,OAAON,KAAKI,KAAK,CAACG,QAAQzB;IAC1B,IAAM2B,SAAS5B,QAAQ,IAAI,MAAM;IACjC,IAAM6B,SAAS5B,OAAMkB,KAAK7B,MAAM,GAAG,MAAM;IACzC,OAAO;QAAEgC,SAAS,AAAC,GAAWG,OAATG,QAAoCC,OAA3BJ,IAAI1C,OAAO,CAAC,QAAQ,MAAc,OAAP8C;QAAUL,QAAQxB;IAAM;AACnF;AAEA,SAAS8B,aAAaX,IAAY,EAAEK,MAAc;IAChD,IAAIO,OAAO;IACX,IAAK,IAAIrB,IAAI,GAAGA,IAAIc,QAAQd,IAAK,IAAIS,KAAKa,UAAU,CAACtB,OAAO,IAAIqB;IAChE,OAAOA;AACT;AAEA,SAASE,aAAaC,EAAgB,EAAEC,IAAY,EAAEJ,IAAY;IAChE,IAAMK,MAAMF,GAAGG,OAAO,CAAC,qIAAqIC,GAAG,CAACH,MAAMJ,MAAMA;IAC5K,OAAOK,MAAM,AAAC,IAAqBA,OAAlBA,IAAIG,UAAU,EAAC,KAAgB,OAAbH,IAAII,QAAQ,IAAK;AACtD;AAWA,yFAAyF;AACzF,4FAA4F;AAC5F,+EAA+E;AAC/E,SAASC,QAAQN,IAAY,EAAEO,OAAiB,EAAEC,OAAkB;IAClE,IAAI,CAACD,QAAQE,IAAI,CAAC,SAACC;eAAMC,IAAAA,qBAAW,EAACX,MAAMU;QAAK,OAAO;IACvD,IAAIF,oBAAAA,8BAAAA,QAASC,IAAI,CAAC,SAACC;eAAMC,IAAAA,qBAAW,EAACX,MAAMU;QAAK,OAAO;IACvD,OAAO;AACT;AAEA,SAASE,mBAAmBb,EAAgB,EAAEc,GAAmB,EAAE1E,WAAwB;IACzF,IAAI,CAAC2E,IAAAA,yBAAe,EAACD,MAAM,OAAO,OAAO,yDAAyD;IAClG,IAAME,OAAOhB,GAAGG,OAAO,CAAC,0CAA0Cc,GAAG;IACrE,OAAOD,KAAKN,IAAI,CAAC,SAACQ;eAAM9E,YAAY+E,GAAG,CAACD,EAAEjB,IAAI;;AAChD;AAIO,SAAe5D;wCAAO2D,EAAgB,EAAEc,GAAmB,EAAEvD,KAAa;YAAE6D,MA+FZC,WAAwBC,iBAA8BC,sBA9FrHC,WACEC,GAAGjB,SAASC,SAEdiB,UAGAC,YACAvF,aAIAwF,aACAC,OAIAC,cAIAC,iBAKAC,OACAC,WACAC,WAGAC,UACFC,WAWEf,MAGAgB,WACAC,YAKAC,OAIEC,QACAC,OACAC,QAiBFpB,YACAC,iBAEEoB,KAgBFC,QACD,2BAAA,mBAAA,gBAAA,WAAA,oBAAO3C,MAAM4C,GAIZC,OAGAC,eACA/B,MASEgC,WACD,4BAAA,oBAAA,iBAAA,YAAA,QAAM9C,KAELjB,MAMwBD,iBAApBI,SAASE;;;;;oBAzH4D8B,OAAAA,oEAAsB,CAAC;oBAClGI,YAAYyB,IAAAA,uBAAa,EAACnC,KAAKM;oBAC7BK,IAAwBD,UAAxBC,GAAGjB,UAAqBgB,UAArBhB,SAASC,UAAYe,UAAZf;oBAEdiB,WAAW,AAAC1B,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;+BAAMA,EAAEjB,IAAI;;oBAClH,6FAA6F;oBAC7F,wFAAwF;oBAClF0B,aAAaP,KAAKZ,OAAO,KAAK0C,aAAa9B,KAAKX,OAAO,KAAKyC,aAAa9B,KAAK+B,SAAS,KAAK;oBAC5F/G,cAAcuF,aAAa,IAAIhD,IAAI+C,SAASvE,MAAM,CAAC,SAACiG;+BAAM7C,QAAQ6C,GAAG5C,SAASC;0BAAa,IAAI9B,IAAI,AAACqB,GAAGG,OAAO,CAAC,oDAAoDc,GAAG,CAACO,UAAU6B,UAAU,EAA8BtG,GAAG,CAAC,SAACmE;+BAAMA,EAAEjB,IAAI;;oBAChP,2FAA2F;oBAC3F,2FAA2F;oBAC3F,sDAAsD;oBAChD2B,cAAcxF,YAAY2C,IAAI,GAAG2C,SAAStE,MAAM;oBAChDyE,QAAQD,cAAc1C,KAAKoE,GAAG,CAAC7B,IAAI,GAAG,MAAMvC,KAAKoE,GAAG,CAAC7B,IAAI,GAAG;oBAElE,6FAA6F;oBAC7F,6FAA6F;oBACvFK,eAAeN,UAAU+B,QAAQ,IAAIxC,IAAAA,yBAAe,EAACD;oBAC3D,IAAIgB,gBAAgB,CAAC0B,IAAAA,qBAAY,EAAC1C,MAAM;wBACtC,MAAM,IAAI2C,oBAAU,CAAC,uBAAuB,AAAC,WAA+B,OAArBjC,UAAU6B,UAAU,EAAC;oBAC9E;oBACMtB,kBAAkBD,gBAAgBjB,mBAAmBb,IAAIc,KAAK1E;oBAEpE,2FAA2F;oBAC3F,6FAA6F;oBAC7F,wDAAwD;oBAClD4F,QAAQR,UAAUsB,KAAK;oBACvBb,YAAYD,QAAQ,kDAAkD;oBACtEE,YAAYF,QAAQ,AAAC,QAAa,OAANA,OAAM,OAAK;oBAC7C,4DAA4D;oBAC5D,yEAAyE;oBACnEG,WAAW,AAAC,kEAAiKF,OAAhGzF,eAAc,0FAAqH0F,OAAnCD,WAAU,2BAA+C3F,OAAtB4F,WAAU,cAAmCL,OAAvBvF,eAAc,WAAe,OAANuF;oBAEnQ,IAAI;wBACFO,YAAYpC,GAAGG,OAAO,CAACgC,UAAUlB,GAAG,CAAC1D;oBACvC,EAAE,OAAOmG,KAAK;wBACZ,MAAMC,IAAAA,0BAAW,EAACD,KAAcnG,OAAOyE;oBACzC;oBACA,yFAAyF;oBACzF,2FAA2F;oBAC3F,mFAAmF;oBACnFI,YAAYA,UAAUjF,MAAM,CAAC,SAAC+D;+BAAM9E,YAAY+E,GAAG,CAACD,EAAEjB,IAAI;;oBAEpDoB,OAAO,IAAIuC,IAAIxB,UAAUrF,GAAG,CAAC,SAACmE;+BAAM;4BAACA,EAAEjB,IAAI;4BAAEiB,EAAE2C,GAAG;yBAAC;;oBACzD,wFAAwF;oBACxF,4EAA4E;oBACtExB,YAAY,IAAI1D,IAAIyD,UAAUjF,MAAM,CAAC,SAAC+D;+BAAMA,EAAE2C,GAAG,KAAK;uBAAM9G,GAAG,CAAC,SAACmE;+BAAMA,EAAEjB,IAAI;;oBAC7EqC,aAAa,IAAIsB;oBACvBxB,UAAU0B,OAAO,CAAC,SAAC5C,GAAG1C;wBACpB8D,WAAWyB,GAAG,CAAC7C,EAAEjB,IAAI,EAAE;4BAAE+D,OAAO,IAAKzH,CAAAA,QAAQiC,CAAAA;4BAAIyF,KAAK;wBAAQ;oBAChE;oBAEM1B,QAAQ2B,IAAAA,wBAAc,EAACpD,KAAK,YAAYsB,UAAUhF,MAAM,GAAG,IAAI+G,IAAAA,kBAAS,EAACnE;oBAC/E,IAAIuC,MAAMnF,MAAM,GAAG,GAAG;wBACpB,yFAAyF;wBACzF,uFAAuF;wBACjFoF,SAAS,IAAI7D,IAAI4D,MAAM6B,IAAI;wBAC3B3B,QAAQ,IAAImB,IAAIxB,UAAUrF,GAAG,CAAC,SAACmE,GAAG1C;mCAAM;gCAAC0C,EAAEjB,IAAI;gCAAE,IAAKzB,CAAAA,IAAI,CAAA;6BAAG;;wBAC7DkE,SAAS,AAAC,qBAAG2B,IAAAA,yBAAgB,EAAC3C,UAAUa,OAAOE,QAClDtF,MAAM,CAAC;qEAAE8C,kBAAM+D;mCAAWA,QAAQ,QAAQ5H,YAAY+E,GAAG,CAAClB;2BAC1DjC,IAAI,CAAC,SAACC,GAAGC;mCAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE;2BAC1BoB,KAAK,CAAC,GAAGwC;wBACZa,OAAOoB,OAAO,CAAC,gBAAStF;qEAAPyB;4BACf,IAAMqE,WAAWhC,WAAWlC,GAAG,CAACH;4BAChC,IAAIqE,UAAU;gCACZA,SAASN,KAAK,IAAI,IAAKzH,CAAAA,QAAQiC,CAAAA;gCAC/B,IAAIgE,OAAOrB,GAAG,CAAClB,OAAOqE,SAASL,GAAG,GAAG;4BACvC,OAAO;gCACL3B,WAAWyB,GAAG,CAAC9D,MAAM;oCAAE+D,OAAO,IAAKzH,CAAAA,QAAQiC,CAAAA;oCAAIyF,KAAK;gCAAO;4BAC7D;wBACF;oBACF;oBAEA,sFAAsF;oBACtF,0EAA0E;oBACpE3C,aAAa,IAAIsC;oBACjBrC,kBAAkB,IAAIqC;yBACxB7B,iBAAAA;;;;oBACW;;wBAAMwC,IAAAA,2BAAkB,EAACvE,IAAIc,KAAKvD,OAAOsE;;;oBAAhDc,MAAM,AAAC,cAAiDxF,MAAM,CAAC,SAACqH;+BAAMpI,YAAY+E,GAAG,CAACqD,EAAEvE,IAAI;;oBAClG0C,IAAImB,OAAO,CAAC,gBAA8BtF;4BAA3ByB,aAAAA,MAAMwE,cAAAA,OAAOC,mBAAAA;wBAC1BpD,WAAWyC,GAAG,CAAC9D,MAAMwE;wBACrBlD,gBAAgBwC,GAAG,CAAC9D,MAAMyE;wBAC1B,IAAMJ,WAAWhC,WAAWlC,GAAG,CAACH;wBAChC,IAAIqE,UAAU;4BACZA,SAASN,KAAK,IAAI,IAAKzH,CAAAA,QAAQiC,CAAAA;4BAC/B8F,SAASL,GAAG,GAAG,AAAC,GAAe,OAAbK,SAASL,GAAG,EAAC;wBACjC,OAAO;4BACL3B,WAAWyB,GAAG,CAAC9D,MAAM;gCAAE+D,OAAO,IAAKzH,CAAAA,QAAQiC,CAAAA;gCAAIyF,KAAK;4BAAS;wBAC/D;oBACF;;;oBAGFjE,GAAG2E,IAAI,CAAC;oBACR3E,GAAG2E,IAAI,CAAC;oBACF/B,SAAS5C,GAAGG,OAAO,CAAC;oBACrB,kCAAA,2BAAA;;wBAAL,IAAK,YAAmBmC,iCAAnB,6BAAA,QAAA,yBAAA;2DAAA,iBAAOrC,uBAAM4C;4BAAkBD,OAAOgC,GAAG,CAAC3E,MAAM4C,EAAEmB,KAAK,EAAEnB,EAAEoB,GAAG,GAAE5C,YAAAA,KAAKjB,GAAG,CAACH,mBAAToB,uBAAAA,YAAkB,OAAMC,kBAAAA,WAAWlB,GAAG,CAACH,mBAAfqB,6BAAAA,kBAAwB,OAAMC,uBAAAA,gBAAgBnB,GAAG,CAACH,mBAApBsB,kCAAAA,uBAA6B;;;wBAAnJ;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAEL,yFAAyF;oBACzF,8CAA8C;oBACxCuB,QAAQd,QAAQ,AAAC,UAAe,OAANA,OAAM,OAAK;oBAC3C,sFAAsF;oBACtF,2FAA2F;oBACrFe,gBAAgBhB,kBAAkB,yBAAyB;oBAC3Df,OAAOhB,GACVG,OAAO,CACN,AAAC,qIAEE2C,OAFkIC,eAAc,gIAE1I,OAAND,OAAM,yCAEV7B,GAAG,CAACQ;oBAEP,IAAIY,UAAUtD,IAAI,GAAG,GAAG;wBAChBiE,YAAYtG,iBAAiBa;wBAC9B,mCAAA,4BAAA;;4BAAL,IAAK,aAAayD,2BAAb,8BAAA,SAAA,0BAAA,kCAAmB;gCAAbd,MAAN;gCACH,IAAIA,IAAI2D,GAAG,KAAK,QAAQ,CAACxB,UAAUlB,GAAG,CAACjB,IAAID,IAAI,GAAa;gCACxDhB,OAAAA,KAAAA;gCACJ,IAAI;oCACFA,OAAO4F,IAAAA,oBAAY,EAACC,IAAAA,cAAI,EAAChE,IAAIiE,OAAO,EAAE7E,IAAID,IAAI,GAAa;gCAC7D,EAAE,eAAM;oCACN,UAAU,mEAAmE;gCAC/E;gCAC4BjB,kBAAAA,eAAeC,MAAM+D,YAAzC5D,UAAoBJ,gBAApBI,SAASE,SAAWN,gBAAXM;gCACjBY,IAAI2D,GAAG,GAAGzE;gCACV,IAAIc,IAAIuE,KAAK,IAAI,MAAMvE,IAAIuE,KAAK,GAAGP,IAAAA,wBAAc,EAACpD,KAAK,cAAcf,aAAaC,IAAIE,IAAID,IAAI,EAAYL,aAAaX,MAAMK,WAAW;4BAC1I;;4BAXK;4BAAA;;;qCAAA,8BAAA;oCAAA;;;oCAAA;0CAAA;;;;oBAYP;oBAEA;;wBAAO0B;;;;IACT;;AAKO,SAAS5E,YAAY4D,EAAgB,EAAEc,GAAmB,EAAEkE,SAA0B;IAC3F,IAAMxD,YAAYyB,IAAAA,uBAAa,EAACnC,KAAKkE;IACrC,IAAQxE,UAA4BgB,UAA5BhB,SAASC,UAAmBe,UAAnBf,SAASqC,QAAUtB,UAAVsB;IAC1B,IAAMpB,WAAW,AAAC1B,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;eAAMA,EAAEjB,IAAI;;IAClH,IAAM0B,aAAaqD,UAAUxE,OAAO,KAAK0C,aAAa8B,UAAUvE,OAAO,KAAKyC,aAAa8B,UAAU7B,SAAS,KAAK;IACjH,IAAM8B,QAAQtD,aAAa,IAAIhD,IAAI+C,SAASvE,MAAM,CAAC,SAACiG;eAAM7C,QAAQ6C,GAAG5C,SAASC;UAAa,IAAI9B,IAAI,AAACqB,GAAGG,OAAO,CAAC,oDAAoDc,GAAG,CAACO,UAAU6B,UAAU,EAA8BtG,GAAG,CAAC,SAACmE;eAAMA,EAAEjB,IAAI;;IAC1O,IAAI,CAAC6C,OAAO,OAAOmC;IACnB,IAAMC,YAAYlF,GAAGG,OAAO,CAAC,AAAC,2CAAgD,OAAN2C,OAAM,MAAI7B,GAAG;IACrF,IAAMkE,aAAa,IAAIxG,IAAIuG,UAAUnI,GAAG,CAAC,SAACmE;eAAMA,EAAEjB,IAAI;;IACtD,OAAO,IAAItB,IAAI,AAAC,qBAAGsG,OAAO9H,MAAM,CAAC,SAACiG;eAAM+B,WAAWhE,GAAG,CAACiC;;AACzD;AAYO,SAASnH,eAAe+D,EAAgB,EAAEc,GAAmB;IAClE,IAAMsE,cAAcrE,IAAAA,yBAAe,EAACD;IACpC,OAAOuE,IAAAA,qBAAW,EAACvE,KAAK/D,GAAG,CAAC,SAACuI;QAC3B,IAAMC,QAAQ,AAACvF,GAAGG,OAAO,CAAC,2DAA2DC,GAAG,CAACkF,MAAwBE,CAAC;QAClH,IAAMC,WAAWL,cAAc,AAACpF,GAAGG,OAAO,CAAC,6JAA6JC,GAAG,CAACkF,MAAwBE,CAAC,GAAG;QACxO,OAAO;YAAEF,MAAAA;YAAMC,OAAAA;YAAOE,UAAAA;YAAUlC,UAAUmC,IAAAA,+BAAqB,EAAC5E,KAAKwE;QAAM;IAC7E;AACF;AAYA,IAAMK,mBAAmB,IAAIhH,IAAI;IAAC;IAAQ;IAAU;IAAS;IAAS;CAAe;AAErF,yFAAyF;AACzF,8FAA8F;AAC9F,IAAMiH,mBAAmB;AAEzB,SAASC,MAASC,KAAU,EAAE/G,IAAY;IACxC,IAAMQ,MAAa,EAAE;IACrB,IAAK,IAAIf,IAAI,GAAGA,IAAIsH,MAAM1I,MAAM,EAAEoB,KAAKO,KAAMQ,IAAI1B,IAAI,CAACiI,MAAMzG,KAAK,CAACb,GAAGA,IAAIO;IACzE,OAAOQ;AACT;AAEA,iFAAiF;AACjF,4EAA4E;AAC5E,SAASwG,cAAc/F,EAAgB,EAAEiF,KAAkB;IACzDjF,GAAG2E,IAAI,CAAC;IACR3E,GAAG2E,IAAI,CAAC;IACR3E,GAAGG,OAAO,CAAC,mEAAmEyE,GAAG,CAACoB,KAAKC,SAAS,CAAE,qBAAGhB;AACvG;AAIO,SAASlJ,QAAQiE,EAAgB,EAAEc,GAAmB;QAAEkE,YAAAA,iEAA6B,CAAC;IAC3Fe,cAAc/F,IAAI5D,YAAY4D,IAAIc,KAAKkE;IACvC,IAAMkB,aAAa;IACnB,IAAMC,WAAW;IAEjB,IAAMC,OAAOpG,GAAGG,OAAO,CAAC,AAAC,iFAA2F,OAAX+F,aAAc9F,GAAG;IAE1H,IAAMiG,UAAU,AAACrG,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;eAAMA,EAAEoE,IAAI;OAAEnI,MAAM,CAAC,SAACmI;eAAS,CAACK,iBAAiBxE,GAAG,CAACmE;;IAC1J,6FAA6F;IAC7F,+FAA+F;IAC/F,IAAMgB,YAAmB,EAAE;QACtB,kCAAA,2BAAA;;;YAAA,IAAMC,QAAN;YACH,IAAMC,QAAQD,MAAMxJ,GAAG,CAAC,SAACuI,MAAM9G;gBAC7B,IAAMiI,SAAS,AAAC,IAA8B,OAA3BnB,KAAKxI,KAAK,CAAC,KAAKgI,IAAI,CAAC,OAAM;gBAC9C,OAAO,AAAC,SAAuBtG,OAAfiI,QAAO,UAA2CA,OAAnCjI,GAAE,mCAA2DiI,OAA1BA,QAAO,qBAA8CjI,OAA3BiI,QAAO,sBAAsB,OAAFjI;YACzH;YACA,IAAMkI,SAAS1G,GAAGG,OAAO,CAAC,AAAC,UAA8C+F,OAArCM,MAAM1B,IAAI,CAAC,OAAM,sBAA+B,OAAXoB,aAAc9F,GAAG;YAC1FmG,MAAMzC,OAAO,CAAC,SAACwB,MAAM9G;oBAAgFkI;uBAA1EJ,UAAUzI,IAAI,CAAC;oBAAE8I,OAAOrB;oBAAMsB,UAAUF,MAAM,CAAC,AAAC,IAAK,OAAFlI,GAAI;oBAAYqI,IAAI,GAAGH,WAAAA,MAAM,CAAC,AAAC,IAAK,OAAFlI,GAAI,cAAfkI,sBAAAA,WAA8B;gBAAG;;QACxI;QAPA,QAAK,YAAeb,MAAMQ,SAAST,sCAA9B,SAAA,6BAAA,QAAA,yBAAA;;QAAA;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAQLU,UAAUtI,IAAI,CAAC,SAACC,GAAGC;eAAM,AAACA,EAAE0I,QAAQ,GAAe3I,EAAE2I,QAAQ;;IAC7D,IAAME,SAASR,UAAUjH,KAAK,CAAC,GAAG;IAElC,IAAM0H,OAAO7C,IAAAA,wBAAc,EAACpD,KAAK,UAAWd,GAAGG,OAAO,CAAC,AAAC,oKAA4K,OAATgG,UAAS,qCAAmClF,GAAG,KAAe,EAAE;IAE3R,IAAM+F,SAAShH,GAAGG,OAAO,CAAC,AAAC,wFAAgG,OAAX+F,YAAW,oCAAkCjF,GAAG;IAEhK,OAAO;QAAEmF,MAAAA;QAAMU,QAAAA;QAAQG,aAAaX,UAAUlJ,MAAM;QAAE8J,UAAUC,IAAAA,uBAAa,EAACrG;QAAMsG,SAASnL,eAAe+D,IAAIc;QAAMiG,MAAAA;QAAMC,QAAAA;IAAO;AACrI;AAIO,SAAS7K,YAAY8I,KAAe,EAAEoC,GAAW;IACtD,IAAMC,QAAQrC,MAAMsC,IAAI,CAAC,SAACnE;eAAMA,MAAMiE;;IACtC,IAAIC,OAAO,OAAOA;IAClB,IAAME,OAAOC,cAAK,CAACC,QAAQ,CAACL,KAAKxK,OAAO,CAAC,UAAU,IAAII,WAAW;IAClE,IAAM0K,UAAU1C,MAAM9H,MAAM,CAAC,SAACiG;eAAMqE,cAAK,CAACC,QAAQ,CAACtE,GAAGvG,OAAO,CAAC,UAAU,IAAII,WAAW,OAAOuK;;IAC9F,IAAIG,QAAQvK,MAAM,KAAK,GAAG,OAAOuK,OAAO,CAAC,EAAE;IAC3C,IAAIA,QAAQvK,MAAM,GAAG,GAAG,MAAM,IAAIqG,oBAAU,CAAC,kBAAkB,AAAC,IAAyBkE,OAAtBN,KAAI,oBAAqC,OAAnBM,QAAQ7C,IAAI,CAAC;IACtG,MAAM,IAAIrB,oBAAU,CAAC,kBAAkB,AAAC,oBAAuB,OAAJ4D,KAAI;AACjE;AAyBA,IAAMO,kBAAkB;AAIjB,SAAS5L,KAAKgE,EAAgB,EAAEc,GAAmB,EAAE+G,OAAe;QAAE7C,YAAAA,iEAA6B,CAAC;QAKrF9E,mBAwBEA;IA5BtB,IAAM+E,QAAQ,AAACjF,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;eAAMA,EAAEjB,IAAI;;IAC/G,IAAMA,OAAO9D,YAAY8I,OAAO4C;IAEhC,IAAM3H,MAAMF,GAAGG,OAAO,CAAC,8CAA8CC,GAAG,CAACH;IACzE,IAAM6H,cAAc5H,oBAAAA,IAAI6H,YAAY,cAAhB7H,+BAAAA,oBAAsC;IAC1D,IAAM8H,cAAmB,CAAC;QACrB,kCAAA,2BAAA;;QAAL,QAAK,YAAsBC,OAAOC,OAAO,CAAChI,yBAArC,SAAA,6BAAA,QAAA,yBAAA,iCAA2C;YAA3C,mCAAA,iBAAOiI,sBAAKC;YACf,IAAI,CAACzC,iBAAiBxE,GAAG,CAACgH,QAAQC,UAAU,MAAMJ,WAAW,CAACG,IAAI,GAAGC;QACvE;;QAFK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAIL,IAAMC,gBAAgBnE,IAAAA,wBAAc,EAACpD,KAAK,cAAc,AAACd,GAAGG,OAAO,CAAC,uDAAuDC,GAAG,CAACH,MAAwBuF,CAAC,GAAG;IAC3J,IAAM8C,WAAWpE,IAAAA,wBAAc,EAACpD,KAAK,cAAed,GAAGG,OAAO,CAAC,2GAA2Gc,GAAG,CAAChB,MAAM2H,mBAA6B,EAAE;IAEnN,IAAIW,WAAqB,EAAE;IAC3B,IAAIC,YAAsB,EAAE;IAC5B,IAAIC,aAAuB,EAAE;IAC7B,IAAIC,iBAAiB;IACrB,IAAMC,WAAWvM,YAAY4D,IAAIc,KAAKkE;IACtC,IAAId,IAAAA,wBAAc,EAACpD,KAAK,UAAU;QAChC,IAAMvB,MAAMS,GAAGG,OAAO,CAAC,+DAA+Dc,GAAG,CAAChB;QAC1FsI,WAAY,qBAAG,IAAI5J,IAAIY,IAAIpC,MAAM,CAAC,SAACyL;mBAAMA,EAAEC,GAAG,KAAK;WAAM9L,GAAG,CAAC,SAAC6L;mBAAMA,EAAEC,GAAG;;QACzEJ,aAAalJ,IAAIpC,MAAM,CAAC,SAACyL;mBAAMA,EAAEC,GAAG,KAAK;WAAM9L,GAAG,CAAC,SAAC6L;mBAAMA,EAAEE,MAAM;;QAClEJ,iBAAiB,AAAC1I,GAAGG,OAAO,CAAC,4DAA4DC,GAAG,CAACH,MAAwBuF,CAAC;QACtHgD,YAAY,AAACxI,GAAGG,OAAO,CAAC,qEAAqEc,GAAG,CAAChB,MAAM2H,iBAA4C7K,GAAG,CAAC,SAACmE;mBAAMA,EAAE6H,GAAG;;IACrK;IAEA,OAAO;QACL9I,MAAAA;QACA+I,QAAQ9J,KAAK+J,IAAI,CAAC,EAAE/I,aAAAA,IAAIgJ,KAAK,cAAThJ,wBAAAA,aAAwB,KAAK;QACjD8H,aAAAA;QACAF,YAAAA;QACAQ,UAAAA;QACAC,UAAUA,SAASlJ,KAAK,CAAC,GAAGuI;QAC5BY,WAAAA;QACAC,YAAYA,WAAWpJ,KAAK,CAAC,GAAGuI;QAChCS,eAAAA;QACAc,eAAeZ,SAASnL,MAAM;QAC9BsL,gBAAAA;QACAU,iBAAiBX,WAAWrL,MAAM;QAClCiM,KAAK,AAAC;YAAC;YAAY;SAAQ,CAAmBlM,MAAM,CAAC,SAACmI;mBAAS,CAACpB,IAAAA,wBAAc,EAACpD,KAAKwE;;IACtF;AACF;AAIO,SAAepJ,aAAa8D,EAAgB,EAAEc,GAAmB,EAAE+G,OAAe,EAAE7C,SAA0B,EAAEvD,CAAS;;YACxHwD,OACAhF,MAEAsI,UACAC,WACA/H,SAKAe,WAaA8H;;;;oBAvBArE,QAAQ,AAACjF,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;+BAAMA,EAAEjB,IAAI;;oBACzGA,OAAO9D,YAAY8I,OAAO4C;oBAE1BU,WAAW,AAACvI,GAAGG,OAAO,CAAC,oEAAoEc,GAAG,CAAChB,MAAiClD,GAAG,CAAC,SAACmE;+BAAMA,EAAE2H,GAAG;;oBAChJL,YAAY,AAACxI,GAAGG,OAAO,CAAC,gDAAgDc,GAAG,CAAChB,MAAiClD,GAAG,CAAC,SAACmE;+BAAMA,EAAE6H,GAAG;;oBAC7HtI,UAAU,IAAI9B,IAAI;wBAACsB;sBAAD,OAAO,qBAAGsI,WAAU,qBAAGC;oBAE/C,yFAAyF;oBACzF,2FAA2F;oBAC3F,yDAAyD;oBACnDhH,YAAYyB,IAAAA,uBAAa,EAACnC,KAAKkE;oBACrC,IAAI,CAACuE,IAAAA,sBAAY,EAACzI,MAAM;wBACtB,MAAM,IAAI2C,oBAAU,CAAC,kBAAkB;oBACzC;oBACA,oFAAoF;oBACpF,yFAAyF;oBACzF,uDAAuD;oBACvD,IAAI,CAACjC,UAAU+B,QAAQ,EAAE;wBACvB,MAAM,IAAIE,oBAAU,CAAC,uBAAuB,AAAC,WAA+B,OAArBjC,UAAU6B,UAAU,EAAC;oBAC9E;oBACA,IAAI,CAACG,IAAAA,qBAAY,EAAC1C,MAAM;wBACtB,MAAM,IAAI2C,oBAAU,CAAC,uBAAuB;oBAC9C;oBACM6F,UAAUlN,YAAY4D,IAAIc,KAAKkE;oBACrC,oFAAoF;oBACpF,oDAAoD;oBACpD;;wBAAMwE,IAAAA,qBAAY,EAACxJ,IAAIc,KAAKA,IAAIiE,OAAO;;;oBAAvC;oBACA,IAAI,CAAC0E,IAAAA,qBAAY,EAACzJ,IAAIC,OAAO;wBAC3B,MAAM,IAAIwD,oBAAU,CAAC,qBAAqB,AAAC,GAAO,OAALxD,MAAK;oBACpD;oBACA,IAAI,CAACY,mBAAmBb,IAAIc,KAAKwI,UAAU;;;;oBAC3C;;wBAAOI,IAAAA,qBAAY,EAAC1J,IAAIc,KAAKb,MAAM;4BAAEQ,SAAAA;4BAAS6I,SAAAA;4BAAS7H,GAAAA;wBAAE;;;;IAC3D"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/commands.ts"],"sourcesContent":["import { readFileSync } from 'node:fs';\nimport { join, matchesGlob } from 'node:path';\nimport posix from 'node:path/posix';\nimport type { DatabaseSync } from 'node:sqlite';\nimport type { FeatureName, ResolvedConfig, SearchOverrides } from './config.ts';\nimport { anyPresetEmbeds, contentTokenize, embedEnabled, featureEnabled, featureStates, presetNames, presetSemanticEnabled, resolveSearch } from './config.ts';\nimport { SenseError } from './errors.ts';\nimport { embedPending, hasEmbedding, modelPresent, semanticCandidates, similarNotes } from './features/embed.ts';\nimport { linkEdges } from './features/index.ts';\nimport { personalizedRank } from './graph.ts';\nimport type { Row } from './output.ts';\nimport { searchError } from './search-error.ts';\nimport { segmentMatch } from './segment.ts';\n\n// The three commands: mapTree (orient), search (locate), peek (structure).\n// Each returns data; cli.ts renders. All of them degrade when a feature is off.\n\n// Mirrors the main columns onto the sidecars, so a title match found through title_seg ranks\n// like a title match found through title, not like a body match.\nconst WEIGHTED_BM25 = 'bm25(content, 10.0, 5.0, 1.0, 0, 10.0, 5.0, 1.0)';\nconst RRF_K = 60;\n\n// snippet() re-tokenizes each candidate doc, superlinearly: ~10s for one 1MB doc\n// (BENCHMARKING.md). Past this bound, rows get the linear JS excerpt instead.\nconst SNIPPET_BOUND = 16_384;\nconst EXCERPT_WINDOW = 160;\n\n// Bare terms from an FTS5 query string: strips operators/quoting so the oversized-doc excerpt\n// scan matches the same words the query matched on, not FTS5 syntax.\nfunction extractBareTerms(query: string): string[] {\n const cleaned = query\n .replace(/\"/g, ' ')\n .replace(/[()*]/g, ' ')\n .replace(/\\b(AND|OR|NOT|NEAR)\\b(\\/\\d+)?/gi, ' ');\n return cleaned\n .split(/\\s+/)\n .map((tok) => tok.replace(/^[A-Za-z_]\\w*:/, '')) // column filter, e.g. title:term\n .map((tok) => tok.toLowerCase().trim())\n .filter((tok) => tok.length > 0);\n}\n\nfunction findOccurrences(haystackLower: string, terms: string[]): Array<{ start: number; end: number; term: string }> {\n const occ: Array<{ start: number; end: number; term: string }> = [];\n for (const term of terms) {\n let idx = 0;\n for (;;) {\n const found = haystackLower.indexOf(term, idx);\n if (found === -1) break;\n occ.push({ start: found, end: found + term.length, term });\n idx = found + term.length;\n }\n }\n // Longest span first at equal start, so \"tests\" beats its substring \"test\" and the\n // whole word gets highlighted; the emit loop then absorbs the shorter overlap.\n return occ.sort((a, b) => a.start - b.start || b.end - a.end);\n}\n\n// Slides a window over the sorted occurrences, same semantics as FTS5's own best-window\n// pick: most distinct terms, ties broken by most total hits.\nfunction bestWindowStart(occ: Array<{ start: number; end: number; term: string }>, windowSize: number): number {\n let best = occ[0].start;\n let bestDistinct = 0;\n let bestCount = 0;\n for (let i = 0; i < occ.length; i++) {\n const winEnd = occ[i].start + windowSize;\n const seen = new Set<string>();\n let count = 0;\n for (let j = i; j < occ.length && occ[j].start < winEnd; j++) {\n seen.add(occ[j].term);\n count++;\n }\n if (seen.size > bestDistinct || (seen.size === bestDistinct && count > bestCount)) {\n best = occ[i].start;\n bestDistinct = seen.size;\n bestCount = count;\n }\n }\n return best;\n}\n\n// snippet()-shaped excerpt: matched terms wrapped in «», … at cut edges. Linear in doc\n// length, only run for rows actually returned (<= k), unlike snippet()'s per-row cost.\nfunction computeExcerpt(text: string, terms: string[]): { excerpt: string; offset: number } {\n const occ = findOccurrences(text.toLowerCase(), terms);\n if (occ.length === 0) {\n // This is a raw substring scan, not porter-stemmed: a doc matched only through a\n // stemmed variant (query \"negotiate\" vs doc \"negotiating\") finds no occurrence here.\n // Fall back to the doc's start, unmarked, rather than claim a match that isn't there.\n const end = Math.min(text.length, EXCERPT_WINDOW);\n return { excerpt: `${text.slice(0, end).replace(/\\s+/g, ' ').trim()}${end < text.length ? '…' : ''}`, offset: 0 };\n }\n const start = bestWindowStart(occ, EXCERPT_WINDOW);\n const end = Math.min(text.length, start + EXCERPT_WINDOW);\n let out = '';\n let cursor = start;\n for (const o of occ) {\n if (o.start < start || o.end > end) continue;\n // Occurrences of duplicate or substring-overlapping terms (\"test tests\") can overlap;\n // emitting each would duplicate document text. Keep the first, absorb the rest.\n if (o.start < cursor) continue;\n out += `${text.slice(cursor, o.start)}«${text.slice(o.start, o.end)}»`;\n cursor = o.end;\n }\n out += text.slice(cursor, end);\n const prefix = start > 0 ? '…' : '';\n const suffix = end < text.length ? '…' : '';\n return { excerpt: `${prefix}${out.replace(/\\s+/g, ' ')}${suffix}`, offset: start };\n}\n\nfunction lineNumberAt(text: string, offset: number): number {\n let line = 1;\n for (let i = 0; i < offset; i++) if (text.charCodeAt(i) === 10) line++;\n return line;\n}\n\nfunction lineRangeFor(db: DatabaseSync, path: string, line: number): string | null {\n const row = db.prepare('SELECT start_line, end_line FROM sections WHERE \"path\" = ? AND start_line <= ? AND end_line >= ? ORDER BY start_line DESC LIMIT 1').get(path, line, line) as { start_line: number; end_line: number } | undefined;\n return row ? `L${row.start_line}-${row.end_line}` : null;\n}\n\nexport interface SearchOptions {\n k?: number;\n where?: string; // SQL fragment against frontmatter alias `f`, e.g. \"f.status = 'active'\"\n preset?: string; // named preset; unknown name throws listing declared presets, undefined -> \"default\"\n include?: string[]; // ad hoc scope override (repeatable --include); independent of exclude\n exclude?: string[]; // ad hoc scope override (repeatable --exclude); independent of include\n noExclude?: boolean; // --no-exclude: drop the preset's exclude for this command\n}\n\n// node:path's matchesGlob is experimental (stable behind an unstable-API flag) as of the\n// engines floor (Node >=22.20); scope filtering only ever needs single-pattern matching, so\n// it's used here in JS rather than running a directory walk in the query path.\nfunction inScope(path: string, include: string[], exclude?: string[]): boolean {\n if (!include.some((g) => matchesGlob(path, g))) return false;\n if (exclude?.some((g) => matchesGlob(path, g))) return false;\n return true;\n}\n\nfunction scopeHasEmbeddings(db: DatabaseSync, cfg: ResolvedConfig, scopedPaths: Set<string>): boolean {\n if (!anyPresetEmbeds(cfg)) return false; // the embeddings table doesn't exist at all in this case\n const rows = db.prepare('SELECT DISTINCT \"path\" FROM embeddings').all() as Array<{ path: string }>;\n return rows.some((r) => scopedPaths.has(r.path));\n}\n\n// BM25 + link expansion + vectors, fused by reciprocal rank; `via` names the signal per row.\n// `opts` arrives already resolved (config.ts:resolveSearch).\nexport async function search(db: DatabaseSync, cfg: ResolvedConfig, terms: string, opts: SearchOptions = {}): Promise<Row[]> {\n const effective = resolveSearch(cfg, opts);\n const { k } = effective;\n\n const allPaths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n const scopePaths = rawScope(db, cfg, opts, allPaths);\n const scopeActive = scopePaths.size < allPaths.length;\n // The set every candidate pool must be filtered to before truncation: scope narrowed by\n // --where, the same composition scopedPaths() gives the other commands. Runs the same where\n // fragment matchSql does, so a bad column gets the same attributed error either way.\n let allowedPaths: Set<string>;\n try {\n allowedPaths = narrowByWhere(db, scopePaths, effective.where);\n } catch (err) {\n throw searchError(err as Error, terms, effective.where);\n }\n const fetch = Math.max(k * 3, 30);\n\n // Asking for vectors without a model is a misconfiguration, not a mode: degrading would make\n // the same search answer differently before and after a download. semantic:false never asks.\n const wantsVectors = effective.semantic && anyPresetEmbeds(cfg);\n if (wantsVectors && !modelPresent(cfg)) {\n throw new SenseError('EMBED_MODEL_MISSING', `preset \"${effective.presetName}\" searches with vectors, but the embedding model is not available; run \\`sense download\\`, or set \"semantic\": false on that preset to search on words and links`);\n }\n const semanticEnabled = wantsVectors && scopeHasEmbeddings(db, cfg, allowedPaths);\n\n // Terms pass to MATCH as written, with one transform: a run of text whose language marks no\n // word boundaries becomes a quoted grapheme phrase (and a title:/summary:/text: qualifier\n // ahead of it retargets its _seg column), matching how it was indexed. Text that already\n // carries boundaries comes through untouched, so this is a no-op for the languages that\n // never needed it. Gated on the same predicate that decided whether the sidecars were\n // populated (contentTokenize(cfg) === undefined), so index and query can't disagree. Invalid\n // syntax still errors rather than being rewritten.\n // --where\n // applies inside the candidate query (a post-filter would drop matches ranked past the pool)\n // and again on the final select, for link-derived rows.\n const scope = effective.where;\n const whereJoin = scope ? `JOIN frontmatter f ON f.\"path\" = content.path` : '';\n const whereCond = scope ? `AND (${scope})` : '';\n // A scope narrower than the whole index must filter the candidate pool before LIMIT, not\n // after -- otherwise scoped notes ranking below the global top-`fetch` never reach the\n // filter. A join against a temp table, not a bound parameter list: real scopes run to\n // thousands of paths, past SQLITE_MAX_VARIABLE_NUMBER on older builds.\n if (scopeActive) materializeScope(db, '_search_scope', scopePaths);\n const scopeCond = scopeActive ? `AND content.path IN (SELECT \"path\" FROM _search_scope)` : '';\n // Docs past SNIPPET_BOUND skip snippet() entirely -- SQLite\n // short-circuits the untaken CASE branch, so it's never invoked on them.\n // Column 2 (text), not -1 (best column): -1 could surface a _seg sidecar as the excerpt,\n // which is machine-spaced and not what the author wrote. A row that matches only in a\n // sidecar gets an unhighlighted text excerpt below instead -- a stated cost.\n const matchSql = `SELECT content.path AS path, CASE WHEN length(content.text) <= ${SNIPPET_BOUND} THEN snippet(content, 2, '«', '»', '…', 10) ELSE NULL END AS hit FROM content ${whereJoin} WHERE content MATCH ? ${whereCond} ${scopeCond} ORDER BY ${WEIGHTED_BM25} LIMIT ${fetch}`;\n const query = contentTokenize(cfg) === undefined ? segmentMatch(terms) : terms;\n let matchRows: Array<{ path: string; hit: string | null }>;\n try {\n matchRows = db.prepare(matchSql).all(query) as Array<{ path: string; hit: string | null }>;\n } catch (err) {\n throw searchError(err as Error, terms, scope);\n }\n\n const hits = new Map(matchRows.map((r) => [r.path, r.hit]));\n // hit === null here means the bound suppressed snippet(), not \"no match\" -- distinguish\n // from via='link' rows (never in matchRows, so absent from this set) below.\n const oversized = new Set(matchRows.filter((r) => r.hit === null).map((r) => r.path));\n const candidates = new Map<string, { score: number; via: string }>();\n matchRows.forEach((r, i) => {\n candidates.set(r.path, { score: 1 / (RRF_K + i), via: 'match' });\n });\n\n const edges = featureEnabled(cfg, 'links') && matchRows.length > 0 ? linkEdges(db) : [];\n if (edges.length > 0) {\n // Gates the label only, not the score: restart mass ranks every seed without an incident\n // edge, but dropping it from the score reweights fusion (FEVER hit@10 0.997 -> 0.907).\n const linked = new Set(edges.flat());\n const seeds = new Map(matchRows.map((r, i) => [r.path, 1 / (i + 1)]));\n const ranked = [...personalizedRank(allPaths, edges, seeds)]\n .filter(([path, score]) => score > 1e-9 && allowedPaths.has(path))\n .sort((a, b) => b[1] - a[1])\n .slice(0, fetch);\n ranked.forEach(([path], i) => {\n const existing = candidates.get(path);\n if (existing) {\n existing.score += 1 / (RRF_K + i);\n if (linked.has(path)) existing.via = 'match+link';\n } else {\n candidates.set(path, { score: 1 / (RRF_K + i), via: 'link' });\n }\n });\n }\n\n // Vector expansion, invoked only: a third RRF list at the swept flat-region constants\n // (weight 1, pool = fetch). Each row carries its best chunk's line range.\n const chunkLines = new Map<string, string>();\n const chunkSimilarity = new Map<string, number>();\n if (semanticEnabled) {\n const vec = await semanticCandidates(db, cfg, terms, fetch, allowedPaths);\n vec.forEach(({ path, lines, similarity }, i) => {\n chunkLines.set(path, lines);\n chunkSimilarity.set(path, similarity);\n const existing = candidates.get(path);\n if (existing) {\n existing.score += 1 / (RRF_K + i);\n existing.via = `${existing.via}+vector`;\n } else {\n candidates.set(path, { score: 1 / (RRF_K + i), via: 'vector' });\n }\n });\n }\n\n db.exec('DROP TABLE IF EXISTS _search');\n db.exec('CREATE TEMP TABLE _search (\"path\" TEXT PRIMARY KEY, score REAL, via TEXT, hit TEXT, lines TEXT, similarity REAL)');\n const insert = db.prepare('INSERT INTO _search (\"path\", score, via, hit, lines, similarity) VALUES (?, ?, ?, ?, ?, ?)');\n for (const [path, c] of candidates) insert.run(path, c.score, c.via, hits.get(path) ?? null, chunkLines.get(path) ?? null, chunkSimilarity.get(path) ?? null);\n\n // All three candidate paths (match, link, vector) already filtered to scope+where before\n // reaching _search; this reapplies --where anyway since the join to frontmatter is already\n // needed for the path column.\n const where = scope ? `WHERE (${scope})` : '';\n // lines is always present now: semantic rows carry their chunk's range, oversized-doc\n // lexical rows gain one below, everything else stays null. similarity stays semantic-only.\n const similarityCol = semanticEnabled ? ', _search.similarity' : '';\n const rows = db\n .prepare(\n `SELECT f.\"path\" AS path, content.title, content.summary, _search.hit, _search.via, round(_search.score, 4) AS score, _search.lines${similarityCol}\n FROM _search JOIN frontmatter f ON f.\"path\" = _search.\"path\" JOIN content ON content.path = _search.\"path\"\n ${where} ORDER BY _search.score DESC LIMIT ?`\n )\n .all(k) as Row[];\n\n if (oversized.size > 0) {\n const bareTerms = extractBareTerms(terms);\n for (const row of rows) {\n if (row.hit !== null || !oversized.has(row.path as string)) continue;\n let text: string;\n try {\n text = readFileSync(join(cfg.baseDir, row.path as string), 'utf8');\n } catch {\n continue; // vanished since the match; leave hit/lines null rather than throw\n }\n const { excerpt, offset } = computeExcerpt(text, bareTerms);\n row.hit = excerpt;\n if (row.lines == null) row.lines = featureEnabled(cfg, 'sections') ? lineRangeFor(db, row.path as string, lineNumberAt(text, offset)) : null;\n }\n }\n\n return rows;\n}\n\n// Scope only (no --where): preset_files for a named preset, JS glob matching for an ad hoc\n// include/exclude override. Shared by scopedPaths() and search(), which also needs the\n// pre-where set to size the candidate-pool filter.\nfunction rawScope(db: DatabaseSync, cfg: ResolvedConfig, overrides: SearchOverrides, allPaths?: string[]): Set<string> {\n const effective = resolveSearch(cfg, overrides);\n const { include, exclude } = effective;\n const adHocScope = overrides.include !== undefined || overrides.exclude !== undefined || overrides.noExclude === true;\n if (!adHocScope) return new Set((db.prepare('SELECT \"path\" FROM preset_files WHERE preset = ?').all(effective.presetName) as Array<{ path: string }>).map((r) => r.path));\n const paths = allPaths ?? (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n return new Set(paths.filter((p) => inScope(p, include, exclude)));\n}\n\nfunction narrowByWhere(db: DatabaseSync, paths: Set<string>, where: string | undefined): Set<string> {\n if (!where) return paths;\n const whereRows = db.prepare(`SELECT \"path\" FROM frontmatter f WHERE (${where})`).all() as Array<{ path: string }>;\n const wherePaths = new Set(whereRows.map((r) => r.path));\n return new Set([...paths].filter((p) => wherePaths.has(p)));\n}\n\n// The scope resolver for non-search commands (path, peek, map): same coverage rule search()\n// applies, then narrowed by the resolved `where`.\nexport function scopedPaths(db: DatabaseSync, cfg: ResolvedConfig, overrides: SearchOverrides): Set<string> {\n const effective = resolveSearch(cfg, overrides);\n return narrowByWhere(db, rawScope(db, cfg, overrides), effective.where);\n}\n\nexport interface PresetCoverage {\n name: string;\n files: number;\n embedded: number;\n // Reported so 0 embedded reads as \"this scope declined vectors\" rather than \"not yet built\".\n semantic: boolean;\n}\n\n// Indexing derives from presets, so the derivation stays visible. Read from preset_files, not\n// recomputed from globs, so it reflects the cache rather than the config.\nexport function presetCoverage(db: DatabaseSync, cfg: ResolvedConfig): PresetCoverage[] {\n const embedActive = anyPresetEmbeds(cfg);\n return presetNames(cfg).map((name) => {\n const files = (db.prepare('SELECT COUNT(*) AS n FROM preset_files WHERE preset = ?').get(name) as { n: number }).n;\n const embedded = embedActive ? (db.prepare('SELECT COUNT(*) AS n FROM preset_files pf WHERE pf.preset = ? AND EXISTS (SELECT 1 FROM embeddings e WHERE e.\"path\" = pf.\"path\" AND e.vector IS NOT NULL)').get(name) as { n: number }).n : 0;\n return { name, files, embedded, semantic: presetSemanticEnabled(cfg, name) };\n });\n}\n\nexport interface TreeMap {\n docs: { count: number; bytes: number };\n fields: Row[]; // top 20 by coverage; fieldsTotal carries the real count\n fieldsTotal: number;\n features: { on: FeatureName[]; off: FeatureName[] };\n presets: PresetCoverage[];\n hubs: Row[];\n recent: Row[];\n recentCaveat: string | null;\n}\n\nconst INTERNAL_COLUMNS = new Set(['path', '_mtime', '_size', '_rank', '_parse_error']);\n\n// A result row is capped at SQLITE_MAX_COLUMN (2000, default); two aggregate expressions\n// per field keeps a chunk's row safely under that regardless of how many fields the tree has.\nconst MAP_COLUMN_CHUNK = 300;\n\nfunction chunk<T>(items: T[], size: number): T[][] {\n const out: T[][] = [];\n for (let i = 0; i < items.length; i += size) out.push(items.slice(i, i + size));\n return out;\n}\n\n// Materializes a path set into a named temp table (same shape as traverse.ts's allowed_nodes)\n// so a query can join/filter against it cheaply instead of binding a parameter per path.\nfunction materializeScope(db: DatabaseSync, table: string, paths: Set<string>): void {\n db.exec(`DROP TABLE IF EXISTS ${table}`);\n db.exec(`CREATE TEMP TABLE ${table} (\"path\" TEXT PRIMARY KEY)`);\n db.prepare(`INSERT INTO ${table} SELECT DISTINCT value FROM json_each(?1)`).run(JSON.stringify([...paths]));\n}\n\nfunction setupMapScope(db: DatabaseSync, paths: Set<string>): void {\n materializeScope(db, '_map_scope', paths);\n}\n\n// What is this scope: fixed-size output regardless of tree size. Coverage and features stay\n// global -- they describe the tree, not the current question.\nexport function mapTree(db: DatabaseSync, cfg: ResolvedConfig, overrides: SearchOverrides = {}): TreeMap {\n setupMapScope(db, scopedPaths(db, cfg, overrides));\n const scopeWhere = 'WHERE \"path\" IN (SELECT \"path\" FROM _map_scope)';\n const scopeAnd = 'AND f.\"path\" IN (SELECT \"path\" FROM _map_scope)';\n\n const docs = db.prepare(`SELECT COUNT(*) AS count, COALESCE(SUM(\"_size\"), 0) AS bytes FROM frontmatter ${scopeWhere}`).get() as { count: number; bytes: number };\n\n const columns = (db.prepare('PRAGMA table_info(frontmatter)').all() as Array<{ name: string }>).map((r) => r.name).filter((name) => !INTERNAL_COLUMNS.has(name));\n // Observed types, not declared: SQLite types per value, so a field can be text in most notes\n // and numeric in a few. One aggregate scan per chunk of columns; FILTER matches COUNT's nulls.\n const allFields: Row[] = [];\n for (const group of chunk(columns, MAP_COLUMN_CHUNK)) {\n const exprs = group.map((name, i) => {\n const quoted = `\"${name.split('\"').join('\"\"')}\"`;\n return `COUNT(${quoted}) AS n${i}, GROUP_CONCAT(DISTINCT typeof(${quoted})) FILTER (WHERE ${quoted} IS NOT NULL) AS t${i}`;\n });\n const result = db.prepare(`SELECT ${exprs.join(', ')} FROM frontmatter ${scopeWhere}`).get() as Record<string, number | string | null>;\n group.forEach((name, i) => allFields.push({ field: name, coverage: result[`n${i}`] as number, type: (result[`t${i}`] as string) ?? '' }));\n }\n allFields.sort((a, b) => (b.coverage as number) - (a.coverage as number));\n const fields = allFields.slice(0, 20);\n\n const hubs = featureEnabled(cfg, 'rank') ? (db.prepare(`SELECT f.\"path\" AS path, round(f.\"_rank\" * 100, 2) AS rank, content.title FROM frontmatter f JOIN content ON content.path = f.\"path\" WHERE f.\"_rank\" IS NOT NULL ${scopeAnd} ORDER BY f.\"_rank\" DESC LIMIT 8`).all() as Row[]) : [];\n\n const recent = db.prepare(`SELECT \"path\", datetime(\"_mtime\" / 1000, 'unixepoch') AS modified FROM frontmatter ${scopeWhere} ORDER BY \"_mtime\" DESC LIMIT 5`).all() as Row[];\n\n // A fresh clone/copy stamps files with checkout time, not edit history; second granularity\n // matches the `recent` table above and is coarse enough to catch that without an exact-ms match.\n const topSecond = db.prepare(`SELECT COUNT(*) AS n FROM frontmatter ${scopeWhere} GROUP BY CAST(\"_mtime\" / 1000 AS INTEGER) ORDER BY n DESC LIMIT 1`).get() as { n: number } | undefined;\n const recentCaveat = topSecond && docs.count > 1 && topSecond.n > docs.count / 2 ? `${topSecond.n} of ${docs.count} files share one modified second, so recency likely reflects a checkout or copy, not edit history` : null;\n\n return { docs, fields, fieldsTotal: allFields.length, features: featureStates(cfg), presets: presetCoverage(db, cfg), hubs, recent, recentCaveat };\n}\n\n// Note resolution shared by peek and path: an exact path, or a unique basename (case\n// insensitive, .md stripped).\nexport function resolveNote(paths: string[], arg: string): string {\n const exact = paths.find((p) => p === arg);\n if (exact) return exact;\n const base = posix.basename(arg).replace(/\\.md$/i, '').toLowerCase();\n const matches = paths.filter((p) => posix.basename(p).replace(/\\.md$/i, '').toLowerCase() === base);\n if (matches.length === 1) return matches[0];\n if (matches.length > 1) throw new SenseError('NOTE_AMBIGUOUS', `\"${arg}\" is ambiguous: ${matches.join(', ')}`);\n throw new SenseError('NOTE_NOT_FOUND', `no note matches \"${arg}\"`);\n}\n\nexport interface Peek {\n path: string;\n tokens: number;\n frontmatter: Row;\n // Set when the note's frontmatter was refused, so an empty frontmatter block reads as \"did\n // not parse\" rather than \"has none\". Same reason `_parse_error` sits in the row.\n parseError: string | null;\n sections: Row[];\n outbound: string[];\n backlinks: string[];\n unresolved: string[];\n // Totals before truncation: a hub can have thousands of backlinks (or a note thousands of\n // headings), and peek's whole point is bounded output. Query the sections/links tables\n // directly for the full list.\n sectionsTotal: number;\n outboundTotal: number;\n backlinksTotal: number;\n unresolvedTotal: number;\n // Bounded k-hop expansion beyond the immediate ring already shown by outbound/backlinks\n // (depth starts at 2).\n off: FeatureName[]; // disabled features whose blocks are omitted (not empty)\n}\n\nconst PEEK_LIST_LIMIT = 20;\n\n// peek: everything about one note except its prose -- frontmatter, outline with line\n// ranges + token estimates (so the follow-up Read is a range, not the file), links both ways.\nexport function peek(db: DatabaseSync, cfg: ResolvedConfig, pathArg: string, overrides: SearchOverrides = {}): Peek {\n const paths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n const path = resolveNote(paths, pathArg);\n\n const row = db.prepare('SELECT * FROM frontmatter WHERE \"path\" = ?').get(path) as Row;\n const parseError = (row._parse_error as string | null) ?? null;\n const frontmatter: Row = {};\n for (const [key, value] of Object.entries(row)) {\n if (!INTERNAL_COLUMNS.has(key) && value !== null) frontmatter[key] = value;\n }\n\n const sectionsTotal = featureEnabled(cfg, 'sections') ? (db.prepare('SELECT COUNT(*) AS n FROM sections WHERE \"path\" = ?').get(path) as { n: number }).n : 0;\n const sections = featureEnabled(cfg, 'sections') ? (db.prepare('SELECT level, heading, start_line, end_line, tokens FROM sections WHERE \"path\" = ? ORDER BY idx LIMIT ?').all(path, PEEK_LIST_LIMIT) as Row[]) : [];\n\n let outbound: string[] = [];\n let backlinks: string[] = [];\n let unresolved: string[] = [];\n let backlinksTotal = 0;\n const _allowed = scopedPaths(db, cfg, overrides);\n if (featureEnabled(cfg, 'links')) {\n const out = db.prepare('SELECT target, dst FROM links WHERE src = ? ORDER BY target').all(path) as Array<{ target: string; dst: string | null }>;\n outbound = [...new Set(out.filter((l) => l.dst !== null).map((l) => l.dst as string))];\n unresolved = out.filter((l) => l.dst === null).map((l) => l.target);\n backlinksTotal = (db.prepare('SELECT COUNT(DISTINCT src) AS n FROM links WHERE dst = ?').get(path) as { n: number }).n;\n backlinks = (db.prepare('SELECT DISTINCT src FROM links WHERE dst = ? ORDER BY src LIMIT ?').all(path, PEEK_LIST_LIMIT) as Array<{ src: string }>).map((r) => r.src);\n }\n\n return {\n path,\n tokens: Math.ceil(((row._size as number) ?? 0) / 4),\n frontmatter,\n parseError,\n sections,\n outbound: outbound.slice(0, PEEK_LIST_LIMIT),\n backlinks,\n unresolved: unresolved.slice(0, PEEK_LIST_LIMIT),\n sectionsTotal,\n outboundTotal: outbound.length,\n backlinksTotal,\n unresolvedTotal: unresolved.length,\n off: (['sections', 'links'] as FeatureName[]).filter((name) => !featureEnabled(cfg, name)),\n };\n}\n\n// Notes most similar by cosine, excluding self and everything already linked either way.\n// Its own command, not a peek section: a full embeddings scan is ~480ms at 26k notes.\nexport async function relatedNotes(db: DatabaseSync, cfg: ResolvedConfig, pathArg: string, overrides: SearchOverrides, k: number): Promise<Array<{ path: string; similarity: number }>> {\n const paths = (db.prepare('SELECT \"path\" FROM frontmatter').all() as Array<{ path: string }>).map((r) => r.path);\n const path = resolveNote(paths, pathArg);\n\n const outbound = (db.prepare('SELECT DISTINCT dst FROM links WHERE src = ? AND dst IS NOT NULL').all(path) as Array<{ dst: string }>).map((r) => r.dst);\n const backlinks = (db.prepare('SELECT DISTINCT src FROM links WHERE dst = ?').all(path) as Array<{ src: string }>).map((r) => r.src);\n const exclude = new Set([path, ...outbound, ...backlinks]);\n\n // Vectors are the only signal `related` has, so every way of not having them is an error\n // naming the cause. An empty table then means one thing: nothing near in meaning that this\n // note does not already link to, which is a real answer.\n const effective = resolveSearch(cfg, overrides);\n if (!embedEnabled(cfg)) {\n throw new SenseError('EMBED_DISABLED', 'related ranks notes by meaning, and this tree has no embedding model; add an \"embed\" block naming one to sense.config.json, then run `sense download` (search works without it, on words and links)');\n }\n // search gates on the same flag (see wantsVectors above); reading it here too keeps\n // `semantic: false` meaning one thing. Without this, an overlapping semantic-on preset's\n // vectors would answer for a scope that declined them.\n if (!effective.semantic) {\n throw new SenseError('PRESET_NOT_SEMANTIC', `preset \"${effective.presetName}\" sets \"semantic\": false, so this scope has no vectors and related has no other signal; search it instead (words and links), or set semantic back on for that preset`);\n }\n if (!modelPresent(cfg)) {\n throw new SenseError('EMBED_MODEL_MISSING', 'related ranks notes by meaning, so it needs the embedding model, which is not downloaded; run `sense download` (search still works without it, on words and links)');\n }\n const allowed = scopedPaths(db, cfg, overrides);\n // Top up pending rows before the seed check, or a fresh index reports every note as\n // having no indexed text until some search has run.\n await embedPending(db, cfg, cfg.baseDir);\n if (!hasEmbedding(db, path)) {\n throw new SenseError('NOTE_NOT_EMBEDDED', `${path} has no indexed text to compare -- a note that is frontmatter only, or empty, has nothing to rank by meaning`);\n }\n if (!scopeHasEmbeddings(db, cfg, allowed)) return [];\n return similarNotes(db, cfg, path, { exclude, allowed, k });\n}\n"],"names":["mapTree","peek","presetCoverage","relatedNotes","resolveNote","scopedPaths","search","WEIGHTED_BM25","RRF_K","SNIPPET_BOUND","EXCERPT_WINDOW","extractBareTerms","query","cleaned","replace","split","map","tok","toLowerCase","trim","filter","length","findOccurrences","haystackLower","terms","occ","term","idx","found","indexOf","push","start","end","sort","a","b","bestWindowStart","windowSize","best","bestDistinct","bestCount","i","winEnd","seen","Set","count","j","add","size","computeExcerpt","text","Math","min","excerpt","slice","offset","out","cursor","o","prefix","suffix","lineNumberAt","line","charCodeAt","lineRangeFor","db","path","row","prepare","get","start_line","end_line","inScope","include","exclude","some","g","matchesGlob","scopeHasEmbeddings","cfg","anyPresetEmbeds","rows","all","r","has","opts","hits","chunkLines","chunkSimilarity","effective","k","allPaths","scopePaths","scopeActive","allowedPaths","fetch","wantsVectors","semanticEnabled","scope","whereJoin","whereCond","scopeCond","matchSql","matchRows","oversized","candidates","edges","linked","seeds","ranked","vec","insert","c","where","similarityCol","bareTerms","resolveSearch","rawScope","narrowByWhere","err","searchError","max","semantic","modelPresent","SenseError","presetName","materializeScope","contentTokenize","undefined","segmentMatch","Map","hit","forEach","set","score","via","featureEnabled","linkEdges","flat","personalizedRank","existing","semanticCandidates","lines","similarity","exec","run","readFileSync","join","baseDir","overrides","adHocScope","noExclude","paths","p","whereRows","wherePaths","embedActive","presetNames","name","files","n","embedded","presetSemanticEnabled","INTERNAL_COLUMNS","MAP_COLUMN_CHUNK","chunk","items","table","JSON","stringify","setupMapScope","scopeWhere","scopeAnd","docs","columns","allFields","group","exprs","quoted","result","field","coverage","type","fields","hubs","recent","topSecond","recentCaveat","fieldsTotal","features","featureStates","presets","arg","exact","find","base","posix","basename","matches","PEEK_LIST_LIMIT","pathArg","parseError","_parse_error","frontmatter","Object","entries","key","value","sectionsTotal","sections","outbound","backlinks","unresolved","backlinksTotal","_allowed","l","dst","target","src","tokens","ceil","_size","outboundTotal","unresolvedTotal","off","allowed","embedEnabled","embedPending","hasEmbedding","similarNotes"],"mappings":";;;;;;;;;;;QAuXgBA;eAAAA;;QAyEAC;eAAAA;;QAvHAC;eAAAA;;QAqKMC;eAAAA;;QAnFNC;eAAAA;;QAjGAC;eAAAA;;QAxKMC;eAAAA;;;sBAlJO;wBACK;4DAChB;wBAG+H;wBACtH;uBACgE;uBACjE;uBACO;6BAEL;yBACC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE7B,2EAA2E;AAC3E,gFAAgF;AAEhF,6FAA6F;AAC7F,iEAAiE;AACjE,IAAMC,gBAAgB;AACtB,IAAMC,QAAQ;AAEd,iFAAiF;AACjF,8EAA8E;AAC9E,IAAMC,gBAAgB;AACtB,IAAMC,iBAAiB;AAEvB,8FAA8F;AAC9F,qEAAqE;AACrE,SAASC,iBAAiBC,KAAa;IACrC,IAAMC,UAAUD,MACbE,OAAO,CAAC,MAAM,KACdA,OAAO,CAAC,UAAU,KAClBA,OAAO,CAAC,mCAAmC;IAC9C,OAAOD,QACJE,KAAK,CAAC,OACNC,GAAG,CAAC,SAACC;eAAQA,IAAIH,OAAO,CAAC,kBAAkB;OAAK,iCAAiC;KACjFE,GAAG,CAAC,SAACC;eAAQA,IAAIC,WAAW,GAAGC,IAAI;OACnCC,MAAM,CAAC,SAACH;eAAQA,IAAII,MAAM,GAAG;;AAClC;AAEA,SAASC,gBAAgBC,aAAqB,EAAEC,KAAe;IAC7D,IAAMC,MAA2D,EAAE;QAC9D,kCAAA,2BAAA;;QAAL,QAAK,YAAcD,0BAAd,SAAA,6BAAA,QAAA,yBAAA,iCAAqB;YAArB,IAAME,OAAN;YACH,IAAIC,MAAM;YACV,OAAS;gBACP,IAAMC,QAAQL,cAAcM,OAAO,CAACH,MAAMC;gBAC1C,IAAIC,UAAU,CAAC,GAAG;gBAClBH,IAAIK,IAAI,CAAC;oBAAEC,OAAOH;oBAAOI,KAAKJ,QAAQF,KAAKL,MAAM;oBAAEK,MAAAA;gBAAK;gBACxDC,MAAMC,QAAQF,KAAKL,MAAM;YAC3B;QACF;;QARK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IASL,mFAAmF;IACnF,+EAA+E;IAC/E,OAAOI,IAAIQ,IAAI,CAAC,SAACC,GAAGC;eAAMD,EAAEH,KAAK,GAAGI,EAAEJ,KAAK,IAAII,EAAEH,GAAG,GAAGE,EAAEF,GAAG;;AAC9D;AAEA,wFAAwF;AACxF,6DAA6D;AAC7D,SAASI,gBAAgBX,GAAwD,EAAEY,UAAkB;IACnG,IAAIC,OAAOb,GAAG,CAAC,EAAE,CAACM,KAAK;IACvB,IAAIQ,eAAe;IACnB,IAAIC,YAAY;IAChB,IAAK,IAAIC,IAAI,GAAGA,IAAIhB,IAAIJ,MAAM,EAAEoB,IAAK;QACnC,IAAMC,SAASjB,GAAG,CAACgB,EAAE,CAACV,KAAK,GAAGM;QAC9B,IAAMM,OAAO,IAAIC;QACjB,IAAIC,QAAQ;QACZ,IAAK,IAAIC,IAAIL,GAAGK,IAAIrB,IAAIJ,MAAM,IAAII,GAAG,CAACqB,EAAE,CAACf,KAAK,GAAGW,QAAQI,IAAK;YAC5DH,KAAKI,GAAG,CAACtB,GAAG,CAACqB,EAAE,CAACpB,IAAI;YACpBmB;QACF;QACA,IAAIF,KAAKK,IAAI,GAAGT,gBAAiBI,KAAKK,IAAI,KAAKT,gBAAgBM,QAAQL,WAAY;YACjFF,OAAOb,GAAG,CAACgB,EAAE,CAACV,KAAK;YACnBQ,eAAeI,KAAKK,IAAI;YACxBR,YAAYK;QACd;IACF;IACA,OAAOP;AACT;AAEA,uFAAuF;AACvF,uFAAuF;AACvF,SAASW,eAAeC,IAAY,EAAE1B,KAAe;IACnD,IAAMC,MAAMH,gBAAgB4B,KAAKhC,WAAW,IAAIM;IAChD,IAAIC,IAAIJ,MAAM,KAAK,GAAG;QACpB,iFAAiF;QACjF,qFAAqF;QACrF,sFAAsF;QACtF,IAAMW,MAAMmB,KAAKC,GAAG,CAACF,KAAK7B,MAAM,EAAEX;QAClC,OAAO;YAAE2C,SAAS,AAAC,GAAmDrB,OAAjDkB,KAAKI,KAAK,CAAC,GAAGtB,KAAKlB,OAAO,CAAC,QAAQ,KAAKK,IAAI,IAAkC,OAA7Ba,MAAMkB,KAAK7B,MAAM,GAAG,MAAM;YAAMkC,QAAQ;QAAE;IAClH;IACA,IAAMxB,QAAQK,gBAAgBX,KAAKf;IACnC,IAAMsB,OAAMmB,KAAKC,GAAG,CAACF,KAAK7B,MAAM,EAAEU,QAAQrB;IAC1C,IAAI8C,MAAM;IACV,IAAIC,SAAS1B;QACR,kCAAA,2BAAA;;QAAL,QAAK,YAAWN,wBAAX,SAAA,6BAAA,QAAA,yBAAA,iCAAgB;YAAhB,IAAMiC,IAAN;YACH,IAAIA,EAAE3B,KAAK,GAAGA,SAAS2B,EAAE1B,GAAG,GAAGA,MAAK;YACpC,sFAAsF;YACtF,gFAAgF;YAChF,IAAI0B,EAAE3B,KAAK,GAAG0B,QAAQ;YACtBD,OAAO,AAAC,GAAiCN,OAA/BA,KAAKI,KAAK,CAACG,QAAQC,EAAE3B,KAAK,GAAE,QAA8B,OAA3BmB,KAAKI,KAAK,CAACI,EAAE3B,KAAK,EAAE2B,EAAE1B,GAAG,GAAE;YACpEyB,SAASC,EAAE1B,GAAG;QAChB;;QAPK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAQLwB,OAAON,KAAKI,KAAK,CAACG,QAAQzB;IAC1B,IAAM2B,SAAS5B,QAAQ,IAAI,MAAM;IACjC,IAAM6B,SAAS5B,OAAMkB,KAAK7B,MAAM,GAAG,MAAM;IACzC,OAAO;QAAEgC,SAAS,AAAC,GAAWG,OAATG,QAAoCC,OAA3BJ,IAAI1C,OAAO,CAAC,QAAQ,MAAc,OAAP8C;QAAUL,QAAQxB;IAAM;AACnF;AAEA,SAAS8B,aAAaX,IAAY,EAAEK,MAAc;IAChD,IAAIO,OAAO;IACX,IAAK,IAAIrB,IAAI,GAAGA,IAAIc,QAAQd,IAAK,IAAIS,KAAKa,UAAU,CAACtB,OAAO,IAAIqB;IAChE,OAAOA;AACT;AAEA,SAASE,aAAaC,EAAgB,EAAEC,IAAY,EAAEJ,IAAY;IAChE,IAAMK,MAAMF,GAAGG,OAAO,CAAC,qIAAqIC,GAAG,CAACH,MAAMJ,MAAMA;IAC5K,OAAOK,MAAM,AAAC,IAAqBA,OAAlBA,IAAIG,UAAU,EAAC,KAAgB,OAAbH,IAAII,QAAQ,IAAK;AACtD;AAWA,yFAAyF;AACzF,4FAA4F;AAC5F,+EAA+E;AAC/E,SAASC,QAAQN,IAAY,EAAEO,OAAiB,EAAEC,OAAkB;IAClE,IAAI,CAACD,QAAQE,IAAI,CAAC,SAACC;eAAMC,IAAAA,qBAAW,EAACX,MAAMU;QAAK,OAAO;IACvD,IAAIF,oBAAAA,8BAAAA,QAASC,IAAI,CAAC,SAACC;eAAMC,IAAAA,qBAAW,EAACX,MAAMU;QAAK,OAAO;IACvD,OAAO;AACT;AAEA,SAASE,mBAAmBb,EAAgB,EAAEc,GAAmB,EAAE1E,WAAwB;IACzF,IAAI,CAAC2E,IAAAA,yBAAe,EAACD,MAAM,OAAO,OAAO,yDAAyD;IAClG,IAAME,OAAOhB,GAAGG,OAAO,CAAC,0CAA0Cc,GAAG;IACrE,OAAOD,KAAKN,IAAI,CAAC,SAACQ;eAAM9E,YAAY+E,GAAG,CAACD,EAAEjB,IAAI;;AAChD;AAIO,SAAe5D;wCAAO2D,EAAgB,EAAEc,GAAmB,EAAEvD,KAAa;YAAE6D,MA+GZC,WAAwBC,iBAA8BC,sBA9GrHC,WACEC,GAEFC,UACAC,YACAC,aAIFC,cAMEC,OAIAC,cAIAC,iBAYAC,OACAC,WACAC,WAMAC,WAMAC,UACA1F,OACF2F,WAOEjB,MAGAkB,WACAC,YAKAC,OAIEC,QACAC,OACAC,QAiBFtB,YACAC,iBAEEsB,KAgBFC,QACD,2BAAA,mBAAA,gBAAA,WAAA,oBAAO7C,MAAM8C,GAKZC,OAGAC,eACAjC,MASEkC,WACD,4BAAA,oBAAA,iBAAA,YAAA,QAAMhD,KAELjB,MAMwBD,iBAApBI,SAASE;;;;;oBA1I4D8B,OAAAA,oEAAsB,CAAC;oBAClGI,YAAY2B,IAAAA,uBAAa,EAACrC,KAAKM;oBAC7BK,IAAMD,UAANC;oBAEFC,WAAW,AAAC1B,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;+BAAMA,EAAEjB,IAAI;;oBAC5G0B,aAAayB,SAASpD,IAAIc,KAAKM,MAAMM;oBACrCE,cAAcD,WAAW5C,IAAI,GAAG2C,SAAStE,MAAM;oBAKrD,IAAI;wBACFyE,eAAewB,cAAcrD,IAAI2B,YAAYH,UAAUwB,KAAK;oBAC9D,EAAE,OAAOM,KAAK;wBACZ,MAAMC,IAAAA,0BAAW,EAACD,KAAc/F,OAAOiE,UAAUwB,KAAK;oBACxD;oBACMlB,QAAQ5C,KAAKsE,GAAG,CAAC/B,IAAI,GAAG;oBAE9B,6FAA6F;oBAC7F,6FAA6F;oBACvFM,eAAeP,UAAUiC,QAAQ,IAAI1C,IAAAA,yBAAe,EAACD;oBAC3D,IAAIiB,gBAAgB,CAAC2B,IAAAA,qBAAY,EAAC5C,MAAM;wBACtC,MAAM,IAAI6C,oBAAU,CAAC,uBAAuB,AAAC,WAA+B,OAArBnC,UAAUoC,UAAU,EAAC;oBAC9E;oBACM5B,kBAAkBD,gBAAgBlB,mBAAmBb,IAAIc,KAAKe;oBAEpE,4FAA4F;oBAC5F,0FAA0F;oBAC1F,yFAAyF;oBACzF,wFAAwF;oBACxF,sFAAsF;oBACtF,6FAA6F;oBAC7F,mDAAmD;oBACnD,UAAU;oBACV,6FAA6F;oBAC7F,wDAAwD;oBAClDI,QAAQT,UAAUwB,KAAK;oBACvBd,YAAYD,QAAQ,kDAAkD;oBACtEE,YAAYF,QAAQ,AAAC,QAAa,OAANA,OAAM,OAAK;oBAC7C,yFAAyF;oBACzF,uFAAuF;oBACvF,sFAAsF;oBACtF,uEAAuE;oBACvE,IAAIL,aAAaiC,iBAAiB7D,IAAI,iBAAiB2B;oBACjDS,YAAYR,cAAc,2DAA2D;oBAC3F,4DAA4D;oBAC5D,yEAAyE;oBACzE,yFAAyF;oBACzF,sFAAsF;oBACtF,6EAA6E;oBACvES,WAAW,AAAC,kEAAgKH,OAA/F1F,eAAc,yFAAoH2F,OAAnCD,WAAU,2BAAsCE,OAAbD,WAAU,KAAyB7F,OAAtB8F,WAAU,cAAmCN,OAAvBxF,eAAc,WAAe,OAANwF;oBACzQnF,QAAQmH,IAAAA,yBAAe,EAAChD,SAASiD,YAAYC,IAAAA,uBAAY,EAACzG,SAASA;oBAEzE,IAAI;wBACF+E,YAAYtC,GAAGG,OAAO,CAACkC,UAAUpB,GAAG,CAACtE;oBACvC,EAAE,OAAO2G,KAAK;wBACZ,MAAMC,IAAAA,0BAAW,EAACD,KAAc/F,OAAO0E;oBACzC;oBAEMZ,OAAO,IAAI4C,IAAI3B,UAAUvF,GAAG,CAAC,SAACmE;+BAAM;4BAACA,EAAEjB,IAAI;4BAAEiB,EAAEgD,GAAG;yBAAC;;oBACzD,wFAAwF;oBACxF,4EAA4E;oBACtE3B,YAAY,IAAI5D,IAAI2D,UAAUnF,MAAM,CAAC,SAAC+D;+BAAMA,EAAEgD,GAAG,KAAK;uBAAMnH,GAAG,CAAC,SAACmE;+BAAMA,EAAEjB,IAAI;;oBAC7EuC,aAAa,IAAIyB;oBACvB3B,UAAU6B,OAAO,CAAC,SAACjD,GAAG1C;wBACpBgE,WAAW4B,GAAG,CAAClD,EAAEjB,IAAI,EAAE;4BAAEoE,OAAO,IAAK9H,CAAAA,QAAQiC,CAAAA;4BAAI8F,KAAK;wBAAQ;oBAChE;oBAEM7B,QAAQ8B,IAAAA,wBAAc,EAACzD,KAAK,YAAYwB,UAAUlF,MAAM,GAAG,IAAIoH,IAAAA,kBAAS,EAACxE;oBAC/E,IAAIyC,MAAMrF,MAAM,GAAG,GAAG;wBACpB,yFAAyF;wBACzF,uFAAuF;wBACjFsF,SAAS,IAAI/D,IAAI8D,MAAMgC,IAAI;wBAC3B9B,QAAQ,IAAIsB,IAAI3B,UAAUvF,GAAG,CAAC,SAACmE,GAAG1C;mCAAM;gCAAC0C,EAAEjB,IAAI;gCAAE,IAAKzB,CAAAA,IAAI,CAAA;6BAAG;;wBAC7DoE,SAAS,AAAC,qBAAG8B,IAAAA,yBAAgB,EAAChD,UAAUe,OAAOE,QAClDxF,MAAM,CAAC;qEAAE8C,kBAAMoE;mCAAWA,QAAQ,QAAQxC,aAAaV,GAAG,CAAClB;2BAC3DjC,IAAI,CAAC,SAACC,GAAGC;mCAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE;2BAC1BoB,KAAK,CAAC,GAAGyC;wBACZc,OAAOuB,OAAO,CAAC,gBAAS3F;qEAAPyB;4BACf,IAAM0E,WAAWnC,WAAWpC,GAAG,CAACH;4BAChC,IAAI0E,UAAU;gCACZA,SAASN,KAAK,IAAI,IAAK9H,CAAAA,QAAQiC,CAAAA;gCAC/B,IAAIkE,OAAOvB,GAAG,CAAClB,OAAO0E,SAASL,GAAG,GAAG;4BACvC,OAAO;gCACL9B,WAAW4B,GAAG,CAACnE,MAAM;oCAAEoE,OAAO,IAAK9H,CAAAA,QAAQiC,CAAAA;oCAAI8F,KAAK;gCAAO;4BAC7D;wBACF;oBACF;oBAEA,sFAAsF;oBACtF,0EAA0E;oBACpEhD,aAAa,IAAI2C;oBACjB1C,kBAAkB,IAAI0C;yBACxBjC,iBAAAA;;;;oBACU;;wBAAM4C,IAAAA,2BAAkB,EAAC5E,IAAIc,KAAKvD,OAAOuE,OAAOD;;;oBAAtDgB,MAAM;oBACZA,IAAIsB,OAAO,CAAC,gBAA8B3F;4BAA3ByB,aAAAA,MAAM4E,cAAAA,OAAOC,mBAAAA;wBAC1BxD,WAAW8C,GAAG,CAACnE,MAAM4E;wBACrBtD,gBAAgB6C,GAAG,CAACnE,MAAM6E;wBAC1B,IAAMH,WAAWnC,WAAWpC,GAAG,CAACH;wBAChC,IAAI0E,UAAU;4BACZA,SAASN,KAAK,IAAI,IAAK9H,CAAAA,QAAQiC,CAAAA;4BAC/BmG,SAASL,GAAG,GAAG,AAAC,GAAe,OAAbK,SAASL,GAAG,EAAC;wBACjC,OAAO;4BACL9B,WAAW4B,GAAG,CAACnE,MAAM;gCAAEoE,OAAO,IAAK9H,CAAAA,QAAQiC,CAAAA;gCAAI8F,KAAK;4BAAS;wBAC/D;oBACF;;;oBAGFtE,GAAG+E,IAAI,CAAC;oBACR/E,GAAG+E,IAAI,CAAC;oBACFjC,SAAS9C,GAAGG,OAAO,CAAC;oBACrB,kCAAA,2BAAA;;wBAAL,IAAK,YAAmBqC,iCAAnB,6BAAA,QAAA,yBAAA;2DAAA,iBAAOvC,uBAAM8C;4BAAkBD,OAAOkC,GAAG,CAAC/E,MAAM8C,EAAEsB,KAAK,EAAEtB,EAAEuB,GAAG,GAAEjD,YAAAA,KAAKjB,GAAG,CAACH,mBAAToB,uBAAAA,YAAkB,OAAMC,kBAAAA,WAAWlB,GAAG,CAACH,mBAAfqB,6BAAAA,kBAAwB,OAAMC,uBAAAA,gBAAgBnB,GAAG,CAACH,mBAApBsB,kCAAAA,uBAA6B;;;wBAAnJ;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAEL,yFAAyF;oBACzF,2FAA2F;oBAC3F,8BAA8B;oBACxByB,QAAQf,QAAQ,AAAC,UAAe,OAANA,OAAM,OAAK;oBAC3C,sFAAsF;oBACtF,2FAA2F;oBACrFgB,gBAAgBjB,kBAAkB,yBAAyB;oBAC3DhB,OAAOhB,GACVG,OAAO,CACN,AAAC,qIAEE6C,OAFkIC,eAAc,gIAE1I,OAAND,OAAM,yCAEV/B,GAAG,CAACQ;oBAEP,IAAIc,UAAUxD,IAAI,GAAG,GAAG;wBAChBmE,YAAYxG,iBAAiBa;wBAC9B,mCAAA,4BAAA;;4BAAL,IAAK,aAAayD,2BAAb,8BAAA,SAAA,0BAAA,kCAAmB;gCAAbd,MAAN;gCACH,IAAIA,IAAIgE,GAAG,KAAK,QAAQ,CAAC3B,UAAUpB,GAAG,CAACjB,IAAID,IAAI,GAAa;gCACxDhB,OAAAA,KAAAA;gCACJ,IAAI;oCACFA,OAAOgG,IAAAA,oBAAY,EAACC,IAAAA,cAAI,EAACpE,IAAIqE,OAAO,EAAEjF,IAAID,IAAI,GAAa;gCAC7D,EAAE,eAAM;oCACN,UAAU,mEAAmE;gCAC/E;gCAC4BjB,kBAAAA,eAAeC,MAAMiE,YAAzC9D,UAAoBJ,gBAApBI,SAASE,SAAWN,gBAAXM;gCACjBY,IAAIgE,GAAG,GAAG9E;gCACV,IAAIc,IAAI2E,KAAK,IAAI,MAAM3E,IAAI2E,KAAK,GAAGN,IAAAA,wBAAc,EAACzD,KAAK,cAAcf,aAAaC,IAAIE,IAAID,IAAI,EAAYL,aAAaX,MAAMK,WAAW;4BAC1I;;4BAXK;4BAAA;;;qCAAA,8BAAA;oCAAA;;;oCAAA;0CAAA;;;;oBAYP;oBAEA;;wBAAO0B;;;;IACT;;AAEA,2FAA2F;AAC3F,uFAAuF;AACvF,mDAAmD;AACnD,SAASoC,SAASpD,EAAgB,EAAEc,GAAmB,EAAEsE,SAA0B,EAAE1D,QAAmB;IACtG,IAAMF,YAAY2B,IAAAA,uBAAa,EAACrC,KAAKsE;IACrC,IAAQ5E,UAAqBgB,UAArBhB,SAASC,UAAYe,UAAZf;IACjB,IAAM4E,aAAaD,UAAU5E,OAAO,KAAKuD,aAAaqB,UAAU3E,OAAO,KAAKsD,aAAaqB,UAAUE,SAAS,KAAK;IACjH,IAAI,CAACD,YAAY,OAAO,IAAI1G,IAAI,AAACqB,GAAGG,OAAO,CAAC,oDAAoDc,GAAG,CAACO,UAAUoC,UAAU,EAA8B7G,GAAG,CAAC,SAACmE;eAAMA,EAAEjB,IAAI;;IACvK,IAAMsF,QAAQ7D,qBAAAA,sBAAAA,WAAY,AAAC1B,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;eAAMA,EAAEjB,IAAI;;IAC3H,OAAO,IAAItB,IAAI4G,MAAMpI,MAAM,CAAC,SAACqI;eAAMjF,QAAQiF,GAAGhF,SAASC;;AACzD;AAEA,SAAS4C,cAAcrD,EAAgB,EAAEuF,KAAkB,EAAEvC,KAAyB;IACpF,IAAI,CAACA,OAAO,OAAOuC;IACnB,IAAME,YAAYzF,GAAGG,OAAO,CAAC,AAAC,2CAAgD,OAAN6C,OAAM,MAAI/B,GAAG;IACrF,IAAMyE,aAAa,IAAI/G,IAAI8G,UAAU1I,GAAG,CAAC,SAACmE;eAAMA,EAAEjB,IAAI;;IACtD,OAAO,IAAItB,IAAI,AAAC,qBAAG4G,OAAOpI,MAAM,CAAC,SAACqI;eAAME,WAAWvE,GAAG,CAACqE;;AACzD;AAIO,SAASpJ,YAAY4D,EAAgB,EAAEc,GAAmB,EAAEsE,SAA0B;IAC3F,IAAM5D,YAAY2B,IAAAA,uBAAa,EAACrC,KAAKsE;IACrC,OAAO/B,cAAcrD,IAAIoD,SAASpD,IAAIc,KAAKsE,YAAY5D,UAAUwB,KAAK;AACxE;AAYO,SAAS/G,eAAe+D,EAAgB,EAAEc,GAAmB;IAClE,IAAM6E,cAAc5E,IAAAA,yBAAe,EAACD;IACpC,OAAO8E,IAAAA,qBAAW,EAAC9E,KAAK/D,GAAG,CAAC,SAAC8I;QAC3B,IAAMC,QAAQ,AAAC9F,GAAGG,OAAO,CAAC,2DAA2DC,GAAG,CAACyF,MAAwBE,CAAC;QAClH,IAAMC,WAAWL,cAAc,AAAC3F,GAAGG,OAAO,CAAC,6JAA6JC,GAAG,CAACyF,MAAwBE,CAAC,GAAG;QACxO,OAAO;YAAEF,MAAAA;YAAMC,OAAAA;YAAOE,UAAAA;YAAUvC,UAAUwC,IAAAA,+BAAqB,EAACnF,KAAK+E;QAAM;IAC7E;AACF;AAaA,IAAMK,mBAAmB,IAAIvH,IAAI;IAAC;IAAQ;IAAU;IAAS;IAAS;CAAe;AAErF,yFAAyF;AACzF,8FAA8F;AAC9F,IAAMwH,mBAAmB;AAEzB,SAASC,MAASC,KAAU,EAAEtH,IAAY;IACxC,IAAMQ,MAAa,EAAE;IACrB,IAAK,IAAIf,IAAI,GAAGA,IAAI6H,MAAMjJ,MAAM,EAAEoB,KAAKO,KAAMQ,IAAI1B,IAAI,CAACwI,MAAMhH,KAAK,CAACb,GAAGA,IAAIO;IACzE,OAAOQ;AACT;AAEA,8FAA8F;AAC9F,yFAAyF;AACzF,SAASsE,iBAAiB7D,EAAgB,EAAEsG,KAAa,EAAEf,KAAkB;IAC3EvF,GAAG+E,IAAI,CAAC,AAAC,wBAA6B,OAANuB;IAChCtG,GAAG+E,IAAI,CAAC,AAAC,qBAA0B,OAANuB,OAAM;IACnCtG,GAAGG,OAAO,CAAC,AAAC,eAAoB,OAANmG,OAAM,8CAA4CtB,GAAG,CAACuB,KAAKC,SAAS,CAAE,qBAAGjB;AACrG;AAEA,SAASkB,cAAczG,EAAgB,EAAEuF,KAAkB;IACzD1B,iBAAiB7D,IAAI,cAAcuF;AACrC;AAIO,SAASxJ,QAAQiE,EAAgB,EAAEc,GAAmB;QAAEsE,YAAAA,iEAA6B,CAAC;IAC3FqB,cAAczG,IAAI5D,YAAY4D,IAAIc,KAAKsE;IACvC,IAAMsB,aAAa;IACnB,IAAMC,WAAW;IAEjB,IAAMC,OAAO5G,GAAGG,OAAO,CAAC,AAAC,iFAA2F,OAAXuG,aAActG,GAAG;IAE1H,IAAMyG,UAAU,AAAC7G,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;eAAMA,EAAE2E,IAAI;OAAE1I,MAAM,CAAC,SAAC0I;eAAS,CAACK,iBAAiB/E,GAAG,CAAC0E;;IAC1J,6FAA6F;IAC7F,+FAA+F;IAC/F,IAAMiB,YAAmB,EAAE;QACtB,kCAAA,2BAAA;;;YAAA,IAAMC,QAAN;YACH,IAAMC,QAAQD,MAAMhK,GAAG,CAAC,SAAC8I,MAAMrH;gBAC7B,IAAMyI,SAAS,AAAC,IAA8B,OAA3BpB,KAAK/I,KAAK,CAAC,KAAKoI,IAAI,CAAC,OAAM;gBAC9C,OAAO,AAAC,SAAuB1G,OAAfyI,QAAO,UAA2CA,OAAnCzI,GAAE,mCAA2DyI,OAA1BA,QAAO,qBAA8CzI,OAA3ByI,QAAO,sBAAsB,OAAFzI;YACzH;YACA,IAAM0I,SAASlH,GAAGG,OAAO,CAAC,AAAC,UAA8CuG,OAArCM,MAAM9B,IAAI,CAAC,OAAM,sBAA+B,OAAXwB,aAActG,GAAG;YAC1F2G,MAAM5C,OAAO,CAAC,SAAC0B,MAAMrH;oBAAgF0I;uBAA1EJ,UAAUjJ,IAAI,CAAC;oBAAEsJ,OAAOtB;oBAAMuB,UAAUF,MAAM,CAAC,AAAC,IAAK,OAAF1I,GAAI;oBAAY6I,IAAI,GAAGH,WAAAA,MAAM,CAAC,AAAC,IAAK,OAAF1I,GAAI,cAAf0I,sBAAAA,WAA8B;gBAAG;;QACxI;QAPA,QAAK,YAAed,MAAMS,SAASV,sCAA9B,SAAA,6BAAA,QAAA,yBAAA;;QAAA;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAQLW,UAAU9I,IAAI,CAAC,SAACC,GAAGC;eAAM,AAACA,EAAEkJ,QAAQ,GAAenJ,EAAEmJ,QAAQ;;IAC7D,IAAME,SAASR,UAAUzH,KAAK,CAAC,GAAG;IAElC,IAAMkI,OAAOhD,IAAAA,wBAAc,EAACzD,KAAK,UAAWd,GAAGG,OAAO,CAAC,AAAC,oKAA4K,OAATwG,UAAS,qCAAmC1F,GAAG,KAAe,EAAE;IAE3R,IAAMuG,SAASxH,GAAGG,OAAO,CAAC,AAAC,wFAAgG,OAAXuG,YAAW,oCAAkCzF,GAAG;IAEhK,2FAA2F;IAC3F,iGAAiG;IACjG,IAAMwG,YAAYzH,GAAGG,OAAO,CAAC,AAAC,yCAAmD,OAAXuG,YAAW,uEAAqEtG,GAAG;IACzJ,IAAMsH,eAAeD,aAAab,KAAKhI,KAAK,GAAG,KAAK6I,UAAU1B,CAAC,GAAGa,KAAKhI,KAAK,GAAG,IAAI,AAAC,GAAoBgI,OAAlBa,UAAU1B,CAAC,EAAC,QAAiB,OAAXa,KAAKhI,KAAK,EAAC,uGAAqG;IAExN,OAAO;QAAEgI,MAAAA;QAAMU,QAAAA;QAAQK,aAAab,UAAU1J,MAAM;QAAEwK,UAAUC,IAAAA,uBAAa,EAAC/G;QAAMgH,SAAS7L,eAAe+D,IAAIc;QAAMyG,MAAAA;QAAMC,QAAAA;QAAQE,cAAAA;IAAa;AACnJ;AAIO,SAASvL,YAAYoJ,KAAe,EAAEwC,GAAW;IACtD,IAAMC,QAAQzC,MAAM0C,IAAI,CAAC,SAACzC;eAAMA,MAAMuC;;IACtC,IAAIC,OAAO,OAAOA;IAClB,IAAME,OAAOC,cAAK,CAACC,QAAQ,CAACL,KAAKlL,OAAO,CAAC,UAAU,IAAII,WAAW;IAClE,IAAMoL,UAAU9C,MAAMpI,MAAM,CAAC,SAACqI;eAAM2C,cAAK,CAACC,QAAQ,CAAC5C,GAAG3I,OAAO,CAAC,UAAU,IAAII,WAAW,OAAOiL;;IAC9F,IAAIG,QAAQjL,MAAM,KAAK,GAAG,OAAOiL,OAAO,CAAC,EAAE;IAC3C,IAAIA,QAAQjL,MAAM,GAAG,GAAG,MAAM,IAAIuG,oBAAU,CAAC,kBAAkB,AAAC,IAAyB0E,OAAtBN,KAAI,oBAAqC,OAAnBM,QAAQnD,IAAI,CAAC;IACtG,MAAM,IAAIvB,oBAAU,CAAC,kBAAkB,AAAC,oBAAuB,OAAJoE,KAAI;AACjE;AAyBA,IAAMO,kBAAkB;AAIjB,SAAStM,KAAKgE,EAAgB,EAAEc,GAAmB,EAAEyH,OAAe;QAAEnD,YAAAA,iEAA6B,CAAC;QAKrFlF,mBAwBEA;IA5BtB,IAAMqF,QAAQ,AAACvF,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;eAAMA,EAAEjB,IAAI;;IAC/G,IAAMA,OAAO9D,YAAYoJ,OAAOgD;IAEhC,IAAMrI,MAAMF,GAAGG,OAAO,CAAC,8CAA8CC,GAAG,CAACH;IACzE,IAAMuI,cAActI,oBAAAA,IAAIuI,YAAY,cAAhBvI,+BAAAA,oBAAsC;IAC1D,IAAMwI,cAAmB,CAAC;QACrB,kCAAA,2BAAA;;QAAL,QAAK,YAAsBC,OAAOC,OAAO,CAAC1I,yBAArC,SAAA,6BAAA,QAAA,yBAAA,iCAA2C;YAA3C,mCAAA,iBAAO2I,sBAAKC;YACf,IAAI,CAAC5C,iBAAiB/E,GAAG,CAAC0H,QAAQC,UAAU,MAAMJ,WAAW,CAACG,IAAI,GAAGC;QACvE;;QAFK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAIL,IAAMC,gBAAgBxE,IAAAA,wBAAc,EAACzD,KAAK,cAAc,AAACd,GAAGG,OAAO,CAAC,uDAAuDC,GAAG,CAACH,MAAwB8F,CAAC,GAAG;IAC3J,IAAMiD,WAAWzE,IAAAA,wBAAc,EAACzD,KAAK,cAAed,GAAGG,OAAO,CAAC,2GAA2Gc,GAAG,CAAChB,MAAMqI,mBAA6B,EAAE;IAEnN,IAAIW,WAAqB,EAAE;IAC3B,IAAIC,YAAsB,EAAE;IAC5B,IAAIC,aAAuB,EAAE;IAC7B,IAAIC,iBAAiB;IACrB,IAAMC,WAAWjN,YAAY4D,IAAIc,KAAKsE;IACtC,IAAIb,IAAAA,wBAAc,EAACzD,KAAK,UAAU;QAChC,IAAMvB,MAAMS,GAAGG,OAAO,CAAC,+DAA+Dc,GAAG,CAAChB;QAC1FgJ,WAAY,qBAAG,IAAItK,IAAIY,IAAIpC,MAAM,CAAC,SAACmM;mBAAMA,EAAEC,GAAG,KAAK;WAAMxM,GAAG,CAAC,SAACuM;mBAAMA,EAAEC,GAAG;;QACzEJ,aAAa5J,IAAIpC,MAAM,CAAC,SAACmM;mBAAMA,EAAEC,GAAG,KAAK;WAAMxM,GAAG,CAAC,SAACuM;mBAAMA,EAAEE,MAAM;;QAClEJ,iBAAiB,AAACpJ,GAAGG,OAAO,CAAC,4DAA4DC,GAAG,CAACH,MAAwB8F,CAAC;QACtHmD,YAAY,AAAClJ,GAAGG,OAAO,CAAC,qEAAqEc,GAAG,CAAChB,MAAMqI,iBAA4CvL,GAAG,CAAC,SAACmE;mBAAMA,EAAEuI,GAAG;;IACrK;IAEA,OAAO;QACLxJ,MAAAA;QACAyJ,QAAQxK,KAAKyK,IAAI,CAAC,EAAEzJ,aAAAA,IAAI0J,KAAK,cAAT1J,wBAAAA,aAAwB,KAAK;QACjDwI,aAAAA;QACAF,YAAAA;QACAQ,UAAAA;QACAC,UAAUA,SAAS5J,KAAK,CAAC,GAAGiJ;QAC5BY,WAAAA;QACAC,YAAYA,WAAW9J,KAAK,CAAC,GAAGiJ;QAChCS,eAAAA;QACAc,eAAeZ,SAAS7L,MAAM;QAC9BgM,gBAAAA;QACAU,iBAAiBX,WAAW/L,MAAM;QAClC2M,KAAK,AAAC;YAAC;YAAY;SAAQ,CAAmB5M,MAAM,CAAC,SAAC0I;mBAAS,CAACtB,IAAAA,wBAAc,EAACzD,KAAK+E;;IACtF;AACF;AAIO,SAAe3J,aAAa8D,EAAgB,EAAEc,GAAmB,EAAEyH,OAAe,EAAEnD,SAA0B,EAAE3D,CAAS;;YACxH8D,OACAtF,MAEAgJ,UACAC,WACAzI,SAKAe,WAaAwI;;;;oBAvBAzE,QAAQ,AAACvF,GAAGG,OAAO,CAAC,kCAAkCc,GAAG,GAA+BlE,GAAG,CAAC,SAACmE;+BAAMA,EAAEjB,IAAI;;oBACzGA,OAAO9D,YAAYoJ,OAAOgD;oBAE1BU,WAAW,AAACjJ,GAAGG,OAAO,CAAC,oEAAoEc,GAAG,CAAChB,MAAiClD,GAAG,CAAC,SAACmE;+BAAMA,EAAEqI,GAAG;;oBAChJL,YAAY,AAAClJ,GAAGG,OAAO,CAAC,gDAAgDc,GAAG,CAAChB,MAAiClD,GAAG,CAAC,SAACmE;+BAAMA,EAAEuI,GAAG;;oBAC7HhJ,UAAU,IAAI9B,IAAI;wBAACsB;sBAAD,OAAO,qBAAGgJ,WAAU,qBAAGC;oBAE/C,yFAAyF;oBACzF,2FAA2F;oBAC3F,yDAAyD;oBACnD1H,YAAY2B,IAAAA,uBAAa,EAACrC,KAAKsE;oBACrC,IAAI,CAAC6E,IAAAA,sBAAY,EAACnJ,MAAM;wBACtB,MAAM,IAAI6C,oBAAU,CAAC,kBAAkB;oBACzC;oBACA,oFAAoF;oBACpF,yFAAyF;oBACzF,uDAAuD;oBACvD,IAAI,CAACnC,UAAUiC,QAAQ,EAAE;wBACvB,MAAM,IAAIE,oBAAU,CAAC,uBAAuB,AAAC,WAA+B,OAArBnC,UAAUoC,UAAU,EAAC;oBAC9E;oBACA,IAAI,CAACF,IAAAA,qBAAY,EAAC5C,MAAM;wBACtB,MAAM,IAAI6C,oBAAU,CAAC,uBAAuB;oBAC9C;oBACMqG,UAAU5N,YAAY4D,IAAIc,KAAKsE;oBACrC,oFAAoF;oBACpF,oDAAoD;oBACpD;;wBAAM8E,IAAAA,qBAAY,EAAClK,IAAIc,KAAKA,IAAIqE,OAAO;;;oBAAvC;oBACA,IAAI,CAACgF,IAAAA,qBAAY,EAACnK,IAAIC,OAAO;wBAC3B,MAAM,IAAI0D,oBAAU,CAAC,qBAAqB,AAAC,GAAO,OAAL1D,MAAK;oBACpD;oBACA,IAAI,CAACY,mBAAmBb,IAAIc,KAAKkJ,UAAU;;;;oBAC3C;;wBAAOI,IAAAA,qBAAY,EAACpK,IAAIc,KAAKb,MAAM;4BAAEQ,SAAAA;4BAASuJ,SAAAA;4BAASvI,GAAAA;wBAAE;;;;IAC3D"}
@@ -38,6 +38,9 @@ export interface Config {
38
38
  rank?: boolean;
39
39
  };
40
40
  embed?: EmbedConfig;
41
+ content?: {
42
+ tokenize?: string;
43
+ };
41
44
  queries: Record<string, SavedQuery>;
42
45
  }
43
46
  export interface ResolvedConfig extends Config {
@@ -62,6 +65,7 @@ export declare function embedConfig(cfg: Config): {
62
65
  url?: string;
63
66
  key?: string;
64
67
  } | null;
68
+ export declare function contentTokenize(cfg: Config): string | undefined;
65
69
  export declare function featureSignature(cfg: Config): string;
66
70
  export declare function resolvePreset(cfg: Config, name?: string): {
67
71
  name: string;
@@ -38,6 +38,9 @@ export interface Config {
38
38
  rank?: boolean;
39
39
  };
40
40
  embed?: EmbedConfig;
41
+ content?: {
42
+ tokenize?: string;
43
+ };
41
44
  queries: Record<string, SavedQuery>;
42
45
  }
43
46
  export interface ResolvedConfig extends Config {
@@ -62,6 +65,7 @@ export declare function embedConfig(cfg: Config): {
62
65
  url?: string;
63
66
  key?: string;
64
67
  } | null;
68
+ export declare function contentTokenize(cfg: Config): string | undefined;
65
69
  export declare function featureSignature(cfg: Config): string;
66
70
  export declare function resolvePreset(cfg: Config, name?: string): {
67
71
  name: string;
@@ -24,6 +24,9 @@ _export(exports, {
24
24
  get anyPresetEmbeds () {
25
25
  return anyPresetEmbeds;
26
26
  },
27
+ get contentTokenize () {
28
+ return contentTokenize;
29
+ },
27
30
  get embedConfig () {
28
31
  return embedConfig;
29
32
  },
@@ -294,6 +297,11 @@ function embedConfig(cfg) {
294
297
  key: e.key
295
298
  };
296
299
  }
300
+ function contentTokenize(cfg) {
301
+ var _cfg_content;
302
+ var tokenize = (_cfg_content = cfg.content) === null || _cfg_content === void 0 ? void 0 : _cfg_content.tokenize;
303
+ return tokenize === undefined || tokenize.trim() === '' ? undefined : tokenize.trim();
304
+ }
297
305
  function featureSignature(cfg) {
298
306
  var globalPart = enabledFeatures(cfg).filter(function(name) {
299
307
  return name !== 'embed';
@@ -308,11 +316,14 @@ function featureSignature(cfg) {
308
316
  var exclude = _to_consumable_array((_p_exclude = p.exclude) !== null && _p_exclude !== void 0 ? _p_exclude : []).sort().join('+');
309
317
  return "preset:".concat(name, ":").concat(include, ":").concat(exclude, ":").concat(p.semantic === false ? 'off' : 'on');
310
318
  }).join('|');
311
- return [
319
+ var tokenize = contentTokenize(cfg);
320
+ var parts = [
312
321
  "features:".concat(globalPart),
313
- embedPart,
314
- presetsPart
315
- ].join('|');
322
+ embedPart
323
+ ];
324
+ if (tokenize !== undefined) parts.push("tokenize:".concat(tokenize));
325
+ parts.push(presetsPart);
326
+ return parts.join('|');
316
327
  }
317
328
  function resolvePreset(cfg, name) {
318
329
  var presetName = name !== null && name !== void 0 ? name : 'default';
@@ -575,6 +586,7 @@ var KNOWN_KEYS = new Set([
575
586
  'presets',
576
587
  'features',
577
588
  'embed',
589
+ 'content',
578
590
  'queries'
579
591
  ]);
580
592
  var KNOWN_PRESET_KEYS = new Set([
@@ -595,6 +607,9 @@ var KNOWN_EMBED_KEYS = new Set([
595
607
  'url',
596
608
  'key'
597
609
  ]);
610
+ var KNOWN_CONTENT_KEYS = new Set([
611
+ 'tokenize'
612
+ ]);
598
613
  var SAVED_SEARCH_KEYS = new Set([
599
614
  'search',
600
615
  'preset',
@@ -622,6 +637,23 @@ function validateLegacyScan(parsed, configPath) {
622
637
  throw new _errorsts.SenseError('CONFIG_INVALID', "".concat(configPath, ": scan.include must be a non-empty array of glob strings"));
623
638
  }
624
639
  }
640
+ // Only the shape is checked here. Whether the linked SQLite accepts the tokenizer is settled
641
+ // by probing it in db.ts, so this never has to carry a table of which version added what.
642
+ function validateContentBlock(value, configPath) {
643
+ if ((typeof value === "undefined" ? "undefined" : _type_of(value)) !== 'object' || value === null || Array.isArray(value)) {
644
+ throw new _errorsts.SenseError('CONFIG_INVALID', "".concat(configPath, ": content must be an object of { tokenize?: string }"));
645
+ }
646
+ var block = value;
647
+ var unknown = Object.keys(block).filter(function(k) {
648
+ return !KNOWN_CONTENT_KEYS.has(k);
649
+ });
650
+ if (unknown.length > 0) {
651
+ throw new _errorsts.SenseError('CONFIG_INVALID', "".concat(configPath, ": content has unknown key(s) ").concat(unknown.join(', '), "; content takes tokenize"));
652
+ }
653
+ if (block.tokenize !== undefined && (typeof block.tokenize !== 'string' || block.tokenize.trim() === '')) {
654
+ throw new _errorsts.SenseError('CONFIG_INVALID', "".concat(configPath, ': content.tokenize must be a non-empty string, e.g. "trigram" or "unicode61 tokenchars \'-_\'"'));
655
+ }
656
+ }
625
657
  function validateFeaturesBlock(value, configPath) {
626
658
  if ((typeof value === "undefined" ? "undefined" : _type_of(value)) !== 'object' || value === null || Array.isArray(value)) {
627
659
  throw new _errorsts.SenseError('CONFIG_INVALID', "".concat(configPath, ": features must be an object of name -> boolean"));
@@ -832,6 +864,9 @@ function validateConfig(parsed, configPath) {
832
864
  if (cfg.embed !== undefined) {
833
865
  validateEmbedBlock(cfg.embed, configPath);
834
866
  }
867
+ if (cfg.content !== undefined) {
868
+ validateContentBlock(cfg.content, configPath);
869
+ }
835
870
  return cfg;
836
871
  }
837
872
  function loadConfig(explicitPath) {