sensemaking 0.12.2 → 0.13.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. package/dist/cjs/cli/download.js +4 -4
  2. package/dist/cjs/cli/download.js.map +1 -1
  3. package/dist/cjs/cli/init.js +4 -4
  4. package/dist/cjs/cli/init.js.map +1 -1
  5. package/dist/cjs/cli/map.js +4 -4
  6. package/dist/cjs/cli/map.js.map +1 -1
  7. package/dist/cjs/cli/named.js +2 -2
  8. package/dist/cjs/cli/named.js.map +1 -1
  9. package/dist/cjs/cli/path.js +6 -6
  10. package/dist/cjs/cli/path.js.map +1 -1
  11. package/dist/cjs/cli/peek.js +4 -4
  12. package/dist/cjs/cli/peek.js.map +1 -1
  13. package/dist/cjs/cli/related.js +4 -4
  14. package/dist/cjs/cli/related.js.map +1 -1
  15. package/dist/cjs/cli/search.js +4 -4
  16. package/dist/cjs/cli/search.js.map +1 -1
  17. package/dist/cjs/cli/shared.d.cts +2 -2
  18. package/dist/cjs/cli/shared.d.ts +2 -2
  19. package/dist/cjs/cli/shared.js +5 -5
  20. package/dist/cjs/cli/shared.js.map +1 -1
  21. package/dist/cjs/cli/status.js +16 -16
  22. package/dist/cjs/cli/status.js.map +1 -1
  23. package/dist/cjs/cli/types.d.cts +1 -1
  24. package/dist/cjs/cli/types.d.ts +1 -1
  25. package/dist/cjs/cli.js +3 -3
  26. package/dist/cjs/cli.js.map +1 -1
  27. package/dist/cjs/commands/index.d.cts +10 -0
  28. package/dist/cjs/commands/index.d.ts +10 -0
  29. package/dist/cjs/commands/index.js +42 -0
  30. package/dist/cjs/commands/index.js.map +1 -0
  31. package/dist/cjs/commands/map.d.cts +21 -0
  32. package/dist/cjs/commands/map.d.ts +21 -0
  33. package/dist/cjs/commands/map.js +90 -0
  34. package/dist/cjs/commands/map.js.map +1 -0
  35. package/dist/cjs/commands/peek.d.cts +20 -0
  36. package/dist/cjs/commands/peek.d.ts +20 -0
  37. package/dist/cjs/commands/peek.js +175 -0
  38. package/dist/cjs/commands/peek.js.map +1 -0
  39. package/dist/cjs/commands/related.d.cts +6 -0
  40. package/dist/cjs/commands/related.d.ts +6 -0
  41. package/dist/cjs/commands/related.js +232 -0
  42. package/dist/cjs/commands/related.js.map +1 -0
  43. package/dist/cjs/commands/scope.d.cts +10 -0
  44. package/dist/cjs/commands/scope.d.ts +10 -0
  45. package/dist/cjs/commands/scope.js +124 -0
  46. package/dist/cjs/commands/scope.js.map +1 -0
  47. package/dist/cjs/commands/search.d.cts +12 -0
  48. package/dist/cjs/commands/search.d.ts +12 -0
  49. package/dist/cjs/{commands.js → commands/search.js} +20 -358
  50. package/dist/cjs/commands/search.js.map +1 -0
  51. package/dist/cjs/commands/status.d.cts +9 -0
  52. package/dist/cjs/commands/status.d.ts +9 -0
  53. package/dist/cjs/commands/status.js +25 -0
  54. package/dist/cjs/commands/status.js.map +1 -0
  55. package/dist/cjs/config/access.d.cts +19 -0
  56. package/dist/cjs/config/access.d.ts +19 -0
  57. package/dist/cjs/config/access.js +149 -0
  58. package/dist/cjs/config/access.js.map +1 -0
  59. package/dist/cjs/config/index.d.cts +5 -0
  60. package/dist/cjs/config/index.d.ts +5 -0
  61. package/dist/cjs/config/index.js +77 -0
  62. package/dist/cjs/config/index.js.map +1 -0
  63. package/dist/cjs/config/load.d.cts +8 -0
  64. package/dist/cjs/config/load.d.ts +8 -0
  65. package/dist/cjs/config/load.js +448 -0
  66. package/dist/cjs/config/load.js.map +1 -0
  67. package/dist/cjs/config/resolve.d.cts +6 -0
  68. package/dist/cjs/config/resolve.d.ts +6 -0
  69. package/dist/cjs/config/resolve.js +50 -0
  70. package/dist/cjs/config/resolve.js.map +1 -0
  71. package/dist/{esm/config.d.ts → cjs/config/types.d.cts} +2 -32
  72. package/dist/cjs/{config.d.cts → config/types.d.ts} +2 -32
  73. package/dist/cjs/config/types.js +39 -0
  74. package/dist/cjs/config/types.js.map +1 -0
  75. package/dist/cjs/config/validate.d.cts +4 -0
  76. package/dist/cjs/config/validate.d.ts +4 -0
  77. package/dist/cjs/config/validate.js +363 -0
  78. package/dist/cjs/config/validate.js.map +1 -0
  79. package/dist/cjs/db/index.d.cts +4 -0
  80. package/dist/cjs/db/index.d.ts +4 -0
  81. package/dist/cjs/db/index.js +42 -0
  82. package/dist/cjs/db/index.js.map +1 -0
  83. package/dist/cjs/{db.d.cts → db/open.d.cts} +2 -8
  84. package/dist/cjs/{db.d.ts → db/open.d.ts} +2 -8
  85. package/dist/cjs/db/open.js +223 -0
  86. package/dist/cjs/db/open.js.map +1 -0
  87. package/dist/cjs/db/reconcile.d.cts +9 -0
  88. package/dist/cjs/db/reconcile.d.ts +9 -0
  89. package/dist/cjs/{db.js → db/reconcile.js} +24 -261
  90. package/dist/cjs/db/reconcile.js.map +1 -0
  91. package/dist/cjs/db/shared.d.cts +5 -0
  92. package/dist/cjs/db/shared.d.ts +5 -0
  93. package/dist/cjs/db/shared.js +45 -0
  94. package/dist/cjs/db/shared.js.map +1 -0
  95. package/dist/cjs/features/embed.d.cts +1 -1
  96. package/dist/cjs/features/embed.d.ts +1 -1
  97. package/dist/cjs/features/embed.js +4 -3
  98. package/dist/cjs/features/embed.js.map +1 -1
  99. package/dist/cjs/features/index.d.cts +1 -1
  100. package/dist/cjs/features/index.d.ts +1 -1
  101. package/dist/cjs/features/index.js +4 -2
  102. package/dist/cjs/features/index.js.map +1 -1
  103. package/dist/cjs/features/links.js +38 -20
  104. package/dist/cjs/features/links.js.map +1 -1
  105. package/dist/cjs/features/tags.d.cts +2 -0
  106. package/dist/cjs/features/tags.d.ts +2 -0
  107. package/dist/cjs/features/tags.js +188 -0
  108. package/dist/cjs/features/tags.js.map +1 -0
  109. package/dist/cjs/features/types.d.cts +2 -2
  110. package/dist/cjs/features/types.d.ts +2 -2
  111. package/dist/cjs/index.d.cts +6 -6
  112. package/dist/cjs/index.d.ts +6 -6
  113. package/dist/cjs/index.js +15 -15
  114. package/dist/cjs/index.js.map +1 -1
  115. package/dist/cjs/scan.d.cts +3 -1
  116. package/dist/cjs/scan.d.ts +3 -1
  117. package/dist/cjs/scan.js +9 -6
  118. package/dist/cjs/scan.js.map +1 -1
  119. package/dist/cjs/sql-functions.d.cts +2 -0
  120. package/dist/cjs/sql-functions.d.ts +2 -0
  121. package/dist/cjs/sql-functions.js +64 -0
  122. package/dist/cjs/sql-functions.js.map +1 -0
  123. package/dist/cjs/watch.d.cts +1 -1
  124. package/dist/cjs/watch.d.ts +1 -1
  125. package/dist/cjs/watch.js +12 -12
  126. package/dist/cjs/watch.js.map +1 -1
  127. package/dist/esm/cli/download.js +1 -1
  128. package/dist/esm/cli/download.js.map +1 -1
  129. package/dist/esm/cli/init.js +1 -1
  130. package/dist/esm/cli/init.js.map +1 -1
  131. package/dist/esm/cli/map.js +1 -1
  132. package/dist/esm/cli/map.js.map +1 -1
  133. package/dist/esm/cli/named.js +1 -1
  134. package/dist/esm/cli/named.js.map +1 -1
  135. package/dist/esm/cli/path.js +1 -1
  136. package/dist/esm/cli/path.js.map +1 -1
  137. package/dist/esm/cli/peek.js +1 -1
  138. package/dist/esm/cli/peek.js.map +1 -1
  139. package/dist/esm/cli/related.js +1 -1
  140. package/dist/esm/cli/related.js.map +1 -1
  141. package/dist/esm/cli/search.js +1 -1
  142. package/dist/esm/cli/search.js.map +1 -1
  143. package/dist/esm/cli/shared.d.ts +2 -2
  144. package/dist/esm/cli/shared.js +2 -2
  145. package/dist/esm/cli/shared.js.map +1 -1
  146. package/dist/esm/cli/status.js +3 -3
  147. package/dist/esm/cli/status.js.map +1 -1
  148. package/dist/esm/cli/types.d.ts +1 -1
  149. package/dist/esm/cli/types.js.map +1 -1
  150. package/dist/esm/cli.js +1 -1
  151. package/dist/esm/cli.js.map +1 -1
  152. package/dist/esm/commands/index.d.ts +10 -0
  153. package/dist/esm/commands/index.js +8 -0
  154. package/dist/esm/commands/index.js.map +1 -0
  155. package/dist/esm/commands/map.d.ts +21 -0
  156. package/dist/esm/commands/map.js +56 -0
  157. package/dist/esm/commands/map.js.map +1 -0
  158. package/dist/esm/commands/peek.d.ts +20 -0
  159. package/dist/esm/commands/peek.js +63 -0
  160. package/dist/esm/commands/peek.js.map +1 -0
  161. package/dist/esm/commands/related.d.ts +6 -0
  162. package/dist/esm/commands/related.js +47 -0
  163. package/dist/esm/commands/related.js.map +1 -0
  164. package/dist/esm/commands/scope.d.ts +10 -0
  165. package/dist/esm/commands/scope.js +60 -0
  166. package/dist/esm/commands/scope.js.map +1 -0
  167. package/dist/esm/commands/search.d.ts +12 -0
  168. package/dist/esm/commands/search.js +258 -0
  169. package/dist/esm/commands/search.js.map +1 -0
  170. package/dist/esm/commands/status.d.ts +9 -0
  171. package/dist/esm/commands/status.js +16 -0
  172. package/dist/esm/commands/status.js.map +1 -0
  173. package/dist/esm/config/access.d.ts +19 -0
  174. package/dist/esm/config/access.js +89 -0
  175. package/dist/esm/config/access.js.map +1 -0
  176. package/dist/esm/config/index.d.ts +5 -0
  177. package/dist/esm/config/index.js +4 -0
  178. package/dist/esm/config/index.js.map +1 -0
  179. package/dist/esm/config/load.d.ts +8 -0
  180. package/dist/esm/config/load.js +242 -0
  181. package/dist/esm/config/load.js.map +1 -0
  182. package/dist/esm/config/resolve.d.ts +6 -0
  183. package/dist/esm/config/resolve.js +35 -0
  184. package/dist/esm/config/resolve.js.map +1 -0
  185. package/dist/{cjs/config.d.ts → esm/config/types.d.ts} +2 -32
  186. package/dist/esm/config/types.js +15 -0
  187. package/dist/esm/config/types.js.map +1 -0
  188. package/dist/esm/config/validate.d.ts +4 -0
  189. package/dist/esm/config/validate.js +226 -0
  190. package/dist/esm/config/validate.js.map +1 -0
  191. package/dist/esm/db/index.d.ts +4 -0
  192. package/dist/esm/db/index.js +5 -0
  193. package/dist/esm/db/index.js.map +1 -0
  194. package/dist/esm/{db.d.ts → db/open.d.ts} +2 -8
  195. package/dist/esm/db/open.js +160 -0
  196. package/dist/esm/db/open.js.map +1 -0
  197. package/dist/esm/db/reconcile.d.ts +9 -0
  198. package/dist/esm/{db.js → db/reconcile.js} +12 -216
  199. package/dist/esm/db/reconcile.js.map +1 -0
  200. package/dist/esm/db/shared.d.ts +5 -0
  201. package/dist/esm/db/shared.js +20 -0
  202. package/dist/esm/db/shared.js.map +1 -0
  203. package/dist/esm/features/embed.d.ts +1 -1
  204. package/dist/esm/features/embed.js +2 -1
  205. package/dist/esm/features/embed.js.map +1 -1
  206. package/dist/esm/features/index.d.ts +1 -1
  207. package/dist/esm/features/index.js +3 -1
  208. package/dist/esm/features/index.js.map +1 -1
  209. package/dist/esm/features/links.js +36 -21
  210. package/dist/esm/features/links.js.map +1 -1
  211. package/dist/esm/features/tags.d.ts +2 -0
  212. package/dist/esm/features/tags.js +80 -0
  213. package/dist/esm/features/tags.js.map +1 -0
  214. package/dist/esm/features/types.d.ts +2 -2
  215. package/dist/esm/features/types.js.map +1 -1
  216. package/dist/esm/index.d.ts +6 -6
  217. package/dist/esm/index.js +3 -3
  218. package/dist/esm/index.js.map +1 -1
  219. package/dist/esm/scan.d.ts +3 -1
  220. package/dist/esm/scan.js +5 -2
  221. package/dist/esm/scan.js.map +1 -1
  222. package/dist/esm/sql-functions.d.ts +2 -0
  223. package/dist/esm/sql-functions.js +47 -0
  224. package/dist/esm/sql-functions.js.map +1 -0
  225. package/dist/esm/watch.d.ts +1 -1
  226. package/dist/esm/watch.js +2 -2
  227. package/dist/esm/watch.js.map +1 -1
  228. package/package.json +2 -1
  229. package/schema.json +4 -0
  230. package/skills/sense/SKILL.md +3 -3
  231. package/skills/sense-bases/EXAMPLES.md +103 -0
  232. package/skills/sense-bases/SKILL.md +137 -0
  233. package/skills/sense-setup/SKILL.md +1 -1
  234. package/dist/cjs/commands.d.cts +0 -58
  235. package/dist/cjs/commands.d.ts +0 -58
  236. package/dist/cjs/commands.js.map +0 -1
  237. package/dist/cjs/config.js +0 -919
  238. package/dist/cjs/config.js.map +0 -1
  239. package/dist/cjs/db.js.map +0 -1
  240. package/dist/esm/commands.d.ts +0 -58
  241. package/dist/esm/commands.js +0 -486
  242. package/dist/esm/commands.js.map +0 -1
  243. package/dist/esm/config.js +0 -599
  244. package/dist/esm/config.js.map +0 -1
  245. package/dist/esm/db.js.map +0 -1
@@ -0,0 +1,242 @@
1
+ import { existsSync, readFileSync, writeFileSync } from 'node:fs';
2
+ import { dirname, join, resolve } from 'node:path';
3
+ import { SenseError } from '../errors.js';
4
+ import { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, SUPPORTED_CONFIG_VERSION } from './types.js';
5
+ import { unknownConfigKeys, validateConfig, validateLegacyScan } from './validate.js';
6
+ // v1 and v2 were `scan`/`find`-shaped; v3 introduced `presets`. Only the former need the
7
+ // legacy shape check before migrating.
8
+ const FIRST_PRESET_VERSION = 3;
9
+ // v1 -> v2 migration only: the features v2 introduced as opt-out (embed was opt-in then).
10
+ const V2_OPT_OUT_NAMES = [
11
+ 'links',
12
+ 'sections',
13
+ 'rank'
14
+ ];
15
+ // Pure per-version steps, chained by loadConfig. Intermediate shapes predate the Config type,
16
+ // so steps are loosely typed and only the final result is cast back.
17
+ const MIGRATIONS = {
18
+ // v1 -> v2: features block introduced, opt-out features enabled (matches the old implicit
19
+ // behavior of `links` etc. not existing). embed stays absent -- opt-in.
20
+ 1: (cfg)=>({
21
+ ...cfg,
22
+ version: 2,
23
+ features: Object.fromEntries(V2_OPT_OUT_NAMES.map((name)=>[
24
+ name,
25
+ true
26
+ ]))
27
+ }),
28
+ // v2 -> v3: mechanical-minimal, by decision -- only what keeps an existing config loading.
29
+ // No restructuring, no preset inference, no query rewriting; real trees get hand-migrated
30
+ // separately to actually use presets.
31
+ 2: (cfg)=>{
32
+ var _prevDefaults_find;
33
+ const { scan, defaults, features, checks, queries, ...rest } = cfg;
34
+ const scanInclude = scan.include;
35
+ const nextQueries = {};
36
+ for (const [name, value] of Object.entries(queries !== null && queries !== void 0 ? queries : {})){
37
+ if (typeof value === 'string') {
38
+ nextQueries[name] = value;
39
+ continue;
40
+ }
41
+ const entry = value;
42
+ // Loosely typed on purpose: this step emits the v3 shape, which still had `semantic`.
43
+ // The v3 -> v4 step below strips it.
44
+ const search = {
45
+ search: entry.find
46
+ };
47
+ if (entry.k !== undefined) search.k = entry.k;
48
+ if (entry.where !== undefined) search.where = entry.where;
49
+ // semantic: true was opt-in; it is now the default, so it drops. semantic: false is kept.
50
+ if (entry.semantic === false) search.semantic = false;
51
+ nextQueries[name] = search;
52
+ }
53
+ const prevDefaults = defaults;
54
+ const defaultWhere = prevDefaults === null || prevDefaults === void 0 ? void 0 : (_prevDefaults_find = prevDefaults.find) === null || _prevDefaults_find === void 0 ? void 0 : _prevDefaults_find.where;
55
+ // features.embed false becomes semantic:false on every preset produced here.
56
+ const prevFeatures = features !== null && features !== void 0 ? features : {};
57
+ const embedWasOff = prevFeatures.embed === false;
58
+ // Object form carried provider settings (model/type/url/key), not a toggle -- they move
59
+ // to the v3 top-level `embed` block verbatim; dropping them would silently switch an
60
+ // api tree back to the built-in static model.
61
+ const embedProvider = typeof prevFeatures.embed === 'object' && prevFeatures.embed !== null ? prevFeatures.embed : undefined;
62
+ const { embed: _embed, ...restFeatures } = prevFeatures;
63
+ const defaultPreset = {
64
+ include: scanInclude
65
+ };
66
+ if (defaultWhere !== undefined) defaultPreset.where = defaultWhere;
67
+ if (embedWasOff) defaultPreset.semantic = false;
68
+ // checks (assertions over saved queries) was removed in v3; its queries still run under
69
+ // `queries`, just without the pass/fail assertion -- reachable now only as a saved query.
70
+ if (checks !== undefined) {
71
+ console.error('sense: v2 "checks" was removed in v3 (sense check no longer asserts on saved queries); its queries are carried over under "queries" -- a returned row set is now the reader\'s judgment');
72
+ }
73
+ const result = {
74
+ ...rest,
75
+ version: 3,
76
+ presets: {
77
+ default: defaultPreset
78
+ },
79
+ queries: nextQueries
80
+ };
81
+ if (embedProvider !== undefined) result.embed = embedProvider;
82
+ if (Object.keys(restFeatures).length > 0) result.features = restFeatures;
83
+ return result;
84
+ },
85
+ // v3 -> v4: write the model into the file, wrap bare-string queries as { sql }, drop a saved
86
+ // search's `semantic` (its preset decides). Same effective model, so nothing re-embeds.
87
+ 3: (cfg)=>{
88
+ var _cfg_queries, _cfg_embed;
89
+ const presets = cfg.presets;
90
+ const embedded = Object.values(presets).some((p)=>p.semantic !== false);
91
+ const nextQueries = {};
92
+ for (const [name, value] of Object.entries((_cfg_queries = cfg.queries) !== null && _cfg_queries !== void 0 ? _cfg_queries : {})){
93
+ // v3's bare string meant SQL by inference; v4 makes every entry name its verb.
94
+ if (typeof value === 'string') {
95
+ nextQueries[name] = {
96
+ sql: value
97
+ };
98
+ continue;
99
+ }
100
+ if (typeof value !== 'object' || value === null || !('search' in value)) {
101
+ nextQueries[name] = value;
102
+ continue;
103
+ }
104
+ const { semantic: _semantic, ...rest } = value;
105
+ nextQueries[name] = rest;
106
+ }
107
+ const prev = (_cfg_embed = cfg.embed) !== null && _cfg_embed !== void 0 ? _cfg_embed : {};
108
+ const result = {
109
+ ...cfg,
110
+ version: 4,
111
+ queries: nextQueries
112
+ };
113
+ if (embedded) {
114
+ var _prev_model, _prev_type;
115
+ result.embed = {
116
+ model: (_prev_model = prev.model) !== null && _prev_model !== void 0 ? _prev_model : DEFAULT_EMBED_MODEL,
117
+ type: (_prev_type = prev.type) !== null && _prev_type !== void 0 ? _prev_type : 'static',
118
+ ...prev.url !== undefined ? {
119
+ url: prev.url
120
+ } : {},
121
+ ...prev.key !== undefined ? {
122
+ key: prev.key
123
+ } : {}
124
+ };
125
+ } else {
126
+ delete result.embed;
127
+ // Dropping settings silently would look like a bug in a tree that had configured an
128
+ // api endpoint and then turned vectors off; say it, since v4 has no way to carry
129
+ // provider settings for a tree that does not embed.
130
+ if (Object.keys(prev).length > 0) console.error('sense: every preset has "semantic": false, so v4 drops the "embed" block (vectors stay off); re-add it, or set a preset\'s semantic back to true, to turn them on');
131
+ }
132
+ return result;
133
+ }
134
+ };
135
+ export function migrateConfig(cfg) {
136
+ var _cfg_version;
137
+ const from = (_cfg_version = cfg.version) !== null && _cfg_version !== void 0 ? _cfg_version : 1;
138
+ let current = cfg;
139
+ for(let v = from; v < SUPPORTED_CONFIG_VERSION; v++){
140
+ const step = MIGRATIONS[v];
141
+ if (!step) throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `no migration from config version ${v}`);
142
+ current = step(current);
143
+ }
144
+ return {
145
+ cfg: current,
146
+ from
147
+ };
148
+ }
149
+ function starterConfig() {
150
+ return {
151
+ $schema: 'https://unpkg.com/sensemaking/schema.json',
152
+ version: SUPPORTED_CONFIG_VERSION,
153
+ presets: {
154
+ default: {
155
+ include: [
156
+ '**/*.md'
157
+ ],
158
+ k: 10
159
+ },
160
+ large: {
161
+ include: [
162
+ '**/*.md'
163
+ ],
164
+ k: 20
165
+ }
166
+ },
167
+ // Written out rather than defaulted in code: this line is what makes `sense download`
168
+ // fetch 124 MB, so it belongs where it can be read and changed.
169
+ embed: {
170
+ model: DEFAULT_EMBED_MODEL,
171
+ type: 'static'
172
+ },
173
+ queries: {}
174
+ };
175
+ }
176
+ // Refuses to overwrite an existing config.
177
+ export function initConfig(dir) {
178
+ const configPath = join(dir, CONFIG_FILENAME);
179
+ if (existsSync(configPath)) {
180
+ throw new SenseError('CONFIG_EXISTS', `${CONFIG_FILENAME} already exists in ${dir}`);
181
+ }
182
+ writeFileSync(configPath, `${JSON.stringify(starterConfig(), null, 2)}\n`);
183
+ return configPath;
184
+ }
185
+ export function findConfigPath(startDir) {
186
+ let dir = resolve(startDir);
187
+ for(;;){
188
+ const candidate = join(dir, CONFIG_FILENAME);
189
+ if (existsSync(candidate)) return candidate;
190
+ const parent = dirname(dir);
191
+ if (parent === dir) return null;
192
+ dir = parent;
193
+ }
194
+ }
195
+ export function loadConfig(explicitPath) {
196
+ let configPath;
197
+ if (explicitPath) {
198
+ configPath = resolve(process.cwd(), explicitPath);
199
+ if (!existsSync(configPath)) throw new SenseError('CONFIG_NOT_FOUND', `config not found: ${configPath}`);
200
+ } else {
201
+ const found = findConfigPath(process.cwd());
202
+ if (!found) {
203
+ throw new SenseError('CONFIG_NOT_FOUND', `could not find ${CONFIG_FILENAME} in ${process.cwd()} or any parent directory`);
204
+ }
205
+ configPath = found;
206
+ }
207
+ const raw = readFileSync(configPath, 'utf8');
208
+ const parsed = JSON.parse(raw);
209
+ // Ahead of both the version gate and legacy/current shape checks: a non-object file (or
210
+ // an array -- typeof [] is also 'object') is malformed at every version, so it gets one
211
+ // error regardless of which branch would otherwise run.
212
+ if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {
213
+ throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);
214
+ }
215
+ // Version gate before shape validation: a config written by a newer sense should fail
216
+ // with "requires a newer sense", not with shape errors its own version may not have.
217
+ const version = typeof parsed === 'object' && parsed !== null && typeof parsed.version === 'number' ? parsed.version : 1;
218
+ if (version > SUPPORTED_CONFIG_VERSION) {
219
+ throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `config version ${version} requires a newer sense`);
220
+ }
221
+ // validateConfig only knows the current shape, so scan-shaped files (pre-v3) get a minimal
222
+ // check, migrate, then the full one on the result.
223
+ let cfg;
224
+ let migratedFrom;
225
+ if (version < SUPPORTED_CONFIG_VERSION) {
226
+ if (version < FIRST_PRESET_VERSION) validateLegacyScan(parsed, configPath);
227
+ const result = migrateConfig(parsed);
228
+ cfg = validateConfig(result.cfg, configPath);
229
+ migratedFrom = result.from;
230
+ writeFileSync(configPath, `${JSON.stringify(cfg, null, 2)}\n`);
231
+ } else {
232
+ cfg = validateConfig(parsed, configPath);
233
+ }
234
+ const unknownKeys = unknownConfigKeys(cfg);
235
+ return {
236
+ ...cfg,
237
+ baseDir: dirname(configPath),
238
+ configPath,
239
+ migratedFrom,
240
+ unknownKeys: unknownKeys.length > 0 ? unknownKeys : undefined
241
+ };
242
+ }
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/load.ts"],"sourcesContent":["import { existsSync, readFileSync, writeFileSync } from 'node:fs';\nimport { dirname, join, resolve } from 'node:path';\nimport { SenseError } from '../errors.ts';\nimport type { Config, ResolvedConfig } from './types.ts';\nimport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, SUPPORTED_CONFIG_VERSION } from './types.ts';\nimport { unknownConfigKeys, validateConfig, validateLegacyScan } from './validate.ts';\n\n// v1 and v2 were `scan`/`find`-shaped; v3 introduced `presets`. Only the former need the\n// legacy shape check before migrating.\nconst FIRST_PRESET_VERSION = 3;\n\n// v1 -> v2 migration only: the features v2 introduced as opt-out (embed was opt-in then).\nconst V2_OPT_OUT_NAMES = ['links', 'sections', 'rank'] as const;\n\n// Pure per-version steps, chained by loadConfig. Intermediate shapes predate the Config type,\n// so steps are loosely typed and only the final result is cast back.\nconst MIGRATIONS: Record<number, (cfg: Record<string, unknown>) => Record<string, unknown>> = {\n // v1 -> v2: features block introduced, opt-out features enabled (matches the old implicit\n // behavior of `links` etc. not existing). embed stays absent -- opt-in.\n 1: (cfg) => ({ ...cfg, version: 2, features: Object.fromEntries(V2_OPT_OUT_NAMES.map((name) => [name, true])) }),\n // v2 -> v3: mechanical-minimal, by decision -- only what keeps an existing config loading.\n // No restructuring, no preset inference, no query rewriting; real trees get hand-migrated\n // separately to actually use presets.\n 2: (cfg) => {\n const { scan, defaults, features, checks, queries, ...rest } = cfg;\n const scanInclude = (scan as { include: string[] }).include;\n\n const nextQueries: Record<string, unknown> = {};\n for (const [name, value] of Object.entries((queries as Record<string, unknown> | undefined) ?? {})) {\n if (typeof value === 'string') {\n nextQueries[name] = value;\n continue;\n }\n const entry = value as { find: string; k?: number; where?: string; semantic?: boolean };\n // Loosely typed on purpose: this step emits the v3 shape, which still had `semantic`.\n // The v3 -> v4 step below strips it.\n const search: Record<string, unknown> = { search: entry.find };\n if (entry.k !== undefined) search.k = entry.k;\n if (entry.where !== undefined) search.where = entry.where;\n // semantic: true was opt-in; it is now the default, so it drops. semantic: false is kept.\n if (entry.semantic === false) search.semantic = false;\n nextQueries[name] = search;\n }\n\n const prevDefaults = defaults as { find?: { where?: string } } | undefined;\n const defaultWhere = prevDefaults?.find?.where;\n\n // features.embed false becomes semantic:false on every preset produced here.\n const prevFeatures = (features as Record<string, unknown> | undefined) ?? {};\n const embedWasOff = prevFeatures.embed === false;\n // Object form carried provider settings (model/type/url/key), not a toggle -- they move\n // to the v3 top-level `embed` block verbatim; dropping them would silently switch an\n // api tree back to the built-in static model.\n const embedProvider = typeof prevFeatures.embed === 'object' && prevFeatures.embed !== null ? prevFeatures.embed : undefined;\n const { embed: _embed, ...restFeatures } = prevFeatures;\n\n const defaultPreset: Record<string, unknown> = { include: scanInclude };\n if (defaultWhere !== undefined) defaultPreset.where = defaultWhere;\n if (embedWasOff) defaultPreset.semantic = false;\n\n // checks (assertions over saved queries) was removed in v3; its queries still run under\n // `queries`, just without the pass/fail assertion -- reachable now only as a saved query.\n if (checks !== undefined) {\n console.error('sense: v2 \"checks\" was removed in v3 (sense check no longer asserts on saved queries); its queries are carried over under \"queries\" -- a returned row set is now the reader\\'s judgment');\n }\n\n const result: Record<string, unknown> = { ...rest, version: 3, presets: { default: defaultPreset }, queries: nextQueries };\n if (embedProvider !== undefined) result.embed = embedProvider;\n if (Object.keys(restFeatures).length > 0) result.features = restFeatures;\n return result;\n },\n // v3 -> v4: write the model into the file, wrap bare-string queries as { sql }, drop a saved\n // search's `semantic` (its preset decides). Same effective model, so nothing re-embeds.\n 3: (cfg) => {\n const presets = cfg.presets as Record<string, Record<string, unknown>>;\n const embedded = Object.values(presets).some((p) => p.semantic !== false);\n\n const nextQueries: Record<string, unknown> = {};\n for (const [name, value] of Object.entries((cfg.queries as Record<string, unknown> | undefined) ?? {})) {\n // v3's bare string meant SQL by inference; v4 makes every entry name its verb.\n if (typeof value === 'string') {\n nextQueries[name] = { sql: value };\n continue;\n }\n if (typeof value !== 'object' || value === null || !('search' in value)) {\n nextQueries[name] = value;\n continue;\n }\n const { semantic: _semantic, ...rest } = value as Record<string, unknown>;\n nextQueries[name] = rest;\n }\n\n const prev = (cfg.embed as Record<string, unknown> | undefined) ?? {};\n const result: Record<string, unknown> = { ...cfg, version: 4, queries: nextQueries };\n if (embedded) {\n result.embed = { model: (prev.model as string | undefined) ?? DEFAULT_EMBED_MODEL, type: (prev.type as string | undefined) ?? 'static', ...(prev.url !== undefined ? { url: prev.url } : {}), ...(prev.key !== undefined ? { key: prev.key } : {}) };\n } else {\n delete result.embed;\n // Dropping settings silently would look like a bug in a tree that had configured an\n // api endpoint and then turned vectors off; say it, since v4 has no way to carry\n // provider settings for a tree that does not embed.\n if (Object.keys(prev).length > 0) console.error('sense: every preset has \"semantic\": false, so v4 drops the \"embed\" block (vectors stay off); re-add it, or set a preset\\'s semantic back to true, to turn them on');\n }\n return result;\n },\n};\n\nexport function migrateConfig(cfg: Config): { cfg: Config; from: number } {\n const from = cfg.version ?? 1;\n let current: Record<string, unknown> = cfg as unknown as Record<string, unknown>;\n for (let v = from; v < SUPPORTED_CONFIG_VERSION; v++) {\n const step = MIGRATIONS[v];\n if (!step) throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `no migration from config version ${v}`);\n current = step(current);\n }\n return { cfg: current as unknown as Config, from };\n}\n\nfunction starterConfig(): Config {\n return {\n $schema: 'https://unpkg.com/sensemaking/schema.json',\n version: SUPPORTED_CONFIG_VERSION,\n presets: {\n default: { include: ['**/*.md'], k: 10 },\n large: { include: ['**/*.md'], k: 20 },\n },\n // Written out rather than defaulted in code: this line is what makes `sense download`\n // fetch 124 MB, so it belongs where it can be read and changed.\n embed: { model: DEFAULT_EMBED_MODEL, type: 'static' },\n queries: {},\n };\n}\n\n// Refuses to overwrite an existing config.\nexport function initConfig(dir: string): string {\n const configPath = join(dir, CONFIG_FILENAME);\n if (existsSync(configPath)) {\n throw new SenseError('CONFIG_EXISTS', `${CONFIG_FILENAME} already exists in ${dir}`);\n }\n writeFileSync(configPath, `${JSON.stringify(starterConfig(), null, 2)}\\n`);\n return configPath;\n}\n\nexport function findConfigPath(startDir: string): string | null {\n let dir = resolve(startDir);\n for (;;) {\n const candidate = join(dir, CONFIG_FILENAME);\n if (existsSync(candidate)) return candidate;\n const parent = dirname(dir);\n if (parent === dir) return null;\n dir = parent;\n }\n}\n\nexport function loadConfig(explicitPath?: string): ResolvedConfig {\n let configPath: string;\n if (explicitPath) {\n configPath = resolve(process.cwd(), explicitPath);\n if (!existsSync(configPath)) throw new SenseError('CONFIG_NOT_FOUND', `config not found: ${configPath}`);\n } else {\n const found = findConfigPath(process.cwd());\n if (!found) {\n throw new SenseError('CONFIG_NOT_FOUND', `could not find ${CONFIG_FILENAME} in ${process.cwd()} or any parent directory`);\n }\n configPath = found;\n }\n\n const raw = readFileSync(configPath, 'utf8');\n const parsed: unknown = JSON.parse(raw);\n\n // Ahead of both the version gate and legacy/current shape checks: a non-object file (or\n // an array -- typeof [] is also 'object') is malformed at every version, so it gets one\n // error regardless of which branch would otherwise run.\n if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {\n throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);\n }\n\n // Version gate before shape validation: a config written by a newer sense should fail\n // with \"requires a newer sense\", not with shape errors its own version may not have.\n const version = typeof parsed === 'object' && parsed !== null && typeof (parsed as { version?: unknown }).version === 'number' ? (parsed as { version: number }).version : 1;\n if (version > SUPPORTED_CONFIG_VERSION) {\n throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `config version ${version} requires a newer sense`);\n }\n\n // validateConfig only knows the current shape, so scan-shaped files (pre-v3) get a minimal\n // check, migrate, then the full one on the result.\n let cfg: Config;\n let migratedFrom: number | undefined;\n if (version < SUPPORTED_CONFIG_VERSION) {\n if (version < FIRST_PRESET_VERSION) validateLegacyScan(parsed, configPath);\n const result = migrateConfig(parsed as unknown as Config);\n cfg = validateConfig(result.cfg, configPath);\n migratedFrom = result.from;\n writeFileSync(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n } else {\n cfg = validateConfig(parsed, configPath);\n }\n\n const unknownKeys = unknownConfigKeys(cfg as unknown as Record<string, unknown>);\n return { ...cfg, baseDir: dirname(configPath), configPath, migratedFrom, unknownKeys: unknownKeys.length > 0 ? unknownKeys : undefined };\n}\n"],"names":["existsSync","readFileSync","writeFileSync","dirname","join","resolve","SenseError","CONFIG_FILENAME","DEFAULT_EMBED_MODEL","SUPPORTED_CONFIG_VERSION","unknownConfigKeys","validateConfig","validateLegacyScan","FIRST_PRESET_VERSION","V2_OPT_OUT_NAMES","MIGRATIONS","cfg","version","features","Object","fromEntries","map","name","prevDefaults","scan","defaults","checks","queries","rest","scanInclude","include","nextQueries","value","entries","entry","search","find","k","undefined","where","semantic","defaultWhere","prevFeatures","embedWasOff","embed","embedProvider","_embed","restFeatures","defaultPreset","console","error","result","presets","default","keys","length","embedded","values","some","p","sql","_semantic","prev","model","type","url","key","migrateConfig","from","current","v","step","starterConfig","$schema","large","initConfig","dir","configPath","JSON","stringify","findConfigPath","startDir","candidate","parent","loadConfig","explicitPath","process","cwd","found","raw","parsed","parse","Array","isArray","migratedFrom","unknownKeys","baseDir"],"mappings":"AAAA,SAASA,UAAU,EAAEC,YAAY,EAAEC,aAAa,QAAQ,UAAU;AAClE,SAASC,OAAO,EAAEC,IAAI,EAAEC,OAAO,QAAQ,YAAY;AACnD,SAASC,UAAU,QAAQ,eAAe;AAE1C,SAASC,eAAe,EAAEC,mBAAmB,EAAEC,wBAAwB,QAAQ,aAAa;AAC5F,SAASC,iBAAiB,EAAEC,cAAc,EAAEC,kBAAkB,QAAQ,gBAAgB;AAEtF,yFAAyF;AACzF,uCAAuC;AACvC,MAAMC,uBAAuB;AAE7B,0FAA0F;AAC1F,MAAMC,mBAAmB;IAAC;IAAS;IAAY;CAAO;AAEtD,8FAA8F;AAC9F,qEAAqE;AACrE,MAAMC,aAAwF;IAC5F,0FAA0F;IAC1F,wEAAwE;IACxE,GAAG,CAACC,MAAS,CAAA;YAAE,GAAGA,GAAG;YAAEC,SAAS;YAAGC,UAAUC,OAAOC,WAAW,CAACN,iBAAiBO,GAAG,CAAC,CAACC,OAAS;oBAACA;oBAAM;iBAAK;QAAG,CAAA;IAC9G,2FAA2F;IAC3F,0FAA0F;IAC1F,sCAAsC;IACtC,GAAG,CAACN;YAsBmBO;QArBrB,MAAM,EAAEC,IAAI,EAAEC,QAAQ,EAAEP,QAAQ,EAAEQ,MAAM,EAAEC,OAAO,EAAE,GAAGC,MAAM,GAAGZ;QAC/D,MAAMa,cAAc,AAACL,KAA+BM,OAAO;QAE3D,MAAMC,cAAuC,CAAC;QAC9C,KAAK,MAAM,CAACT,MAAMU,MAAM,IAAIb,OAAOc,OAAO,CAAEN,oBAAAA,qBAAAA,UAAmD,CAAC,GAAI;YAClG,IAAI,OAAOK,UAAU,UAAU;gBAC7BD,WAAW,CAACT,KAAK,GAAGU;gBACpB;YACF;YACA,MAAME,QAAQF;YACd,sFAAsF;YACtF,qCAAqC;YACrC,MAAMG,SAAkC;gBAAEA,QAAQD,MAAME,IAAI;YAAC;YAC7D,IAAIF,MAAMG,CAAC,KAAKC,WAAWH,OAAOE,CAAC,GAAGH,MAAMG,CAAC;YAC7C,IAAIH,MAAMK,KAAK,KAAKD,WAAWH,OAAOI,KAAK,GAAGL,MAAMK,KAAK;YACzD,0FAA0F;YAC1F,IAAIL,MAAMM,QAAQ,KAAK,OAAOL,OAAOK,QAAQ,GAAG;YAChDT,WAAW,CAACT,KAAK,GAAGa;QACtB;QAEA,MAAMZ,eAAeE;QACrB,MAAMgB,eAAelB,yBAAAA,oCAAAA,qBAAAA,aAAca,IAAI,cAAlBb,yCAAAA,mBAAoBgB,KAAK;QAE9C,6EAA6E;QAC7E,MAAMG,eAAgBxB,qBAAAA,sBAAAA,WAAoD,CAAC;QAC3E,MAAMyB,cAAcD,aAAaE,KAAK,KAAK;QAC3C,wFAAwF;QACxF,qFAAqF;QACrF,8CAA8C;QAC9C,MAAMC,gBAAgB,OAAOH,aAAaE,KAAK,KAAK,YAAYF,aAAaE,KAAK,KAAK,OAAOF,aAAaE,KAAK,GAAGN;QACnH,MAAM,EAAEM,OAAOE,MAAM,EAAE,GAAGC,cAAc,GAAGL;QAE3C,MAAMM,gBAAyC;YAAElB,SAASD;QAAY;QACtE,IAAIY,iBAAiBH,WAAWU,cAAcT,KAAK,GAAGE;QACtD,IAAIE,aAAaK,cAAcR,QAAQ,GAAG;QAE1C,wFAAwF;QACxF,0FAA0F;QAC1F,IAAId,WAAWY,WAAW;YACxBW,QAAQC,KAAK,CAAC;QAChB;QAEA,MAAMC,SAAkC;YAAE,GAAGvB,IAAI;YAAEX,SAAS;YAAGmC,SAAS;gBAAEC,SAASL;YAAc;YAAGrB,SAASI;QAAY;QACzH,IAAIc,kBAAkBP,WAAWa,OAAOP,KAAK,GAAGC;QAChD,IAAI1B,OAAOmC,IAAI,CAACP,cAAcQ,MAAM,GAAG,GAAGJ,OAAOjC,QAAQ,GAAG6B;QAC5D,OAAOI;IACT;IACA,6FAA6F;IAC7F,wFAAwF;IACxF,GAAG,CAACnC;YAK0CA,cAc9BA;QAlBd,MAAMoC,UAAUpC,IAAIoC,OAAO;QAC3B,MAAMI,WAAWrC,OAAOsC,MAAM,CAACL,SAASM,IAAI,CAAC,CAACC,IAAMA,EAAEnB,QAAQ,KAAK;QAEnE,MAAMT,cAAuC,CAAC;QAC9C,KAAK,MAAM,CAACT,MAAMU,MAAM,IAAIb,OAAOc,OAAO,EAAEjB,eAAAA,IAAIW,OAAO,cAAXX,0BAAAA,eAAuD,CAAC,GAAI;YACtG,+EAA+E;YAC/E,IAAI,OAAOgB,UAAU,UAAU;gBAC7BD,WAAW,CAACT,KAAK,GAAG;oBAAEsC,KAAK5B;gBAAM;gBACjC;YACF;YACA,IAAI,OAAOA,UAAU,YAAYA,UAAU,QAAQ,CAAE,CAAA,YAAYA,KAAI,GAAI;gBACvED,WAAW,CAACT,KAAK,GAAGU;gBACpB;YACF;YACA,MAAM,EAAEQ,UAAUqB,SAAS,EAAE,GAAGjC,MAAM,GAAGI;YACzCD,WAAW,CAACT,KAAK,GAAGM;QACtB;QAEA,MAAMkC,QAAQ9C,aAAAA,IAAI4B,KAAK,cAAT5B,wBAAAA,aAAqD,CAAC;QACpE,MAAMmC,SAAkC;YAAE,GAAGnC,GAAG;YAAEC,SAAS;YAAGU,SAASI;QAAY;QACnF,IAAIyB,UAAU;gBACaM,aAAiEA;YAA1FX,OAAOP,KAAK,GAAG;gBAAEmB,KAAK,GAAGD,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAqCtD;gBAAqBwD,IAAI,GAAGF,aAAAA,KAAKE,IAAI,cAATF,wBAAAA,aAAoC;gBAAU,GAAIA,KAAKG,GAAG,KAAK3B,YAAY;oBAAE2B,KAAKH,KAAKG,GAAG;gBAAC,IAAI,CAAC,CAAC;gBAAG,GAAIH,KAAKI,GAAG,KAAK5B,YAAY;oBAAE4B,KAAKJ,KAAKI,GAAG;gBAAC,IAAI,CAAC,CAAC;YAAE;QACrP,OAAO;YACL,OAAOf,OAAOP,KAAK;YACnB,oFAAoF;YACpF,iFAAiF;YACjF,oDAAoD;YACpD,IAAIzB,OAAOmC,IAAI,CAACQ,MAAMP,MAAM,GAAG,GAAGN,QAAQC,KAAK,CAAC;QAClD;QACA,OAAOC;IACT;AACF;AAEA,OAAO,SAASgB,cAAcnD,GAAW;QAC1BA;IAAb,MAAMoD,QAAOpD,eAAAA,IAAIC,OAAO,cAAXD,0BAAAA,eAAe;IAC5B,IAAIqD,UAAmCrD;IACvC,IAAK,IAAIsD,IAAIF,MAAME,IAAI7D,0BAA0B6D,IAAK;QACpD,MAAMC,OAAOxD,UAAU,CAACuD,EAAE;QAC1B,IAAI,CAACC,MAAM,MAAM,IAAIjE,WAAW,8BAA8B,CAAC,iCAAiC,EAAEgE,GAAG;QACrGD,UAAUE,KAAKF;IACjB;IACA,OAAO;QAAErD,KAAKqD;QAA8BD;IAAK;AACnD;AAEA,SAASI;IACP,OAAO;QACLC,SAAS;QACTxD,SAASR;QACT2C,SAAS;YACPC,SAAS;gBAAEvB,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;YACvCqC,OAAO;gBAAE5C,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;QACvC;QACA,sFAAsF;QACtF,gEAAgE;QAChEO,OAAO;YAAEmB,OAAOvD;YAAqBwD,MAAM;QAAS;QACpDrC,SAAS,CAAC;IACZ;AACF;AAEA,2CAA2C;AAC3C,OAAO,SAASgD,WAAWC,GAAW;IACpC,MAAMC,aAAazE,KAAKwE,KAAKrE;IAC7B,IAAIP,WAAW6E,aAAa;QAC1B,MAAM,IAAIvE,WAAW,iBAAiB,GAAGC,gBAAgB,mBAAmB,EAAEqE,KAAK;IACrF;IACA1E,cAAc2E,YAAY,GAAGC,KAAKC,SAAS,CAACP,iBAAiB,MAAM,GAAG,EAAE,CAAC;IACzE,OAAOK;AACT;AAEA,OAAO,SAASG,eAAeC,QAAgB;IAC7C,IAAIL,MAAMvE,QAAQ4E;IAClB,OAAS;QACP,MAAMC,YAAY9E,KAAKwE,KAAKrE;QAC5B,IAAIP,WAAWkF,YAAY,OAAOA;QAClC,MAAMC,SAAShF,QAAQyE;QACvB,IAAIO,WAAWP,KAAK,OAAO;QAC3BA,MAAMO;IACR;AACF;AAEA,OAAO,SAASC,WAAWC,YAAqB;IAC9C,IAAIR;IACJ,IAAIQ,cAAc;QAChBR,aAAaxE,QAAQiF,QAAQC,GAAG,IAAIF;QACpC,IAAI,CAACrF,WAAW6E,aAAa,MAAM,IAAIvE,WAAW,oBAAoB,CAAC,kBAAkB,EAAEuE,YAAY;IACzG,OAAO;QACL,MAAMW,QAAQR,eAAeM,QAAQC,GAAG;QACxC,IAAI,CAACC,OAAO;YACV,MAAM,IAAIlF,WAAW,oBAAoB,CAAC,eAAe,EAAEC,gBAAgB,IAAI,EAAE+E,QAAQC,GAAG,GAAG,wBAAwB,CAAC;QAC1H;QACAV,aAAaW;IACf;IAEA,MAAMC,MAAMxF,aAAa4E,YAAY;IACrC,MAAMa,SAAkBZ,KAAKa,KAAK,CAACF;IAEnC,wFAAwF;IACxF,wFAAwF;IACxF,wDAAwD;IACxD,IAAI,OAAOC,WAAW,YAAYA,WAAW,QAAQE,MAAMC,OAAO,CAACH,SAAS;QAC1E,MAAM,IAAIpF,WAAW,kBAAkB,GAAGuE,WAAW,8BAA8B,CAAC;IACtF;IAEA,sFAAsF;IACtF,qFAAqF;IACrF,MAAM5D,UAAU,OAAOyE,WAAW,YAAYA,WAAW,QAAQ,OAAO,AAACA,OAAiCzE,OAAO,KAAK,WAAW,AAACyE,OAA+BzE,OAAO,GAAG;IAC3K,IAAIA,UAAUR,0BAA0B;QACtC,MAAM,IAAIH,WAAW,8BAA8B,CAAC,eAAe,EAAEW,QAAQ,uBAAuB,CAAC;IACvG;IAEA,2FAA2F;IAC3F,mDAAmD;IACnD,IAAID;IACJ,IAAI8E;IACJ,IAAI7E,UAAUR,0BAA0B;QACtC,IAAIQ,UAAUJ,sBAAsBD,mBAAmB8E,QAAQb;QAC/D,MAAM1B,SAASgB,cAAcuB;QAC7B1E,MAAML,eAAewC,OAAOnC,GAAG,EAAE6D;QACjCiB,eAAe3C,OAAOiB,IAAI;QAC1BlE,cAAc2E,YAAY,GAAGC,KAAKC,SAAS,CAAC/D,KAAK,MAAM,GAAG,EAAE,CAAC;IAC/D,OAAO;QACLA,MAAML,eAAe+E,QAAQb;IAC/B;IAEA,MAAMkB,cAAcrF,kBAAkBM;IACtC,OAAO;QAAE,GAAGA,GAAG;QAAEgF,SAAS7F,QAAQ0E;QAAaA;QAAYiB;QAAcC,aAAaA,YAAYxC,MAAM,GAAG,IAAIwC,cAAczD;IAAU;AACzI"}
@@ -0,0 +1,6 @@
1
+ import type { Config, EffectiveSearch, Preset, SearchOverrides } from './types.js';
2
+ export declare function resolvePreset(cfg: Config, name?: string): {
3
+ name: string;
4
+ preset: Preset;
5
+ };
6
+ export declare function resolveSearch(cfg: Config, opts?: SearchOverrides): EffectiveSearch;
@@ -0,0 +1,35 @@
1
+ import { SenseError } from '../errors.js';
2
+ import { presetNames } from './access.js';
3
+ // Looks up a declared preset by name, defaulting to `default`. Throws naming every declared
4
+ // preset when an explicit name is not declared -- the `default` fallback is never unknown
5
+ // itself (validateConfig requires it).
6
+ export function resolvePreset(cfg, name) {
7
+ const presetName = name !== null && name !== void 0 ? name : 'default';
8
+ const preset = cfg.presets[presetName];
9
+ if (!preset) throw new SenseError('PRESET_UNKNOWN', `unknown preset "${presetName}"; declared presets: ${presetNames(cfg).join(', ')}`);
10
+ return {
11
+ name: presetName,
12
+ preset
13
+ };
14
+ }
15
+ // Precedence, per field: built-ins <- named preset (or `default`) <- caller overrides.
16
+ // `opts` arrives with any saved-query/CLI merge already resolved (src/cli/named.ts).
17
+ export function resolveSearch(cfg, opts = {}) {
18
+ var _ref, _opts_k, _opts_where, _opts_include, _opts_exclude;
19
+ const { name: presetName, preset } = resolvePreset(cfg, opts.preset);
20
+ const k = (_ref = (_opts_k = opts.k) !== null && _opts_k !== void 0 ? _opts_k : preset.k) !== null && _ref !== void 0 ? _ref : 10;
21
+ const where = (_opts_where = opts.where) !== null && _opts_where !== void 0 ? _opts_where : preset.where;
22
+ // Each overrides its own side only, so neither clears the other.
23
+ const include = (_opts_include = opts.include) !== null && _opts_include !== void 0 ? _opts_include : preset.include;
24
+ // --no-exclude widens past the preset's exclusions; an explicit --exclude alongside it is
25
+ // still the scope for this command, since it says what to leave out rather than what to keep.
26
+ const exclude = (_opts_exclude = opts.exclude) !== null && _opts_exclude !== void 0 ? _opts_exclude : opts.noExclude ? undefined : preset.exclude;
27
+ return {
28
+ presetName,
29
+ k,
30
+ where,
31
+ include,
32
+ exclude,
33
+ semantic: preset.semantic !== false
34
+ };
35
+ }
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/resolve.ts"],"sourcesContent":["import { SenseError } from '../errors.ts';\nimport { presetNames } from './access.ts';\nimport type { Config, EffectiveSearch, Preset, SearchOverrides } from './types.ts';\n\n// Looks up a declared preset by name, defaulting to `default`. Throws naming every declared\n// preset when an explicit name is not declared -- the `default` fallback is never unknown\n// itself (validateConfig requires it).\nexport function resolvePreset(cfg: Config, name?: string): { name: string; preset: Preset } {\n const presetName = name ?? 'default';\n const preset = cfg.presets[presetName];\n if (!preset) throw new SenseError('PRESET_UNKNOWN', `unknown preset \"${presetName}\"; declared presets: ${presetNames(cfg).join(', ')}`);\n return { name: presetName, preset };\n}\n\n// Precedence, per field: built-ins <- named preset (or `default`) <- caller overrides.\n// `opts` arrives with any saved-query/CLI merge already resolved (src/cli/named.ts).\nexport function resolveSearch(cfg: Config, opts: SearchOverrides = {}): EffectiveSearch {\n const { name: presetName, preset } = resolvePreset(cfg, opts.preset);\n const k = opts.k ?? preset.k ?? 10;\n const where = opts.where ?? preset.where;\n // Each overrides its own side only, so neither clears the other.\n const include = opts.include ?? preset.include;\n // --no-exclude widens past the preset's exclusions; an explicit --exclude alongside it is\n // still the scope for this command, since it says what to leave out rather than what to keep.\n const exclude = opts.exclude ?? (opts.noExclude ? undefined : preset.exclude);\n return { presetName, k, where, include, exclude, semantic: preset.semantic !== false };\n}\n"],"names":["SenseError","presetNames","resolvePreset","cfg","name","presetName","preset","presets","join","resolveSearch","opts","k","where","include","exclude","noExclude","undefined","semantic"],"mappings":"AAAA,SAASA,UAAU,QAAQ,eAAe;AAC1C,SAASC,WAAW,QAAQ,cAAc;AAG1C,4FAA4F;AAC5F,0FAA0F;AAC1F,uCAAuC;AACvC,OAAO,SAASC,cAAcC,GAAW,EAAEC,IAAa;IACtD,MAAMC,aAAaD,iBAAAA,kBAAAA,OAAQ;IAC3B,MAAME,SAASH,IAAII,OAAO,CAACF,WAAW;IACtC,IAAI,CAACC,QAAQ,MAAM,IAAIN,WAAW,kBAAkB,CAAC,gBAAgB,EAAEK,WAAW,qBAAqB,EAAEJ,YAAYE,KAAKK,IAAI,CAAC,OAAO;IACtI,OAAO;QAAEJ,MAAMC;QAAYC;IAAO;AACpC;AAEA,uFAAuF;AACvF,qFAAqF;AACrF,OAAO,SAASG,cAAcN,GAAW,EAAEO,OAAwB,CAAC,CAAC;QAEzDA,MAAAA,SACIA,aAEEA,eAGAA;IAPhB,MAAM,EAAEN,MAAMC,UAAU,EAAEC,MAAM,EAAE,GAAGJ,cAAcC,KAAKO,KAAKJ,MAAM;IACnE,MAAMK,KAAID,QAAAA,UAAAA,KAAKC,CAAC,cAAND,qBAAAA,UAAUJ,OAAOK,CAAC,cAAlBD,kBAAAA,OAAsB;IAChC,MAAME,SAAQF,cAAAA,KAAKE,KAAK,cAAVF,yBAAAA,cAAcJ,OAAOM,KAAK;IACxC,iEAAiE;IACjE,MAAMC,WAAUH,gBAAAA,KAAKG,OAAO,cAAZH,2BAAAA,gBAAgBJ,OAAOO,OAAO;IAC9C,0FAA0F;IAC1F,8FAA8F;IAC9F,MAAMC,WAAUJ,gBAAAA,KAAKI,OAAO,cAAZJ,2BAAAA,gBAAiBA,KAAKK,SAAS,GAAGC,YAAYV,OAAOQ,OAAO;IAC5E,OAAO;QAAET;QAAYM;QAAGC;QAAOC;QAASC;QAASG,UAAUX,OAAOW,QAAQ,KAAK;IAAM;AACvF"}
@@ -1,7 +1,7 @@
1
1
  export declare const CONFIG_FILENAME = "sense.config.json";
2
2
  export declare const STATE_DIR = ".sense";
3
3
  export declare const SUPPORTED_CONFIG_VERSION = 4;
4
- declare const FEATURE_NAMES: readonly ["links", "sections", "rank", "embed"];
4
+ export declare const FEATURE_NAMES: readonly ["links", "sections", "tags", "rank", "embed"];
5
5
  export type FeatureName = (typeof FEATURE_NAMES)[number];
6
6
  export interface EmbedConfig {
7
7
  model?: string;
@@ -35,6 +35,7 @@ export interface Config {
35
35
  features?: {
36
36
  links?: boolean;
37
37
  sections?: boolean;
38
+ tags?: boolean;
38
39
  rank?: boolean;
39
40
  };
40
41
  embed?: EmbedConfig;
@@ -49,28 +50,6 @@ export interface ResolvedConfig extends Config {
49
50
  unknownKeys?: string[];
50
51
  migratedFrom?: number;
51
52
  }
52
- export declare function presetNames(cfg: Config): string[];
53
- export declare function embedEnabled(cfg: Config): boolean;
54
- export declare function presetSemanticEnabled(cfg: Config, name: string): boolean;
55
- export declare function anyPresetEmbeds(cfg: Config): boolean;
56
- export declare function featureEnabled(cfg: Config, name: FeatureName): boolean;
57
- export declare function enabledFeatures(cfg: Config): FeatureName[];
58
- export declare function featureStates(cfg: Config): {
59
- on: FeatureName[];
60
- off: FeatureName[];
61
- };
62
- export declare function embedConfig(cfg: Config): {
63
- model: string;
64
- type: 'static' | 'api';
65
- url?: string;
66
- key?: string;
67
- } | null;
68
- export declare function contentTokenize(cfg: Config): string | undefined;
69
- export declare function featureSignature(cfg: Config): string;
70
- export declare function resolvePreset(cfg: Config, name?: string): {
71
- name: string;
72
- preset: Preset;
73
- };
74
53
  export interface SearchOverrides {
75
54
  preset?: string;
76
55
  k?: number;
@@ -87,12 +66,3 @@ export interface EffectiveSearch {
87
66
  exclude?: string[];
88
67
  semantic: boolean;
89
68
  }
90
- export declare function resolveSearch(cfg: Config, opts?: SearchOverrides): EffectiveSearch;
91
- export declare function migrateConfig(cfg: Config): {
92
- cfg: Config;
93
- from: number;
94
- };
95
- export declare function initConfig(dir: string): string;
96
- export declare function findConfigPath(startDir: string): string | null;
97
- export declare function loadConfig(explicitPath?: string): ResolvedConfig;
98
- export {};
@@ -0,0 +1,15 @@
1
+ export const CONFIG_FILENAME = 'sense.config.json';
2
+ export const STATE_DIR = '.sense';
3
+ // Highest sense.config.json `version` this build understands. Older versions auto-migrate on load.
4
+ export const SUPPORTED_CONFIG_VERSION = 4;
5
+ // Each feature owns its tables, parse-time extraction, and reconcile step; commands degrade when one is off.
6
+ // links/sections/tags/rank are opt-out toggles in the top-level `features` block; embed is not a
7
+ // member of that block -- it is on exactly when an `embed` block names a model.
8
+ export const FEATURE_NAMES = [
9
+ 'links',
10
+ 'sections',
11
+ 'tags',
12
+ 'rank',
13
+ 'embed'
14
+ ];
15
+ export const DEFAULT_EMBED_MODEL = 'minishlab/potion-retrieval-32M';
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/types.ts"],"sourcesContent":["export const CONFIG_FILENAME = 'sense.config.json';\nexport const STATE_DIR = '.sense';\n\n// Highest sense.config.json `version` this build understands. Older versions auto-migrate on load.\nexport const SUPPORTED_CONFIG_VERSION = 4;\n\n// Each feature owns its tables, parse-time extraction, and reconcile step; commands degrade when one is off.\n// links/sections/tags/rank are opt-out toggles in the top-level `features` block; embed is not a\n// member of that block -- it is on exactly when an `embed` block names a model.\nexport const FEATURE_NAMES = ['links', 'sections', 'tags', 'rank', 'embed'] as const;\nexport type FeatureName = (typeof FEATURE_NAMES)[number];\n\n// `embed` names the model and gives the tree vectors at all; a preset's `semantic` says\n// whether that scope uses them.\nexport interface EmbedConfig {\n model?: string;\n type?: 'static' | 'api';\n url?: string; // api type: OpenAI-compatible base URL, e.g. http://localhost:11434/v1\n key?: string; // api type: name of the env var holding the bearer token, if any\n}\n\nexport const DEFAULT_EMBED_MODEL = 'minishlab/potion-retrieval-32M';\n\n// A named, self-contained file-selection scope. include/exclude are globby patterns resolved\n// relative to the config file. No inheritance between presets -- every field a preset wants\n// it declares itself. Presets may overlap freely; they are views, not partitions.\nexport interface Preset {\n include: string[];\n exclude?: string[];\n k?: number; // result count for `search` scoped to this preset; default 10\n // Vectors for the files this preset covers, and for searches scoped to it. Default true;\n // only ever written as false. A layer searched for exact wording (ingested sources,\n // archives, generated output) sets it false and costs no embedding at all.\n semantic?: boolean;\n where?: string; // standing SQL condition against frontmatter alias `f`\n}\n\n// A saved `search` invocation: `sense <name>` runs like\n// `sense search <search> [--preset] [--include] [--exclude] [--where] [--k]`.\nexport interface SavedSearch {\n search: string;\n preset?: string;\n include?: string[];\n exclude?: string[];\n where?: string;\n k?: number;\n}\n\n// An entry names the verb it runs, one to one with the commands: { sql } runs like\n// `sense sql`, { search } like `sense search`.\nexport type SavedQuery = { sql: string } | SavedSearch;\n\nexport interface Config {\n // Editor-only pointer to schema.json; never read by sense.\n $schema?: string;\n version?: number;\n // File selection, index-time, and per-preset search defaults. A file is indexed iff any\n // preset's include/exclude covers it (union). `default` is used when a command names no preset.\n presets: Record<string, Preset>;\n // Global feature defaults; absent block or key means enabled. embed is not a member here --\n // see the `embed` block.\n features?: { links?: boolean; sections?: boolean; tags?: boolean; rank?: boolean };\n // Names the embedding model. Present means every indexed file gets vectors; absent means none do.\n embed?: EmbedConfig;\n // Settings for the `content` FTS5 table. `tokenize` decides which languages the tree can be\n // word-searched in at all; changing it rebuilds the index.\n content?: { tokenize?: string };\n queries: Record<string, SavedQuery>;\n}\n\nexport interface ResolvedConfig extends Config {\n baseDir: string;\n configPath: string | null;\n // Keys the file declares that this build does not read; cli reports them.\n unknownKeys?: string[];\n // Set when loadConfig auto-migrated the file on disk; cli reports it.\n migratedFrom?: number;\n}\n\nexport interface SearchOverrides {\n preset?: string;\n k?: number;\n where?: string;\n include?: string[];\n exclude?: string[];\n noExclude?: boolean; // drop the preset's exclude for this command; --exclude still applies\n}\n\nexport interface EffectiveSearch {\n presetName: string;\n k: number;\n where?: string;\n include: string[];\n exclude?: string[];\n semantic: boolean; // the resolved preset's vector participation\n}\n"],"names":["CONFIG_FILENAME","STATE_DIR","SUPPORTED_CONFIG_VERSION","FEATURE_NAMES","DEFAULT_EMBED_MODEL"],"mappings":"AAAA,OAAO,MAAMA,kBAAkB,oBAAoB;AACnD,OAAO,MAAMC,YAAY,SAAS;AAElC,mGAAmG;AACnG,OAAO,MAAMC,2BAA2B,EAAE;AAE1C,6GAA6G;AAC7G,iGAAiG;AACjG,gFAAgF;AAChF,OAAO,MAAMC,gBAAgB;IAAC;IAAS;IAAY;IAAQ;IAAQ;CAAQ,CAAU;AAYrF,OAAO,MAAMC,sBAAsB,iCAAiC"}
@@ -0,0 +1,4 @@
1
+ import type { Config } from './types.js';
2
+ export declare function unknownConfigKeys(cfg: Record<string, unknown>): string[];
3
+ export declare function validateLegacyScan(parsed: unknown, configPath: string): void;
4
+ export declare function validateConfig(parsed: unknown, configPath: string): Config;