sensemaking 0.15.4 → 0.17.0

package/dist/esm/config/access.js

@@ -7,17 +7,31 @@ export function embedEnabled(cfg) {
     var _cfg_embed;
     return typeof ((_cfg_embed = cfg.embed) === null || _cfg_embed === void 0 ? void 0 : _cfg_embed.model) === 'string' && cfg.embed.model.length > 0;
 }
-// A preset's own vector participation: absent or true means on, false means off.
-export function presetSemanticEnabled(cfg, name) {
-    var _cfg_presets_name;
-    return ((_cfg_presets_name = cfg.presets[name]) === null || _cfg_presets_name === void 0 ? void 0 : _cfg_presets_name.semantic) !== false;
+// A preset's effective signal weights: declared exhaustively when `signals` is present;
+// otherwise every signal whose prerequisite holds, each at weight 1 -- words always, links when
+// the feature is on, vectors when the tree names a model. Single source search() and status/map
+// read.
+export function presetSignals(cfg, name) {
+    var _cfg_presets_name, _cfg_features;
+    const declared = (_cfg_presets_name = cfg.presets[name]) === null || _cfg_presets_name === void 0 ? void 0 : _cfg_presets_name.signals;
+    if (declared) return declared;
+    const signals = {
+        words: 1
+    };
+    if (((_cfg_features = cfg.features) === null || _cfg_features === void 0 ? void 0 : _cfg_features.links) !== false) signals.links = 1;
+    if (embedEnabled(cfg)) signals.vectors = 1;
+    return signals;
+}
+export function presetHasSignal(cfg, name, signal) {
+    return presetSignals(cfg, name)[signal] !== undefined;
 }
-// Whether embedding needs to run: a model is named AND some preset wants vectors.
+// Whether embedding needs to run: a model is named AND some preset's effective signals include vectors.
 export function anyPresetEmbeds(cfg) {
-    return embedEnabled(cfg) && presetNames(cfg).some((name)=>presetSemanticEnabled(cfg, name));
+    return presetNames(cfg).some((name)=>presetHasSignal(cfg, name, 'vectors'));
 }
 // Opt-out features (default on): absent block or key means enabled. `rank` additionally
-// requires `links`. `embed` is derived, not a features-block member: on iff `embed` names a model.
+// requires `links`. `embed` is derived, not a features-block member: on iff some preset's
+// effective signals include vectors.
 export function featureEnabled(cfg, name) {
     var _cfg_features;
     if (name === 'embed') return anyPresetEmbeds(cfg);
@@ -41,14 +55,16 @@ export function featureStates(cfg) {
 // fallback to DEFAULT_EMBED_MODEL: that constant is a template `init` and the v4 migration
 // write into the file, never an implicit runtime default.
 export function embedConfig(cfg) {
-    var _e_type;
+    var _e_provider;
     if (!embedEnabled(cfg)) return null;
     const e = cfg.embed;
     return {
         model: e.model,
-        type: (_e_type = e.type) !== null && _e_type !== void 0 ? _e_type : 'static',
+        provider: (_e_provider = e.provider) !== null && _e_provider !== void 0 ? _e_provider : 'static',
         url: e.url,
-        key: e.key
+        key: e.key,
+        languages: e.languages,
+        chunkTokens: e.chunkTokens
     };
 }
 // The configured FTS5 tokenizer, or undefined for the built-in default. Undefined rather than
@@ -60,10 +76,13 @@ export function contentTokenize(cfg) {
     return tokenize === undefined || tokenize.trim() === '' ? undefined : tokenize.trim();
 }
 // Cache key over everything indexing derives from, so any change to those inputs rebuilds.
-export function featureSignature(cfg) {
+// Segment order is fixed (features list, then `features` in registry order, then tokenize, then presets) since reordering alone would fire a spurious rebuild; tokenize/presets stay here because no Feature module owns either.
+export function featureSignature(cfg, features) {
     const globalPart = enabledFeatures(cfg).filter((name)=>name !== 'embed').join(',');
-    const e = embedConfig(cfg);
-    const embedPart = e ? `embed:${e.type}:${e.model}` : 'embed:off';
+    const featureParts = features.map((feature)=>{
+        var _feature_signature;
+        return (_feature_signature = feature.signature) === null || _feature_signature === void 0 ? void 0 : _feature_signature.call(feature, cfg);
+    }).filter((part)=>part !== undefined);
     // One keyed segment per preset so a rebuild notice can name exactly which preset moved.
     const presetsPart = [
         ...presetNames(cfg)
@@ -76,12 +95,12 @@ export function featureSignature(cfg) {
         const exclude = [
             ...(_p_exclude = p.exclude) !== null && _p_exclude !== void 0 ? _p_exclude : []
         ].sort().join('+');
-        return `preset:${name}:${include}:${exclude}:${p.semantic === false ? 'off' : 'on'}`;
+        return `preset:${name}:${include}:${exclude}:${presetHasSignal(cfg, name, 'vectors') ? 'on' : 'off'}`;
     }).join('|');
     const tokenize = contentTokenize(cfg);
     const parts = [
         `features:${globalPart}`,
-        embedPart
+        ...featureParts
     ];
     if (tokenize !== undefined) parts.push(`tokenize:${tokenize}`);
     parts.push(presetsPart);

package/dist/esm/config/access.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/access.ts"],"sourcesContent":["import { type Config, type EmbedConfig, FEATURE_NAMES, type FeatureName } from './types.ts';\n\nexport function presetNames(cfg: Config): string[] {\n  return Object.keys(cfg.presets);\n}\n\n// Whether the tree names a model at all.\nexport function embedEnabled(cfg: Config): boolean {\n  return typeof cfg.embed?.model === 'string' && cfg.embed.model.length > 0;\n}\n\n// A preset's own vector participation: absent or true means on, false means off.\nexport function presetSemanticEnabled(cfg: Config, name: string): boolean {\n  return cfg.presets[name]?.semantic !== false;\n}\n\n// Whether embedding needs to run: a model is named AND some preset wants vectors.\nexport function anyPresetEmbeds(cfg: Config): boolean {\n  return embedEnabled(cfg) && presetNames(cfg).some((name) => presetSemanticEnabled(cfg, name));\n}\n\n// Opt-out features (default on): absent block or key means enabled. `rank` additionally\n// requires `links`. `embed` is derived, not a features-block member: on iff `embed` names a model.\nexport function featureEnabled(cfg: Config, name: FeatureName): boolean {\n  if (name === 'embed') return anyPresetEmbeds(cfg);\n  const enabled = cfg.features?.[name] !== false;\n  if (name === 'rank') return enabled && featureEnabled(cfg, 'links');\n  return enabled;\n}\n\nexport function enabledFeatures(cfg: Config): FeatureName[] {\n  return FEATURE_NAMES.filter((name) => featureEnabled(cfg, name));\n}\n\n// Feature states, so \"off\" and \"empty\" stay distinguishable in output. `embed` is excluded:\n// it is not a features-block toggle, and `status` reports it on its own line.\nexport function featureStates(cfg: Config): { on: FeatureName[]; off: FeatureName[] } {\n  const reported = FEATURE_NAMES.filter((name) => name !== 'embed');\n  return {\n    on: reported.filter((name) => featureEnabled(cfg, name)),\n    off: reported.filter((name) => !featureEnabled(cfg, name)),\n  };\n}\n\n// Resolved embed provider settings, or null when the config names no model. There is no\n// fallback to DEFAULT_EMBED_MODEL: that constant is a template `init` and the v4 migration\n// write into the file, never an implicit runtime default.\nexport function embedConfig(cfg: Config): { model: string; type: 'static' | 'api'; url?: string; key?: string } | null {\n  if (!embedEnabled(cfg)) return null;\n  const e = cfg.embed as EmbedConfig;\n  return { model: e.model as string, type: e.type ?? 'static', url: e.url, key: e.key };\n}\n\n// The configured FTS5 tokenizer, or undefined for the built-in default. Undefined rather than\n// the default string so featureSignature can leave the segment off entirely for trees that\n// never set it, which is what keeps existing indexes from rebuilding on upgrade.\nexport function contentTokenize(cfg: Config): string | undefined {\n  const tokenize = cfg.content?.tokenize;\n  return tokenize === undefined || tokenize.trim() === '' ? undefined : tokenize.trim();\n}\n\n// Cache key over everything indexing derives from, so any change to those inputs rebuilds.\nexport function featureSignature(cfg: Config): string {\n  const globalPart = enabledFeatures(cfg)\n    .filter((name) => name !== 'embed')\n    .join(',');\n  const e = embedConfig(cfg);\n  const embedPart = e ? `embed:${e.type}:${e.model}` : 'embed:off';\n  // One keyed segment per preset so a rebuild notice can name exactly which preset moved.\n  const presetsPart = [...presetNames(cfg)]\n    .sort()\n    .map((name) => {\n      const p = cfg.presets[name];\n      const include = [...p.include].sort().join('+');\n      const exclude = [...(p.exclude ?? [])].sort().join('+');\n      return `preset:${name}:${include}:${exclude}:${p.semantic === false ? 'off' : 'on'}`;\n    })\n    .join('|');\n  const tokenize = contentTokenize(cfg);\n  const parts = [`features:${globalPart}`, embedPart];\n  if (tokenize !== undefined) parts.push(`tokenize:${tokenize}`);\n  parts.push(presetsPart);\n  return parts.join('|');\n}\n"],"names":["FEATURE_NAMES","presetNames","cfg","Object","keys","presets","embedEnabled","embed","model","length","presetSemanticEnabled","name","semantic","anyPresetEmbeds","some","featureEnabled","enabled","features","enabledFeatures","filter","featureStates","reported","on","off","embedConfig","e","type","url","key","contentTokenize","tokenize","content","undefined","trim","featureSignature","globalPart","join","embedPart","presetsPart","sort","map","p","include","exclude","parts","push"],"mappings":"AAAA,SAAwCA,aAAa,QAA0B,aAAa;AAE5F,OAAO,SAASC,YAAYC,GAAW;IACrC,OAAOC,OAAOC,IAAI,CAACF,IAAIG,OAAO;AAChC;AAEA,yCAAyC;AACzC,OAAO,SAASC,aAAaJ,GAAW;QACxBA;IAAd,OAAO,SAAOA,aAAAA,IAAIK,KAAK,cAATL,iCAAAA,WAAWM,KAAK,MAAK,YAAYN,IAAIK,KAAK,CAACC,KAAK,CAACC,MAAM,GAAG;AAC1E;AAEA,iFAAiF;AACjF,OAAO,SAASC,sBAAsBR,GAAW,EAAES,IAAY;QACtDT;IAAP,OAAOA,EAAAA,oBAAAA,IAAIG,OAAO,CAACM,KAAK,cAAjBT,wCAAAA,kBAAmBU,QAAQ,MAAK;AACzC;AAEA,kFAAkF;AAClF,OAAO,SAASC,gBAAgBX,GAAW;IACzC,OAAOI,aAAaJ,QAAQD,YAAYC,KAAKY,IAAI,CAAC,CAACH,OAASD,sBAAsBR,KAAKS;AACzF;AAEA,wFAAwF;AACxF,mGAAmG;AACnG,OAAO,SAASI,eAAeb,GAAW,EAAES,IAAiB;QAE3CT;IADhB,IAAIS,SAAS,SAAS,OAAOE,gBAAgBX;IAC7C,MAAMc,UAAUd,EAAAA,gBAAAA,IAAIe,QAAQ,cAAZf,oCAAAA,aAAc,CAACS,KAAK,MAAK;IACzC,IAAIA,SAAS,QAAQ,OAAOK,WAAWD,eAAeb,KAAK;IAC3D,OAAOc;AACT;AAEA,OAAO,SAASE,gBAAgBhB,GAAW;IACzC,OAAOF,cAAcmB,MAAM,CAAC,CAACR,OAASI,eAAeb,KAAKS;AAC5D;AAEA,4FAA4F;AAC5F,8EAA8E;AAC9E,OAAO,SAASS,cAAclB,GAAW;IACvC,MAAMmB,WAAWrB,cAAcmB,MAAM,CAAC,CAACR,OAASA,SAAS;IACzD,OAAO;QACLW,IAAID,SAASF,MAAM,CAAC,CAACR,OAASI,eAAeb,KAAKS;QAClDY,KAAKF,SAASF,MAAM,CAAC,CAACR,OAAS,CAACI,eAAeb,KAAKS;IACtD;AACF;AAEA,wFAAwF;AACxF,2FAA2F;AAC3F,0DAA0D;AAC1D,OAAO,SAASa,YAAYtB,GAAW;QAGIuB;IAFzC,IAAI,CAACnB,aAAaJ,MAAM,OAAO;IAC/B,MAAMuB,IAAIvB,IAAIK,KAAK;IACnB,OAAO;QAAEC,OAAOiB,EAAEjB,KAAK;QAAYkB,IAAI,GAAED,UAAAA,EAAEC,IAAI,cAAND,qBAAAA,UAAU;QAAUE,KAAKF,EAAEE,GAAG;QAAEC,KAAKH,EAAEG,GAAG;IAAC;AACtF;AAEA,8FAA8F;AAC9F,2FAA2F;AAC3F,iFAAiF;AACjF,OAAO,SAASC,gBAAgB3B,GAAW;QACxBA;IAAjB,MAAM4B,YAAW5B,eAAAA,IAAI6B,OAAO,cAAX7B,mCAAAA,aAAa4B,QAAQ;IACtC,OAAOA,aAAaE,aAAaF,SAASG,IAAI,OAAO,KAAKD,YAAYF,SAASG,IAAI;AACrF;AAEA,2FAA2F;AAC3F,OAAO,SAASC,iBAAiBhC,GAAW;IAC1C,MAAMiC,aAAajB,gBAAgBhB,KAChCiB,MAAM,CAAC,CAACR,OAASA,SAAS,SAC1ByB,IAAI,CAAC;IACR,MAAMX,IAAID,YAAYtB;IACtB,MAAMmC,YAAYZ,IAAI,CAAC,MAAM,EAAEA,EAAEC,IAAI,CAAC,CAAC,EAAED,EAAEjB,KAAK,EAAE,GAAG;IACrD,wFAAwF;IACxF,MAAM8B,cAAc;WAAIrC,YAAYC;KAAK,CACtCqC,IAAI,GACJC,GAAG,CAAC,CAAC7B;YAGiB8B;QAFrB,MAAMA,IAAIvC,IAAIG,OAAO,CAACM,KAAK;QAC3B,MAAM+B,UAAU;eAAID,EAAEC,OAAO;SAAC,CAACH,IAAI,GAAGH,IAAI,CAAC;QAC3C,MAAMO,UAAU;gBAAKF,aAAAA,EAAEE,OAAO,cAATF,wBAAAA,aAAa,EAAE;SAAE,CAACF,IAAI,GAAGH,IAAI,CAAC;QACnD,OAAO,CAAC,OAAO,EAAEzB,KAAK,CAAC,EAAE+B,QAAQ,CAAC,EAAEC,QAAQ,CAAC,EAAEF,EAAE7B,QAAQ,KAAK,QAAQ,QAAQ,MAAM;IACtF,GACCwB,IAAI,CAAC;IACR,MAAMN,WAAWD,gBAAgB3B;IACjC,MAAM0C,QAAQ;QAAC,CAAC,SAAS,EAAET,YAAY;QAAEE;KAAU;IACnD,IAAIP,aAAaE,WAAWY,MAAMC,IAAI,CAAC,CAAC,SAAS,EAAEf,UAAU;IAC7Dc,MAAMC,IAAI,CAACP;IACX,OAAOM,MAAMR,IAAI,CAAC;AACpB"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/access.ts"],"sourcesContent":["import type { Feature } from '../features/types.ts';\nimport type { SignalName, SignalWeights } from './signals.ts';\nimport { type Config, type EmbedConfig, FEATURE_NAMES, type FeatureName } from './types.ts';\n\nexport function presetNames(cfg: Config): string[] {\n  return Object.keys(cfg.presets);\n}\n\n// Whether the tree names a model at all.\nexport function embedEnabled(cfg: Config): boolean {\n  return typeof cfg.embed?.model === 'string' && cfg.embed.model.length > 0;\n}\n\n// A preset's effective signal weights: declared exhaustively when `signals` is present;\n// otherwise every signal whose prerequisite holds, each at weight 1 -- words always, links when\n// the feature is on, vectors when the tree names a model. Single source search() and status/map\n// read.\nexport function presetSignals(cfg: Config, name: string): SignalWeights {\n  const declared = cfg.presets[name]?.signals;\n  if (declared) return declared;\n  const signals: SignalWeights = { words: 1 };\n  if (cfg.features?.links !== false) signals.links = 1;\n  if (embedEnabled(cfg)) signals.vectors = 1;\n  return signals;\n}\n\nexport function presetHasSignal(cfg: Config, name: string, signal: SignalName): boolean {\n  return presetSignals(cfg, name)[signal] !== undefined;\n}\n\n// Whether embedding needs to run: a model is named AND some preset's effective signals include vectors.\nexport function anyPresetEmbeds(cfg: Config): boolean {\n  return presetNames(cfg).some((name) => presetHasSignal(cfg, name, 'vectors'));\n}\n\n// Opt-out features (default on): absent block or key means enabled. `rank` additionally\n// requires `links`. `embed` is derived, not a features-block member: on iff some preset's\n// effective signals include vectors.\nexport function featureEnabled(cfg: Config, name: FeatureName): boolean {\n  if (name === 'embed') return anyPresetEmbeds(cfg);\n  const enabled = cfg.features?.[name] !== false;\n  if (name === 'rank') return enabled && featureEnabled(cfg, 'links');\n  return enabled;\n}\n\nexport function enabledFeatures(cfg: Config): FeatureName[] {\n  return FEATURE_NAMES.filter((name) => featureEnabled(cfg, name));\n}\n\n// Feature states, so \"off\" and \"empty\" stay distinguishable in output. `embed` is excluded:\n// it is not a features-block toggle, and `status` reports it on its own line.\nexport function featureStates(cfg: Config): { on: FeatureName[]; off: FeatureName[] } {\n  const reported = FEATURE_NAMES.filter((name) => name !== 'embed');\n  return {\n    on: reported.filter((name) => featureEnabled(cfg, name)),\n    off: reported.filter((name) => !featureEnabled(cfg, name)),\n  };\n}\n\n// Resolved embed provider settings, or null when the config names no model. There is no\n// fallback to DEFAULT_EMBED_MODEL: that constant is a template `init` and the v4 migration\n// write into the file, never an implicit runtime default.\nexport function embedConfig(cfg: Config): { model: string; provider: 'static' | 'openai' | 'cohere'; url?: string; key?: string; languages?: string[]; chunkTokens?: number } | null {\n  if (!embedEnabled(cfg)) return null;\n  const e = cfg.embed as EmbedConfig;\n  return { model: e.model as string, provider: e.provider ?? 'static', url: e.url, key: e.key, languages: e.languages, chunkTokens: e.chunkTokens };\n}\n\n// The configured FTS5 tokenizer, or undefined for the built-in default. Undefined rather than\n// the default string so featureSignature can leave the segment off entirely for trees that\n// never set it, which is what keeps existing indexes from rebuilding on upgrade.\nexport function contentTokenize(cfg: Config): string | undefined {\n  const tokenize = cfg.content?.tokenize;\n  return tokenize === undefined || tokenize.trim() === '' ? undefined : tokenize.trim();\n}\n\n// Cache key over everything indexing derives from, so any change to those inputs rebuilds.\n// Segment order is fixed (features list, then `features` in registry order, then tokenize, then presets) since reordering alone would fire a spurious rebuild; tokenize/presets stay here because no Feature module owns either.\nexport function featureSignature(cfg: Config, features: Feature[]): string {\n  const globalPart = enabledFeatures(cfg)\n    .filter((name) => name !== 'embed')\n    .join(',');\n  const featureParts = features.map((feature) => feature.signature?.(cfg)).filter((part): part is string => part !== undefined);\n  // One keyed segment per preset so a rebuild notice can name exactly which preset moved.\n  const presetsPart = [...presetNames(cfg)]\n    .sort()\n    .map((name) => {\n      const p = cfg.presets[name];\n      const include = [...p.include].sort().join('+');\n      const exclude = [...(p.exclude ?? [])].sort().join('+');\n      return `preset:${name}:${include}:${exclude}:${presetHasSignal(cfg, name, 'vectors') ? 'on' : 'off'}`;\n    })\n    .join('|');\n  const tokenize = contentTokenize(cfg);\n  const parts = [`features:${globalPart}`, ...featureParts];\n  if (tokenize !== undefined) parts.push(`tokenize:${tokenize}`);\n  parts.push(presetsPart);\n  return parts.join('|');\n}\n"],"names":["FEATURE_NAMES","presetNames","cfg","Object","keys","presets","embedEnabled","embed","model","length","presetSignals","name","declared","signals","words","features","links","vectors","presetHasSignal","signal","undefined","anyPresetEmbeds","some","featureEnabled","enabled","enabledFeatures","filter","featureStates","reported","on","off","embedConfig","e","provider","url","key","languages","chunkTokens","contentTokenize","tokenize","content","trim","featureSignature","globalPart","join","featureParts","map","feature","signature","part","presetsPart","sort","p","include","exclude","parts","push"],"mappings":"AAEA,SAAwCA,aAAa,QAA0B,aAAa;AAE5F,OAAO,SAASC,YAAYC,GAAW;IACrC,OAAOC,OAAOC,IAAI,CAACF,IAAIG,OAAO;AAChC;AAEA,yCAAyC;AACzC,OAAO,SAASC,aAAaJ,GAAW;QACxBA;IAAd,OAAO,SAAOA,aAAAA,IAAIK,KAAK,cAATL,iCAAAA,WAAWM,KAAK,MAAK,YAAYN,IAAIK,KAAK,CAACC,KAAK,CAACC,MAAM,GAAG;AAC1E;AAEA,wFAAwF;AACxF,gGAAgG;AAChG,gGAAgG;AAChG,QAAQ;AACR,OAAO,SAASC,cAAcR,GAAW,EAAES,IAAY;QACpCT,mBAGbA;IAHJ,MAAMU,YAAWV,oBAAAA,IAAIG,OAAO,CAACM,KAAK,cAAjBT,wCAAAA,kBAAmBW,OAAO;IAC3C,IAAID,UAAU,OAAOA;IACrB,MAAMC,UAAyB;QAAEC,OAAO;IAAE;IAC1C,IAAIZ,EAAAA,gBAAAA,IAAIa,QAAQ,cAAZb,oCAAAA,cAAcc,KAAK,MAAK,OAAOH,QAAQG,KAAK,GAAG;IACnD,IAAIV,aAAaJ,MAAMW,QAAQI,OAAO,GAAG;IACzC,OAAOJ;AACT;AAEA,OAAO,SAASK,gBAAgBhB,GAAW,EAAES,IAAY,EAAEQ,MAAkB;IAC3E,OAAOT,cAAcR,KAAKS,KAAK,CAACQ,OAAO,KAAKC;AAC9C;AAEA,wGAAwG;AACxG,OAAO,SAASC,gBAAgBnB,GAAW;IACzC,OAAOD,YAAYC,KAAKoB,IAAI,CAAC,CAACX,OAASO,gBAAgBhB,KAAKS,MAAM;AACpE;AAEA,wFAAwF;AACxF,0FAA0F;AAC1F,qCAAqC;AACrC,OAAO,SAASY,eAAerB,GAAW,EAAES,IAAiB;QAE3CT;IADhB,IAAIS,SAAS,SAAS,OAAOU,gBAAgBnB;IAC7C,MAAMsB,UAAUtB,EAAAA,gBAAAA,IAAIa,QAAQ,cAAZb,oCAAAA,aAAc,CAACS,KAAK,MAAK;IACzC,IAAIA,SAAS,QAAQ,OAAOa,WAAWD,eAAerB,KAAK;IAC3D,OAAOsB;AACT;AAEA,OAAO,SAASC,gBAAgBvB,GAAW;IACzC,OAAOF,cAAc0B,MAAM,CAAC,CAACf,OAASY,eAAerB,KAAKS;AAC5D;AAEA,4FAA4F;AAC5F,8EAA8E;AAC9E,OAAO,SAASgB,cAAczB,GAAW;IACvC,MAAM0B,WAAW5B,cAAc0B,MAAM,CAAC,CAACf,OAASA,SAAS;IACzD,OAAO;QACLkB,IAAID,SAASF,MAAM,CAAC,CAACf,OAASY,eAAerB,KAAKS;QAClDmB,KAAKF,SAASF,MAAM,CAAC,CAACf,OAAS,CAACY,eAAerB,KAAKS;IACtD;AACF;AAEA,wFAAwF;AACxF,2FAA2F;AAC3F,0DAA0D;AAC1D,OAAO,SAASoB,YAAY7B,GAAW;QAGQ8B;IAF7C,IAAI,CAAC1B,aAAaJ,MAAM,OAAO;IAC/B,MAAM8B,IAAI9B,IAAIK,KAAK;IACnB,OAAO;QAAEC,OAAOwB,EAAExB,KAAK;QAAYyB,QAAQ,GAAED,cAAAA,EAAEC,QAAQ,cAAVD,yBAAAA,cAAc;QAAUE,KAAKF,EAAEE,GAAG;QAAEC,KAAKH,EAAEG,GAAG;QAAEC,WAAWJ,EAAEI,SAAS;QAAEC,aAAaL,EAAEK,WAAW;IAAC;AAClJ;AAEA,8FAA8F;AAC9F,2FAA2F;AAC3F,iFAAiF;AACjF,OAAO,SAASC,gBAAgBpC,GAAW;QACxBA;IAAjB,MAAMqC,YAAWrC,eAAAA,IAAIsC,OAAO,cAAXtC,mCAAAA,aAAaqC,QAAQ;IACtC,OAAOA,aAAanB,aAAamB,SAASE,IAAI,OAAO,KAAKrB,YAAYmB,SAASE,IAAI;AACrF;AAEA,2FAA2F;AAC3F,iOAAiO;AACjO,OAAO,SAASC,iBAAiBxC,GAAW,EAAEa,QAAmB;IAC/D,MAAM4B,aAAalB,gBAAgBvB,KAChCwB,MAAM,CAAC,CAACf,OAASA,SAAS,SAC1BiC,IAAI,CAAC;IACR,MAAMC,eAAe9B,SAAS+B,GAAG,CAAC,CAACC;YAAYA;gBAAAA,qBAAAA,QAAQC,SAAS,cAAjBD,yCAAAA,wBAAAA,SAAoB7C;OAAMwB,MAAM,CAAC,CAACuB,OAAyBA,SAAS7B;IACnH,wFAAwF;IACxF,MAAM8B,cAAc;WAAIjD,YAAYC;KAAK,CACtCiD,IAAI,GACJL,GAAG,CAAC,CAACnC;YAGiByC;QAFrB,MAAMA,IAAIlD,IAAIG,OAAO,CAACM,KAAK;QAC3B,MAAM0C,UAAU;eAAID,EAAEC,OAAO;SAAC,CAACF,IAAI,GAAGP,IAAI,CAAC;QAC3C,MAAMU,UAAU;gBAAKF,aAAAA,EAAEE,OAAO,cAATF,wBAAAA,aAAa,EAAE;SAAE,CAACD,IAAI,GAAGP,IAAI,CAAC;QACnD,OAAO,CAAC,OAAO,EAAEjC,KAAK,CAAC,EAAE0C,QAAQ,CAAC,EAAEC,QAAQ,CAAC,EAAEpC,gBAAgBhB,KAAKS,MAAM,aAAa,OAAO,OAAO;IACvG,GACCiC,IAAI,CAAC;IACR,MAAML,WAAWD,gBAAgBpC;IACjC,MAAMqD,QAAQ;QAAC,CAAC,SAAS,EAAEZ,YAAY;WAAKE;KAAa;IACzD,IAAIN,aAAanB,WAAWmC,MAAMC,IAAI,CAAC,CAAC,SAAS,EAAEjB,UAAU;IAC7DgB,MAAMC,IAAI,CAACN;IACX,OAAOK,MAAMX,IAAI,CAAC;AACpB"}

package/dist/esm/config/index.d.ts

@@ -1,5 +1,9 @@
-export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetNames, presetSemanticEnabled } from './access.js';
+export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetHasSignal, presetNames, presetSignals } from './access.js';
+export type { InitOverrides } from './load.js';
 export { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.js';
 export { resolvePreset, resolveSearch } from './resolve.js';
+export type { SignalName, SignalWeights } from './signals.js';
+export { SIGNAL_NAMES, SIGNAL_PREREQUISITES } from './signals.js';
 export type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.js';
 export { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.js';
+export { KNOWN_EMBED_KEYS } from './validate.js';

package/dist/esm/config/index.js

@@ -1,4 +1,6 @@
-export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetNames, presetSemanticEnabled } from './access.js';
+export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetHasSignal, presetNames, presetSignals } from './access.js';
 export { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.js';
 export { resolvePreset, resolveSearch } from './resolve.js';
+export { SIGNAL_NAMES, SIGNAL_PREREQUISITES } from './signals.js';
 export { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.js';
+export { KNOWN_EMBED_KEYS } from './validate.js';

package/dist/esm/config/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/index.ts"],"sourcesContent":["export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetNames, presetSemanticEnabled } from './access.ts';\nexport { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.ts';\nexport { resolvePreset, resolveSearch } from './resolve.ts';\nexport type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.ts';\nexport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.ts';\n"],"names":["anyPresetEmbeds","contentTokenize","embedConfig","embedEnabled","enabledFeatures","featureEnabled","featureSignature","featureStates","presetNames","presetSemanticEnabled","findConfigPath","initConfig","loadConfig","migrateConfig","resolvePreset","resolveSearch","CONFIG_FILENAME","DEFAULT_EMBED_MODEL","STATE_DIR","SUPPORTED_CONFIG_VERSION"],"mappings":"AAAA,SAASA,eAAe,EAAEC,eAAe,EAAEC,WAAW,EAAEC,YAAY,EAAEC,eAAe,EAAEC,cAAc,EAAEC,gBAAgB,EAAEC,aAAa,EAAEC,WAAW,EAAEC,qBAAqB,QAAQ,cAAc;AAChM,SAASC,cAAc,EAAEC,UAAU,EAAEC,UAAU,EAAEC,aAAa,QAAQ,YAAY;AAClF,SAASC,aAAa,EAAEC,aAAa,QAAQ,eAAe;AAE5D,SAASC,eAAe,EAAEC,mBAAmB,EAAEC,SAAS,EAAEC,wBAAwB,QAAQ,aAAa"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/index.ts"],"sourcesContent":["export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetHasSignal, presetNames, presetSignals } from './access.ts';\nexport type { InitOverrides } from './load.ts';\nexport { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.ts';\nexport { resolvePreset, resolveSearch } from './resolve.ts';\nexport type { SignalName, SignalWeights } from './signals.ts';\nexport { SIGNAL_NAMES, SIGNAL_PREREQUISITES } from './signals.ts';\nexport type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.ts';\nexport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.ts';\nexport { KNOWN_EMBED_KEYS } from './validate.ts';\n"],"names":["anyPresetEmbeds","contentTokenize","embedConfig","embedEnabled","enabledFeatures","featureEnabled","featureSignature","featureStates","presetHasSignal","presetNames","presetSignals","findConfigPath","initConfig","loadConfig","migrateConfig","resolvePreset","resolveSearch","SIGNAL_NAMES","SIGNAL_PREREQUISITES","CONFIG_FILENAME","DEFAULT_EMBED_MODEL","STATE_DIR","SUPPORTED_CONFIG_VERSION","KNOWN_EMBED_KEYS"],"mappings":"AAAA,SAASA,eAAe,EAAEC,eAAe,EAAEC,WAAW,EAAEC,YAAY,EAAEC,eAAe,EAAEC,cAAc,EAAEC,gBAAgB,EAAEC,aAAa,EAAEC,eAAe,EAAEC,WAAW,EAAEC,aAAa,QAAQ,cAAc;AAEzM,SAASC,cAAc,EAAEC,UAAU,EAAEC,UAAU,EAAEC,aAAa,QAAQ,YAAY;AAClF,SAASC,aAAa,EAAEC,aAAa,QAAQ,eAAe;AAE5D,SAASC,YAAY,EAAEC,oBAAoB,QAAQ,eAAe;AAElE,SAASC,eAAe,EAAEC,mBAAmB,EAAEC,SAAS,EAAEC,wBAAwB,QAAQ,aAAa;AACvG,SAASC,gBAAgB,QAAQ,gBAAgB"}

package/dist/esm/config/load.d.ts

@@ -3,6 +3,11 @@ export declare function migrateConfig(cfg: Config): {
     cfg: Config;
     from: number;
 };
-export declare function initConfig(dir: string): string;
+export interface InitOverrides {
+    model?: string;
+    provider?: string;
+    url?: string;
+}
+export declare function initConfig(dir: string, overrides?: InitOverrides): string;
 export declare function findConfigPath(startDir: string): string | null;
 export declare function loadConfig(explicitPath?: string): ResolvedConfig;

package/dist/esm/config/load.js

@@ -130,6 +130,57 @@ const MIGRATIONS = {
             if (Object.keys(prev).length > 0) console.error('sense: every preset has "semantic": false, so v4 drops the "embed" block (vectors stay off); re-add it, or set a preset\'s semantic back to true, to turn them on');
         }
         return result;
+    },
+    // v4 -> v5: embed.type renames to embed.provider -- there are only three wire protocols
+    // now, so a provider name fits the shape better than a loader "type". "api" auto-migrates to
+    // "openai", the wire protocol it always was; any other value is carried over verbatim, since
+    // it is what v5 shape validation names the fix for.
+    //
+    // Also folded in here: a preset's `semantic` migrates to `signals`. false becomes an
+    // explicit exhaustive weight map (words, plus links when that feature is on, each at weight
+    // 1); true or absent needs no key at all, since default-on already means every signal whose
+    // prerequisites hold, each at weight 1. `semantic` leaves the config surface entirely once
+    // this step has run.
+    4: (cfg)=>{
+        var _cfg_features;
+        const prevEmbed = cfg.embed;
+        const result = {
+            ...cfg,
+            version: 5
+        };
+        if (prevEmbed) {
+            const { type, ...rest } = prevEmbed;
+            result.embed = type === undefined ? rest : {
+                ...rest,
+                provider: type === 'api' ? 'openai' : type
+            };
+        }
+        const linksOn = ((_cfg_features = cfg.features) === null || _cfg_features === void 0 ? void 0 : _cfg_features.links) !== false;
+        const presets = cfg.presets;
+        if (presets) {
+            const nextPresets = {};
+            for (const [name, preset] of Object.entries(presets)){
+                const { semantic, ...rest } = preset;
+                if (semantic === undefined) {
+                    nextPresets[name] = preset;
+                    continue;
+                }
+                if (typeof semantic !== 'boolean') {
+                    throw new SenseError('CONFIG_INVALID', `presets.${name}.semantic must be a boolean`);
+                }
+                nextPresets[name] = semantic === false ? {
+                    ...rest,
+                    signals: linksOn ? {
+                        words: 1,
+                        links: 1
+                    } : {
+                        words: 1
+                    }
+                } : rest;
+            }
+            result.presets = nextPresets;
+        }
+        return result;
     }
 };
 export function migrateConfig(cfg) {
@@ -146,7 +197,14 @@ export function migrateConfig(cfg) {
         from
     };
 }
-function starterConfig() {
+function starterConfig(overrides) {
+    const embed = {
+        model: DEFAULT_EMBED_MODEL,
+        provider: 'static'
+    };
+    if ((overrides === null || overrides === void 0 ? void 0 : overrides.model) !== undefined) embed.model = overrides.model;
+    if ((overrides === null || overrides === void 0 ? void 0 : overrides.provider) !== undefined) embed.provider = overrides.provider;
+    if ((overrides === null || overrides === void 0 ? void 0 : overrides.url) !== undefined) embed.url = overrides.url;
     return {
         $schema: 'https://unpkg.com/sensemaking/schema.json',
         version: SUPPORTED_CONFIG_VERSION,
@@ -165,21 +223,21 @@ function starterConfig() {
             }
         },
         // Written out rather than defaulted in code: this line is what makes `sense download`
-        // fetch 124 MB, so it belongs where it can be read and changed.
-        embed: {
-            model: DEFAULT_EMBED_MODEL,
-            type: 'static'
-        },
+        // fetch a model, so it belongs where it can be read and changed.
+        embed: embed,
         queries: {}
     };
 }
-// Refuses to overwrite an existing config.
-export function initConfig(dir) {
+// Refuses to overwrite an existing config. `overrides` come from `sense init`'s flags; an
+// invalid --provider fails validateConfig's own shape check before anything is written.
+export function initConfig(dir, overrides) {
     const configPath = join(dir, CONFIG_FILENAME);
     if (existsSync(configPath)) {
         throw new SenseError('CONFIG_EXISTS', `${CONFIG_FILENAME} already exists in ${dir}`);
     }
-    writeFileSync(configPath, `${JSON.stringify(starterConfig(), null, 2)}\n`);
+    const cfg = starterConfig(overrides);
+    validateConfig(cfg, configPath);
+    writeFileSync(configPath, `${JSON.stringify(cfg, null, 2)}\n`);
     return configPath;
 }
 export function findConfigPath(startDir) {

package/dist/esm/config/load.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/load.ts"],"sourcesContent":["import { existsSync, readFileSync, writeFileSync } from 'node:fs';\nimport { dirname, join, resolve } from 'node:path';\nimport { SenseError } from '../errors.ts';\nimport type { Config, ResolvedConfig } from './types.ts';\nimport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, SUPPORTED_CONFIG_VERSION } from './types.ts';\nimport { unknownConfigKeys, validateConfig, validateLegacyScan } from './validate.ts';\n\n// v1 and v2 were `scan`/`find`-shaped; v3 introduced `presets`. Only the former need the\n// legacy shape check before migrating.\nconst FIRST_PRESET_VERSION = 3;\n\n// v1 -> v2 migration only: the features v2 introduced as opt-out (embed was opt-in then).\nconst V2_OPT_OUT_NAMES = ['links', 'sections', 'rank'] as const;\n\n// Pure per-version steps, chained by loadConfig. Intermediate shapes predate the Config type,\n// so steps are loosely typed and only the final result is cast back.\nconst MIGRATIONS: Record<number, (cfg: Record<string, unknown>) => Record<string, unknown>> = {\n  // v1 -> v2: features block introduced, opt-out features enabled (matches the old implicit\n  // behavior of `links` etc. not existing). embed stays absent -- opt-in.\n  1: (cfg) => ({ ...cfg, version: 2, features: Object.fromEntries(V2_OPT_OUT_NAMES.map((name) => [name, true])) }),\n  // v2 -> v3: mechanical-minimal, by decision -- only what keeps an existing config loading.\n  // No restructuring, no preset inference, no query rewriting; real trees get hand-migrated\n  // separately to actually use presets.\n  2: (cfg) => {\n    const { scan, defaults, features, checks, queries, ...rest } = cfg;\n    const scanInclude = (scan as { include: string[] }).include;\n\n    const nextQueries: Record<string, unknown> = {};\n    for (const [name, value] of Object.entries((queries as Record<string, unknown> | undefined) ?? {})) {\n      if (typeof value === 'string') {\n        nextQueries[name] = value;\n        continue;\n      }\n      const entry = value as { find: string; k?: number; where?: string; semantic?: boolean };\n      // Loosely typed on purpose: this step emits the v3 shape, which still had `semantic`.\n      // The v3 -> v4 step below strips it.\n      const search: Record<string, unknown> = { search: entry.find };\n      if (entry.k !== undefined) search.k = entry.k;\n      if (entry.where !== undefined) search.where = entry.where;\n      // semantic: true was opt-in; it is now the default, so it drops. semantic: false is kept.\n      if (entry.semantic === false) search.semantic = false;\n      nextQueries[name] = search;\n    }\n\n    const prevDefaults = defaults as { find?: { where?: string } } | undefined;\n    const defaultWhere = prevDefaults?.find?.where;\n\n    // features.embed false becomes semantic:false on every preset produced here.\n    const prevFeatures = (features as Record<string, unknown> | undefined) ?? {};\n    const embedWasOff = prevFeatures.embed === false;\n    // Object form carried provider settings (model/type/url/key), not a toggle -- they move\n    // to the v3 top-level `embed` block verbatim; dropping them would silently switch an\n    // api tree back to the built-in static model.\n    const embedProvider = typeof prevFeatures.embed === 'object' && prevFeatures.embed !== null ? prevFeatures.embed : undefined;\n    const { embed: _embed, ...restFeatures } = prevFeatures;\n\n    const defaultPreset: Record<string, unknown> = { include: scanInclude };\n    if (defaultWhere !== undefined) defaultPreset.where = defaultWhere;\n    if (embedWasOff) defaultPreset.semantic = false;\n\n    // checks (assertions over saved queries) was removed in v3; its queries still run under\n    // `queries`, just without the pass/fail assertion -- reachable now only as a saved query.\n    if (checks !== undefined) {\n      console.error('sense: v2 \"checks\" was removed in v3 (sense check no longer asserts on saved queries); its queries are carried over under \"queries\" -- a returned row set is now the reader\\'s judgment');\n    }\n\n    const result: Record<string, unknown> = { ...rest, version: 3, presets: { default: defaultPreset }, queries: nextQueries };\n    if (embedProvider !== undefined) result.embed = embedProvider;\n    if (Object.keys(restFeatures).length > 0) result.features = restFeatures;\n    return result;\n  },\n  // v3 -> v4: write the model into the file, wrap bare-string queries as { sql }, drop a saved\n  // search's `semantic` (its preset decides). Same effective model, so nothing re-embeds.\n  3: (cfg) => {\n    const presets = cfg.presets as Record<string, Record<string, unknown>>;\n    const embedded = Object.values(presets).some((p) => p.semantic !== false);\n\n    const nextQueries: Record<string, unknown> = {};\n    for (const [name, value] of Object.entries((cfg.queries as Record<string, unknown> | undefined) ?? {})) {\n      // v3's bare string meant SQL by inference; v4 makes every entry name its verb.\n      if (typeof value === 'string') {\n        nextQueries[name] = { sql: value };\n        continue;\n      }\n      if (typeof value !== 'object' || value === null || !('search' in value)) {\n        nextQueries[name] = value;\n        continue;\n      }\n      const { semantic: _semantic, ...rest } = value as Record<string, unknown>;\n      nextQueries[name] = rest;\n    }\n\n    const prev = (cfg.embed as Record<string, unknown> | undefined) ?? {};\n    const result: Record<string, unknown> = { ...cfg, version: 4, queries: nextQueries };\n    if (embedded) {\n      result.embed = { model: (prev.model as string | undefined) ?? DEFAULT_EMBED_MODEL, type: (prev.type as string | undefined) ?? 'static', ...(prev.url !== undefined ? { url: prev.url } : {}), ...(prev.key !== undefined ? { key: prev.key } : {}) };\n    } else {\n      delete result.embed;\n      // Dropping settings silently would look like a bug in a tree that had configured an\n      // api endpoint and then turned vectors off; say it, since v4 has no way to carry\n      // provider settings for a tree that does not embed.\n      if (Object.keys(prev).length > 0) console.error('sense: every preset has \"semantic\": false, so v4 drops the \"embed\" block (vectors stay off); re-add it, or set a preset\\'s semantic back to true, to turn them on');\n    }\n    return result;\n  },\n};\n\nexport function migrateConfig(cfg: Config): { cfg: Config; from: number } {\n  const from = cfg.version ?? 1;\n  let current: Record<string, unknown> = cfg as unknown as Record<string, unknown>;\n  for (let v = from; v < SUPPORTED_CONFIG_VERSION; v++) {\n    const step = MIGRATIONS[v];\n    if (!step) throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `no migration from config version ${v}`);\n    current = step(current);\n  }\n  return { cfg: current as unknown as Config, from };\n}\n\nfunction starterConfig(): Config {\n  return {\n    $schema: 'https://unpkg.com/sensemaking/schema.json',\n    version: SUPPORTED_CONFIG_VERSION,\n    presets: {\n      default: { include: ['**/*.md'], k: 10 },\n      large: { include: ['**/*.md'], k: 20 },\n    },\n    // Written out rather than defaulted in code: this line is what makes `sense download`\n    // fetch 124 MB, so it belongs where it can be read and changed.\n    embed: { model: DEFAULT_EMBED_MODEL, type: 'static' },\n    queries: {},\n  };\n}\n\n// Refuses to overwrite an existing config.\nexport function initConfig(dir: string): string {\n  const configPath = join(dir, CONFIG_FILENAME);\n  if (existsSync(configPath)) {\n    throw new SenseError('CONFIG_EXISTS', `${CONFIG_FILENAME} already exists in ${dir}`);\n  }\n  writeFileSync(configPath, `${JSON.stringify(starterConfig(), null, 2)}\\n`);\n  return configPath;\n}\n\nexport function findConfigPath(startDir: string): string | null {\n  let dir = resolve(startDir);\n  for (;;) {\n    const candidate = join(dir, CONFIG_FILENAME);\n    if (existsSync(candidate)) return candidate;\n    const parent = dirname(dir);\n    if (parent === dir) return null;\n    dir = parent;\n  }\n}\n\nexport function loadConfig(explicitPath?: string): ResolvedConfig {\n  let configPath: string;\n  if (explicitPath) {\n    configPath = resolve(process.cwd(), explicitPath);\n    if (!existsSync(configPath)) throw new SenseError('CONFIG_NOT_FOUND', `config not found: ${configPath}`);\n  } else {\n    const found = findConfigPath(process.cwd());\n    if (!found) {\n      throw new SenseError('CONFIG_NOT_FOUND', `could not find ${CONFIG_FILENAME} in ${process.cwd()} or any parent directory`);\n    }\n    configPath = found;\n  }\n\n  const raw = readFileSync(configPath, 'utf8');\n  const parsed: unknown = JSON.parse(raw);\n\n  // Ahead of both the version gate and legacy/current shape checks: a non-object file (or\n  // an array -- typeof [] is also 'object') is malformed at every version, so it gets one\n  // error regardless of which branch would otherwise run.\n  if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);\n  }\n\n  // Version gate before shape validation: a config written by a newer sense should fail\n  // with \"requires a newer sense\", not with shape errors its own version may not have.\n  const version = typeof parsed === 'object' && parsed !== null && typeof (parsed as { version?: unknown }).version === 'number' ? (parsed as { version: number }).version : 1;\n  if (version > SUPPORTED_CONFIG_VERSION) {\n    throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `config version ${version} requires a newer sense`);\n  }\n\n  // validateConfig only knows the current shape, so scan-shaped files (pre-v3) get a minimal\n  // check, migrate, then the full one on the result.\n  let cfg: Config;\n  let migratedFrom: number | undefined;\n  if (version < SUPPORTED_CONFIG_VERSION) {\n    if (version < FIRST_PRESET_VERSION) validateLegacyScan(parsed, configPath);\n    const result = migrateConfig(parsed as unknown as Config);\n    cfg = validateConfig(result.cfg, configPath);\n    migratedFrom = result.from;\n    writeFileSync(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n  } else {\n    cfg = validateConfig(parsed, configPath);\n  }\n\n  const unknownKeys = unknownConfigKeys(cfg as unknown as Record<string, unknown>);\n  return { ...cfg, baseDir: dirname(configPath), configPath, migratedFrom, unknownKeys: unknownKeys.length > 0 ? unknownKeys : undefined };\n}\n"],"names":["existsSync","readFileSync","writeFileSync","dirname","join","resolve","SenseError","CONFIG_FILENAME","DEFAULT_EMBED_MODEL","SUPPORTED_CONFIG_VERSION","unknownConfigKeys","validateConfig","validateLegacyScan","FIRST_PRESET_VERSION","V2_OPT_OUT_NAMES","MIGRATIONS","cfg","version","features","Object","fromEntries","map","name","prevDefaults","scan","defaults","checks","queries","rest","scanInclude","include","nextQueries","value","entries","entry","search","find","k","undefined","where","semantic","defaultWhere","prevFeatures","embedWasOff","embed","embedProvider","_embed","restFeatures","defaultPreset","console","error","result","presets","default","keys","length","embedded","values","some","p","sql","_semantic","prev","model","type","url","key","migrateConfig","from","current","v","step","starterConfig","$schema","large","initConfig","dir","configPath","JSON","stringify","findConfigPath","startDir","candidate","parent","loadConfig","explicitPath","process","cwd","found","raw","parsed","parse","Array","isArray","migratedFrom","unknownKeys","baseDir"],"mappings":"AAAA,SAASA,UAAU,EAAEC,YAAY,EAAEC,aAAa,QAAQ,UAAU;AAClE,SAASC,OAAO,EAAEC,IAAI,EAAEC,OAAO,QAAQ,YAAY;AACnD,SAASC,UAAU,QAAQ,eAAe;AAE1C,SAASC,eAAe,EAAEC,mBAAmB,EAAEC,wBAAwB,QAAQ,aAAa;AAC5F,SAASC,iBAAiB,EAAEC,cAAc,EAAEC,kBAAkB,QAAQ,gBAAgB;AAEtF,yFAAyF;AACzF,uCAAuC;AACvC,MAAMC,uBAAuB;AAE7B,0FAA0F;AAC1F,MAAMC,mBAAmB;IAAC;IAAS;IAAY;CAAO;AAEtD,8FAA8F;AAC9F,qEAAqE;AACrE,MAAMC,aAAwF;IAC5F,0FAA0F;IAC1F,wEAAwE;IACxE,GAAG,CAACC,MAAS,CAAA;YAAE,GAAGA,GAAG;YAAEC,SAAS;YAAGC,UAAUC,OAAOC,WAAW,CAACN,iBAAiBO,GAAG,CAAC,CAACC,OAAS;oBAACA;oBAAM;iBAAK;QAAG,CAAA;IAC9G,2FAA2F;IAC3F,0FAA0F;IAC1F,sCAAsC;IACtC,GAAG,CAACN;YAsBmBO;QArBrB,MAAM,EAAEC,IAAI,EAAEC,QAAQ,EAAEP,QAAQ,EAAEQ,MAAM,EAAEC,OAAO,EAAE,GAAGC,MAAM,GAAGZ;QAC/D,MAAMa,cAAc,AAACL,KAA+BM,OAAO;QAE3D,MAAMC,cAAuC,CAAC;QAC9C,KAAK,MAAM,CAACT,MAAMU,MAAM,IAAIb,OAAOc,OAAO,CAAEN,oBAAAA,qBAAAA,UAAmD,CAAC,GAAI;YAClG,IAAI,OAAOK,UAAU,UAAU;gBAC7BD,WAAW,CAACT,KAAK,GAAGU;gBACpB;YACF;YACA,MAAME,QAAQF;YACd,sFAAsF;YACtF,qCAAqC;YACrC,MAAMG,SAAkC;gBAAEA,QAAQD,MAAME,IAAI;YAAC;YAC7D,IAAIF,MAAMG,CAAC,KAAKC,WAAWH,OAAOE,CAAC,GAAGH,MAAMG,CAAC;YAC7C,IAAIH,MAAMK,KAAK,KAAKD,WAAWH,OAAOI,KAAK,GAAGL,MAAMK,KAAK;YACzD,0FAA0F;YAC1F,IAAIL,MAAMM,QAAQ,KAAK,OAAOL,OAAOK,QAAQ,GAAG;YAChDT,WAAW,CAACT,KAAK,GAAGa;QACtB;QAEA,MAAMZ,eAAeE;QACrB,MAAMgB,eAAelB,yBAAAA,oCAAAA,qBAAAA,aAAca,IAAI,cAAlBb,yCAAAA,mBAAoBgB,KAAK;QAE9C,6EAA6E;QAC7E,MAAMG,eAAgBxB,qBAAAA,sBAAAA,WAAoD,CAAC;QAC3E,MAAMyB,cAAcD,aAAaE,KAAK,KAAK;QAC3C,wFAAwF;QACxF,qFAAqF;QACrF,8CAA8C;QAC9C,MAAMC,gBAAgB,OAAOH,aAAaE,KAAK,KAAK,YAAYF,aAAaE,KAAK,KAAK,OAAOF,aAAaE,KAAK,GAAGN;QACnH,MAAM,EAAEM,OAAOE,MAAM,EAAE,GAAGC,cAAc,GAAGL;QAE3C,MAAMM,gBAAyC;YAAElB,SAASD;QAAY;QACtE,IAAIY,iBAAiBH,WAAWU,cAAcT,KAAK,GAAGE;QACtD,IAAIE,aAAaK,cAAcR,QAAQ,GAAG;QAE1C,wFAAwF;QACxF,0FAA0F;QAC1F,IAAId,WAAWY,WAAW;YACxBW,QAAQC,KAAK,CAAC;QAChB;QAEA,MAAMC,SAAkC;YAAE,GAAGvB,IAAI;YAAEX,SAAS;YAAGmC,SAAS;gBAAEC,SAASL;YAAc;YAAGrB,SAASI;QAAY;QACzH,IAAIc,kBAAkBP,WAAWa,OAAOP,KAAK,GAAGC;QAChD,IAAI1B,OAAOmC,IAAI,CAACP,cAAcQ,MAAM,GAAG,GAAGJ,OAAOjC,QAAQ,GAAG6B;QAC5D,OAAOI;IACT;IACA,6FAA6F;IAC7F,wFAAwF;IACxF,GAAG,CAACnC;YAK0CA,cAc9BA;QAlBd,MAAMoC,UAAUpC,IAAIoC,OAAO;QAC3B,MAAMI,WAAWrC,OAAOsC,MAAM,CAACL,SAASM,IAAI,CAAC,CAACC,IAAMA,EAAEnB,QAAQ,KAAK;QAEnE,MAAMT,cAAuC,CAAC;QAC9C,KAAK,MAAM,CAACT,MAAMU,MAAM,IAAIb,OAAOc,OAAO,EAAEjB,eAAAA,IAAIW,OAAO,cAAXX,0BAAAA,eAAuD,CAAC,GAAI;YACtG,+EAA+E;YAC/E,IAAI,OAAOgB,UAAU,UAAU;gBAC7BD,WAAW,CAACT,KAAK,GAAG;oBAAEsC,KAAK5B;gBAAM;gBACjC;YACF;YACA,IAAI,OAAOA,UAAU,YAAYA,UAAU,QAAQ,CAAE,CAAA,YAAYA,KAAI,GAAI;gBACvED,WAAW,CAACT,KAAK,GAAGU;gBACpB;YACF;YACA,MAAM,EAAEQ,UAAUqB,SAAS,EAAE,GAAGjC,MAAM,GAAGI;YACzCD,WAAW,CAACT,KAAK,GAAGM;QACtB;QAEA,MAAMkC,QAAQ9C,aAAAA,IAAI4B,KAAK,cAAT5B,wBAAAA,aAAqD,CAAC;QACpE,MAAMmC,SAAkC;YAAE,GAAGnC,GAAG;YAAEC,SAAS;YAAGU,SAASI;QAAY;QACnF,IAAIyB,UAAU;gBACaM,aAAiEA;YAA1FX,OAAOP,KAAK,GAAG;gBAAEmB,KAAK,GAAGD,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAqCtD;gBAAqBwD,IAAI,GAAGF,aAAAA,KAAKE,IAAI,cAATF,wBAAAA,aAAoC;gBAAU,GAAIA,KAAKG,GAAG,KAAK3B,YAAY;oBAAE2B,KAAKH,KAAKG,GAAG;gBAAC,IAAI,CAAC,CAAC;gBAAG,GAAIH,KAAKI,GAAG,KAAK5B,YAAY;oBAAE4B,KAAKJ,KAAKI,GAAG;gBAAC,IAAI,CAAC,CAAC;YAAE;QACrP,OAAO;YACL,OAAOf,OAAOP,KAAK;YACnB,oFAAoF;YACpF,iFAAiF;YACjF,oDAAoD;YACpD,IAAIzB,OAAOmC,IAAI,CAACQ,MAAMP,MAAM,GAAG,GAAGN,QAAQC,KAAK,CAAC;QAClD;QACA,OAAOC;IACT;AACF;AAEA,OAAO,SAASgB,cAAcnD,GAAW;QAC1BA;IAAb,MAAMoD,QAAOpD,eAAAA,IAAIC,OAAO,cAAXD,0BAAAA,eAAe;IAC5B,IAAIqD,UAAmCrD;IACvC,IAAK,IAAIsD,IAAIF,MAAME,IAAI7D,0BAA0B6D,IAAK;QACpD,MAAMC,OAAOxD,UAAU,CAACuD,EAAE;QAC1B,IAAI,CAACC,MAAM,MAAM,IAAIjE,WAAW,8BAA8B,CAAC,iCAAiC,EAAEgE,GAAG;QACrGD,UAAUE,KAAKF;IACjB;IACA,OAAO;QAAErD,KAAKqD;QAA8BD;IAAK;AACnD;AAEA,SAASI;IACP,OAAO;QACLC,SAAS;QACTxD,SAASR;QACT2C,SAAS;YACPC,SAAS;gBAAEvB,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;YACvCqC,OAAO;gBAAE5C,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;QACvC;QACA,sFAAsF;QACtF,gEAAgE;QAChEO,OAAO;YAAEmB,OAAOvD;YAAqBwD,MAAM;QAAS;QACpDrC,SAAS,CAAC;IACZ;AACF;AAEA,2CAA2C;AAC3C,OAAO,SAASgD,WAAWC,GAAW;IACpC,MAAMC,aAAazE,KAAKwE,KAAKrE;IAC7B,IAAIP,WAAW6E,aAAa;QAC1B,MAAM,IAAIvE,WAAW,iBAAiB,GAAGC,gBAAgB,mBAAmB,EAAEqE,KAAK;IACrF;IACA1E,cAAc2E,YAAY,GAAGC,KAAKC,SAAS,CAACP,iBAAiB,MAAM,GAAG,EAAE,CAAC;IACzE,OAAOK;AACT;AAEA,OAAO,SAASG,eAAeC,QAAgB;IAC7C,IAAIL,MAAMvE,QAAQ4E;IAClB,OAAS;QACP,MAAMC,YAAY9E,KAAKwE,KAAKrE;QAC5B,IAAIP,WAAWkF,YAAY,OAAOA;QAClC,MAAMC,SAAShF,QAAQyE;QACvB,IAAIO,WAAWP,KAAK,OAAO;QAC3BA,MAAMO;IACR;AACF;AAEA,OAAO,SAASC,WAAWC,YAAqB;IAC9C,IAAIR;IACJ,IAAIQ,cAAc;QAChBR,aAAaxE,QAAQiF,QAAQC,GAAG,IAAIF;QACpC,IAAI,CAACrF,WAAW6E,aAAa,MAAM,IAAIvE,WAAW,oBAAoB,CAAC,kBAAkB,EAAEuE,YAAY;IACzG,OAAO;QACL,MAAMW,QAAQR,eAAeM,QAAQC,GAAG;QACxC,IAAI,CAACC,OAAO;YACV,MAAM,IAAIlF,WAAW,oBAAoB,CAAC,eAAe,EAAEC,gBAAgB,IAAI,EAAE+E,QAAQC,GAAG,GAAG,wBAAwB,CAAC;QAC1H;QACAV,aAAaW;IACf;IAEA,MAAMC,MAAMxF,aAAa4E,YAAY;IACrC,MAAMa,SAAkBZ,KAAKa,KAAK,CAACF;IAEnC,wFAAwF;IACxF,wFAAwF;IACxF,wDAAwD;IACxD,IAAI,OAAOC,WAAW,YAAYA,WAAW,QAAQE,MAAMC,OAAO,CAACH,SAAS;QAC1E,MAAM,IAAIpF,WAAW,kBAAkB,GAAGuE,WAAW,8BAA8B,CAAC;IACtF;IAEA,sFAAsF;IACtF,qFAAqF;IACrF,MAAM5D,UAAU,OAAOyE,WAAW,YAAYA,WAAW,QAAQ,OAAO,AAACA,OAAiCzE,OAAO,KAAK,WAAW,AAACyE,OAA+BzE,OAAO,GAAG;IAC3K,IAAIA,UAAUR,0BAA0B;QACtC,MAAM,IAAIH,WAAW,8BAA8B,CAAC,eAAe,EAAEW,QAAQ,uBAAuB,CAAC;IACvG;IAEA,2FAA2F;IAC3F,mDAAmD;IACnD,IAAID;IACJ,IAAI8E;IACJ,IAAI7E,UAAUR,0BAA0B;QACtC,IAAIQ,UAAUJ,sBAAsBD,mBAAmB8E,QAAQb;QAC/D,MAAM1B,SAASgB,cAAcuB;QAC7B1E,MAAML,eAAewC,OAAOnC,GAAG,EAAE6D;QACjCiB,eAAe3C,OAAOiB,IAAI;QAC1BlE,cAAc2E,YAAY,GAAGC,KAAKC,SAAS,CAAC/D,KAAK,MAAM,GAAG,EAAE,CAAC;IAC/D,OAAO;QACLA,MAAML,eAAe+E,QAAQb;IAC/B;IAEA,MAAMkB,cAAcrF,kBAAkBM;IACtC,OAAO;QAAE,GAAGA,GAAG;QAAEgF,SAAS7F,QAAQ0E;QAAaA;QAAYiB;QAAcC,aAAaA,YAAYxC,MAAM,GAAG,IAAIwC,cAAczD;IAAU;AACzI"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/load.ts"],"sourcesContent":["import { existsSync, readFileSync, writeFileSync } from 'node:fs';\nimport { dirname, join, resolve } from 'node:path';\nimport { SenseError } from '../errors.ts';\nimport type { Config, ResolvedConfig } from './types.ts';\nimport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, SUPPORTED_CONFIG_VERSION } from './types.ts';\nimport { unknownConfigKeys, validateConfig, validateLegacyScan } from './validate.ts';\n\n// v1 and v2 were `scan`/`find`-shaped; v3 introduced `presets`. Only the former need the\n// legacy shape check before migrating.\nconst FIRST_PRESET_VERSION = 3;\n\n// v1 -> v2 migration only: the features v2 introduced as opt-out (embed was opt-in then).\nconst V2_OPT_OUT_NAMES = ['links', 'sections', 'rank'] as const;\n\n// Pure per-version steps, chained by loadConfig. Intermediate shapes predate the Config type,\n// so steps are loosely typed and only the final result is cast back.\nconst MIGRATIONS: Record<number, (cfg: Record<string, unknown>) => Record<string, unknown>> = {\n  // v1 -> v2: features block introduced, opt-out features enabled (matches the old implicit\n  // behavior of `links` etc. not existing). embed stays absent -- opt-in.\n  1: (cfg) => ({ ...cfg, version: 2, features: Object.fromEntries(V2_OPT_OUT_NAMES.map((name) => [name, true])) }),\n  // v2 -> v3: mechanical-minimal, by decision -- only what keeps an existing config loading.\n  // No restructuring, no preset inference, no query rewriting; real trees get hand-migrated\n  // separately to actually use presets.\n  2: (cfg) => {\n    const { scan, defaults, features, checks, queries, ...rest } = cfg;\n    const scanInclude = (scan as { include: string[] }).include;\n\n    const nextQueries: Record<string, unknown> = {};\n    for (const [name, value] of Object.entries((queries as Record<string, unknown> | undefined) ?? {})) {\n      if (typeof value === 'string') {\n        nextQueries[name] = value;\n        continue;\n      }\n      const entry = value as { find: string; k?: number; where?: string; semantic?: boolean };\n      // Loosely typed on purpose: this step emits the v3 shape, which still had `semantic`.\n      // The v3 -> v4 step below strips it.\n      const search: Record<string, unknown> = { search: entry.find };\n      if (entry.k !== undefined) search.k = entry.k;\n      if (entry.where !== undefined) search.where = entry.where;\n      // semantic: true was opt-in; it is now the default, so it drops. semantic: false is kept.\n      if (entry.semantic === false) search.semantic = false;\n      nextQueries[name] = search;\n    }\n\n    const prevDefaults = defaults as { find?: { where?: string } } | undefined;\n    const defaultWhere = prevDefaults?.find?.where;\n\n    // features.embed false becomes semantic:false on every preset produced here.\n    const prevFeatures = (features as Record<string, unknown> | undefined) ?? {};\n    const embedWasOff = prevFeatures.embed === false;\n    // Object form carried provider settings (model/type/url/key), not a toggle -- they move\n    // to the v3 top-level `embed` block verbatim; dropping them would silently switch an\n    // api tree back to the built-in static model.\n    const embedProvider = typeof prevFeatures.embed === 'object' && prevFeatures.embed !== null ? prevFeatures.embed : undefined;\n    const { embed: _embed, ...restFeatures } = prevFeatures;\n\n    const defaultPreset: Record<string, unknown> = { include: scanInclude };\n    if (defaultWhere !== undefined) defaultPreset.where = defaultWhere;\n    if (embedWasOff) defaultPreset.semantic = false;\n\n    // checks (assertions over saved queries) was removed in v3; its queries still run under\n    // `queries`, just without the pass/fail assertion -- reachable now only as a saved query.\n    if (checks !== undefined) {\n      console.error('sense: v2 \"checks\" was removed in v3 (sense check no longer asserts on saved queries); its queries are carried over under \"queries\" -- a returned row set is now the reader\\'s judgment');\n    }\n\n    const result: Record<string, unknown> = { ...rest, version: 3, presets: { default: defaultPreset }, queries: nextQueries };\n    if (embedProvider !== undefined) result.embed = embedProvider;\n    if (Object.keys(restFeatures).length > 0) result.features = restFeatures;\n    return result;\n  },\n  // v3 -> v4: write the model into the file, wrap bare-string queries as { sql }, drop a saved\n  // search's `semantic` (its preset decides). Same effective model, so nothing re-embeds.\n  3: (cfg) => {\n    const presets = cfg.presets as Record<string, Record<string, unknown>>;\n    const embedded = Object.values(presets).some((p) => p.semantic !== false);\n\n    const nextQueries: Record<string, unknown> = {};\n    for (const [name, value] of Object.entries((cfg.queries as Record<string, unknown> | undefined) ?? {})) {\n      // v3's bare string meant SQL by inference; v4 makes every entry name its verb.\n      if (typeof value === 'string') {\n        nextQueries[name] = { sql: value };\n        continue;\n      }\n      if (typeof value !== 'object' || value === null || !('search' in value)) {\n        nextQueries[name] = value;\n        continue;\n      }\n      const { semantic: _semantic, ...rest } = value as Record<string, unknown>;\n      nextQueries[name] = rest;\n    }\n\n    const prev = (cfg.embed as Record<string, unknown> | undefined) ?? {};\n    const result: Record<string, unknown> = { ...cfg, version: 4, queries: nextQueries };\n    if (embedded) {\n      result.embed = { model: (prev.model as string | undefined) ?? DEFAULT_EMBED_MODEL, type: (prev.type as string | undefined) ?? 'static', ...(prev.url !== undefined ? { url: prev.url } : {}), ...(prev.key !== undefined ? { key: prev.key } : {}) };\n    } else {\n      delete result.embed;\n      // Dropping settings silently would look like a bug in a tree that had configured an\n      // api endpoint and then turned vectors off; say it, since v4 has no way to carry\n      // provider settings for a tree that does not embed.\n      if (Object.keys(prev).length > 0) console.error('sense: every preset has \"semantic\": false, so v4 drops the \"embed\" block (vectors stay off); re-add it, or set a preset\\'s semantic back to true, to turn them on');\n    }\n    return result;\n  },\n  // v4 -> v5: embed.type renames to embed.provider -- there are only three wire protocols\n  // now, so a provider name fits the shape better than a loader \"type\". \"api\" auto-migrates to\n  // \"openai\", the wire protocol it always was; any other value is carried over verbatim, since\n  // it is what v5 shape validation names the fix for.\n  //\n  // Also folded in here: a preset's `semantic` migrates to `signals`. false becomes an\n  // explicit exhaustive weight map (words, plus links when that feature is on, each at weight\n  // 1); true or absent needs no key at all, since default-on already means every signal whose\n  // prerequisites hold, each at weight 1. `semantic` leaves the config surface entirely once\n  // this step has run.\n  4: (cfg) => {\n    const prevEmbed = cfg.embed as Record<string, unknown> | undefined;\n    const result: Record<string, unknown> = { ...cfg, version: 5 };\n    if (prevEmbed) {\n      const { type, ...rest } = prevEmbed;\n      result.embed = type === undefined ? rest : { ...rest, provider: type === 'api' ? 'openai' : type };\n    }\n\n    const linksOn = (cfg.features as Record<string, unknown> | undefined)?.links !== false;\n    const presets = cfg.presets as Record<string, Record<string, unknown>> | undefined;\n    if (presets) {\n      const nextPresets: Record<string, unknown> = {};\n      for (const [name, preset] of Object.entries(presets)) {\n        const { semantic, ...rest } = preset;\n        if (semantic === undefined) {\n          nextPresets[name] = preset;\n          continue;\n        }\n        if (typeof semantic !== 'boolean') {\n          throw new SenseError('CONFIG_INVALID', `presets.${name}.semantic must be a boolean`);\n        }\n        nextPresets[name] = semantic === false ? { ...rest, signals: linksOn ? { words: 1, links: 1 } : { words: 1 } } : rest;\n      }\n      result.presets = nextPresets;\n    }\n    return result;\n  },\n};\n\nexport function migrateConfig(cfg: Config): { cfg: Config; from: number } {\n  const from = cfg.version ?? 1;\n  let current: Record<string, unknown> = cfg as unknown as Record<string, unknown>;\n  for (let v = from; v < SUPPORTED_CONFIG_VERSION; v++) {\n    const step = MIGRATIONS[v];\n    if (!step) throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `no migration from config version ${v}`);\n    current = step(current);\n  }\n  return { cfg: current as unknown as Config, from };\n}\n\n// `sense init`'s flags map onto these three `embed` keys one-to-one; an absent field\n// keeps the built-in default rather than merging partial input.\nexport interface InitOverrides {\n  model?: string;\n  provider?: string;\n  url?: string;\n}\n\nfunction starterConfig(overrides?: InitOverrides): Config {\n  const embed: Record<string, unknown> = { model: DEFAULT_EMBED_MODEL, provider: 'static' };\n  if (overrides?.model !== undefined) embed.model = overrides.model;\n  if (overrides?.provider !== undefined) embed.provider = overrides.provider;\n  if (overrides?.url !== undefined) embed.url = overrides.url;\n  return {\n    $schema: 'https://unpkg.com/sensemaking/schema.json',\n    version: SUPPORTED_CONFIG_VERSION,\n    presets: {\n      default: { include: ['**/*.md'], k: 10 },\n      large: { include: ['**/*.md'], k: 20 },\n    },\n    // Written out rather than defaulted in code: this line is what makes `sense download`\n    // fetch a model, so it belongs where it can be read and changed.\n    embed: embed as Config['embed'],\n    queries: {},\n  };\n}\n\n// Refuses to overwrite an existing config. `overrides` come from `sense init`'s flags; an\n// invalid --provider fails validateConfig's own shape check before anything is written.\nexport function initConfig(dir: string, overrides?: InitOverrides): string {\n  const configPath = join(dir, CONFIG_FILENAME);\n  if (existsSync(configPath)) {\n    throw new SenseError('CONFIG_EXISTS', `${CONFIG_FILENAME} already exists in ${dir}`);\n  }\n  const cfg = starterConfig(overrides);\n  validateConfig(cfg, configPath);\n  writeFileSync(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n  return configPath;\n}\n\nexport function findConfigPath(startDir: string): string | null {\n  let dir = resolve(startDir);\n  for (;;) {\n    const candidate = join(dir, CONFIG_FILENAME);\n    if (existsSync(candidate)) return candidate;\n    const parent = dirname(dir);\n    if (parent === dir) return null;\n    dir = parent;\n  }\n}\n\nexport function loadConfig(explicitPath?: string): ResolvedConfig {\n  let configPath: string;\n  if (explicitPath) {\n    configPath = resolve(process.cwd(), explicitPath);\n    if (!existsSync(configPath)) throw new SenseError('CONFIG_NOT_FOUND', `config not found: ${configPath}`);\n  } else {\n    const found = findConfigPath(process.cwd());\n    if (!found) {\n      throw new SenseError('CONFIG_NOT_FOUND', `could not find ${CONFIG_FILENAME} in ${process.cwd()} or any parent directory`);\n    }\n    configPath = found;\n  }\n\n  const raw = readFileSync(configPath, 'utf8');\n  const parsed: unknown = JSON.parse(raw);\n\n  // Ahead of both the version gate and legacy/current shape checks: a non-object file (or\n  // an array -- typeof [] is also 'object') is malformed at every version, so it gets one\n  // error regardless of which branch would otherwise run.\n  if (typeof parsed !== 'object' || parsed === null || Array.isArray(parsed)) {\n    throw new SenseError('CONFIG_INVALID', `${configPath}: config must be a JSON object`);\n  }\n\n  // Version gate before shape validation: a config written by a newer sense should fail\n  // with \"requires a newer sense\", not with shape errors its own version may not have.\n  const version = typeof parsed === 'object' && parsed !== null && typeof (parsed as { version?: unknown }).version === 'number' ? (parsed as { version: number }).version : 1;\n  if (version > SUPPORTED_CONFIG_VERSION) {\n    throw new SenseError('CONFIG_VERSION_UNSUPPORTED', `config version ${version} requires a newer sense`);\n  }\n\n  // validateConfig only knows the current shape, so scan-shaped files (pre-v3) get a minimal\n  // check, migrate, then the full one on the result.\n  let cfg: Config;\n  let migratedFrom: number | undefined;\n  if (version < SUPPORTED_CONFIG_VERSION) {\n    if (version < FIRST_PRESET_VERSION) validateLegacyScan(parsed, configPath);\n    const result = migrateConfig(parsed as unknown as Config);\n    cfg = validateConfig(result.cfg, configPath);\n    migratedFrom = result.from;\n    writeFileSync(configPath, `${JSON.stringify(cfg, null, 2)}\\n`);\n  } else {\n    cfg = validateConfig(parsed, configPath);\n  }\n\n  const unknownKeys = unknownConfigKeys(cfg as unknown as Record<string, unknown>);\n  return { ...cfg, baseDir: dirname(configPath), configPath, migratedFrom, unknownKeys: unknownKeys.length > 0 ? unknownKeys : undefined };\n}\n"],"names":["existsSync","readFileSync","writeFileSync","dirname","join","resolve","SenseError","CONFIG_FILENAME","DEFAULT_EMBED_MODEL","SUPPORTED_CONFIG_VERSION","unknownConfigKeys","validateConfig","validateLegacyScan","FIRST_PRESET_VERSION","V2_OPT_OUT_NAMES","MIGRATIONS","cfg","version","features","Object","fromEntries","map","name","prevDefaults","scan","defaults","checks","queries","rest","scanInclude","include","nextQueries","value","entries","entry","search","find","k","undefined","where","semantic","defaultWhere","prevFeatures","embedWasOff","embed","embedProvider","_embed","restFeatures","defaultPreset","console","error","result","presets","default","keys","length","embedded","values","some","p","sql","_semantic","prev","model","type","url","key","prevEmbed","provider","linksOn","links","nextPresets","preset","signals","words","migrateConfig","from","current","v","step","starterConfig","overrides","$schema","large","initConfig","dir","configPath","JSON","stringify","findConfigPath","startDir","candidate","parent","loadConfig","explicitPath","process","cwd","found","raw","parsed","parse","Array","isArray","migratedFrom","unknownKeys","baseDir"],"mappings":"AAAA,SAASA,UAAU,EAAEC,YAAY,EAAEC,aAAa,QAAQ,UAAU;AAClE,SAASC,OAAO,EAAEC,IAAI,EAAEC,OAAO,QAAQ,YAAY;AACnD,SAASC,UAAU,QAAQ,eAAe;AAE1C,SAASC,eAAe,EAAEC,mBAAmB,EAAEC,wBAAwB,QAAQ,aAAa;AAC5F,SAASC,iBAAiB,EAAEC,cAAc,EAAEC,kBAAkB,QAAQ,gBAAgB;AAEtF,yFAAyF;AACzF,uCAAuC;AACvC,MAAMC,uBAAuB;AAE7B,0FAA0F;AAC1F,MAAMC,mBAAmB;IAAC;IAAS;IAAY;CAAO;AAEtD,8FAA8F;AAC9F,qEAAqE;AACrE,MAAMC,aAAwF;IAC5F,0FAA0F;IAC1F,wEAAwE;IACxE,GAAG,CAACC,MAAS,CAAA;YAAE,GAAGA,GAAG;YAAEC,SAAS;YAAGC,UAAUC,OAAOC,WAAW,CAACN,iBAAiBO,GAAG,CAAC,CAACC,OAAS;oBAACA;oBAAM;iBAAK;QAAG,CAAA;IAC9G,2FAA2F;IAC3F,0FAA0F;IAC1F,sCAAsC;IACtC,GAAG,CAACN;YAsBmBO;QArBrB,MAAM,EAAEC,IAAI,EAAEC,QAAQ,EAAEP,QAAQ,EAAEQ,MAAM,EAAEC,OAAO,EAAE,GAAGC,MAAM,GAAGZ;QAC/D,MAAMa,cAAc,AAACL,KAA+BM,OAAO;QAE3D,MAAMC,cAAuC,CAAC;QAC9C,KAAK,MAAM,CAACT,MAAMU,MAAM,IAAIb,OAAOc,OAAO,CAAEN,oBAAAA,qBAAAA,UAAmD,CAAC,GAAI;YAClG,IAAI,OAAOK,UAAU,UAAU;gBAC7BD,WAAW,CAACT,KAAK,GAAGU;gBACpB;YACF;YACA,MAAME,QAAQF;YACd,sFAAsF;YACtF,qCAAqC;YACrC,MAAMG,SAAkC;gBAAEA,QAAQD,MAAME,IAAI;YAAC;YAC7D,IAAIF,MAAMG,CAAC,KAAKC,WAAWH,OAAOE,CAAC,GAAGH,MAAMG,CAAC;YAC7C,IAAIH,MAAMK,KAAK,KAAKD,WAAWH,OAAOI,KAAK,GAAGL,MAAMK,KAAK;YACzD,0FAA0F;YAC1F,IAAIL,MAAMM,QAAQ,KAAK,OAAOL,OAAOK,QAAQ,GAAG;YAChDT,WAAW,CAACT,KAAK,GAAGa;QACtB;QAEA,MAAMZ,eAAeE;QACrB,MAAMgB,eAAelB,yBAAAA,oCAAAA,qBAAAA,aAAca,IAAI,cAAlBb,yCAAAA,mBAAoBgB,KAAK;QAE9C,6EAA6E;QAC7E,MAAMG,eAAgBxB,qBAAAA,sBAAAA,WAAoD,CAAC;QAC3E,MAAMyB,cAAcD,aAAaE,KAAK,KAAK;QAC3C,wFAAwF;QACxF,qFAAqF;QACrF,8CAA8C;QAC9C,MAAMC,gBAAgB,OAAOH,aAAaE,KAAK,KAAK,YAAYF,aAAaE,KAAK,KAAK,OAAOF,aAAaE,KAAK,GAAGN;QACnH,MAAM,EAAEM,OAAOE,MAAM,EAAE,GAAGC,cAAc,GAAGL;QAE3C,MAAMM,gBAAyC;YAAElB,SAASD;QAAY;QACtE,IAAIY,iBAAiBH,WAAWU,cAAcT,KAAK,GAAGE;QACtD,IAAIE,aAAaK,cAAcR,QAAQ,GAAG;QAE1C,wFAAwF;QACxF,0FAA0F;QAC1F,IAAId,WAAWY,WAAW;YACxBW,QAAQC,KAAK,CAAC;QAChB;QAEA,MAAMC,SAAkC;YAAE,GAAGvB,IAAI;YAAEX,SAAS;YAAGmC,SAAS;gBAAEC,SAASL;YAAc;YAAGrB,SAASI;QAAY;QACzH,IAAIc,kBAAkBP,WAAWa,OAAOP,KAAK,GAAGC;QAChD,IAAI1B,OAAOmC,IAAI,CAACP,cAAcQ,MAAM,GAAG,GAAGJ,OAAOjC,QAAQ,GAAG6B;QAC5D,OAAOI;IACT;IACA,6FAA6F;IAC7F,wFAAwF;IACxF,GAAG,CAACnC;YAK0CA,cAc9BA;QAlBd,MAAMoC,UAAUpC,IAAIoC,OAAO;QAC3B,MAAMI,WAAWrC,OAAOsC,MAAM,CAACL,SAASM,IAAI,CAAC,CAACC,IAAMA,EAAEnB,QAAQ,KAAK;QAEnE,MAAMT,cAAuC,CAAC;QAC9C,KAAK,MAAM,CAACT,MAAMU,MAAM,IAAIb,OAAOc,OAAO,EAAEjB,eAAAA,IAAIW,OAAO,cAAXX,0BAAAA,eAAuD,CAAC,GAAI;YACtG,+EAA+E;YAC/E,IAAI,OAAOgB,UAAU,UAAU;gBAC7BD,WAAW,CAACT,KAAK,GAAG;oBAAEsC,KAAK5B;gBAAM;gBACjC;YACF;YACA,IAAI,OAAOA,UAAU,YAAYA,UAAU,QAAQ,CAAE,CAAA,YAAYA,KAAI,GAAI;gBACvED,WAAW,CAACT,KAAK,GAAGU;gBACpB;YACF;YACA,MAAM,EAAEQ,UAAUqB,SAAS,EAAE,GAAGjC,MAAM,GAAGI;YACzCD,WAAW,CAACT,KAAK,GAAGM;QACtB;QAEA,MAAMkC,QAAQ9C,aAAAA,IAAI4B,KAAK,cAAT5B,wBAAAA,aAAqD,CAAC;QACpE,MAAMmC,SAAkC;YAAE,GAAGnC,GAAG;YAAEC,SAAS;YAAGU,SAASI;QAAY;QACnF,IAAIyB,UAAU;gBACaM,aAAiEA;YAA1FX,OAAOP,KAAK,GAAG;gBAAEmB,KAAK,GAAGD,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAqCtD;gBAAqBwD,IAAI,GAAGF,aAAAA,KAAKE,IAAI,cAATF,wBAAAA,aAAoC;gBAAU,GAAIA,KAAKG,GAAG,KAAK3B,YAAY;oBAAE2B,KAAKH,KAAKG,GAAG;gBAAC,IAAI,CAAC,CAAC;gBAAG,GAAIH,KAAKI,GAAG,KAAK5B,YAAY;oBAAE4B,KAAKJ,KAAKI,GAAG;gBAAC,IAAI,CAAC,CAAC;YAAE;QACrP,OAAO;YACL,OAAOf,OAAOP,KAAK;YACnB,oFAAoF;YACpF,iFAAiF;YACjF,oDAAoD;YACpD,IAAIzB,OAAOmC,IAAI,CAACQ,MAAMP,MAAM,GAAG,GAAGN,QAAQC,KAAK,CAAC;QAClD;QACA,OAAOC;IACT;IACA,wFAAwF;IACxF,6FAA6F;IAC7F,6FAA6F;IAC7F,oDAAoD;IACpD,EAAE;IACF,qFAAqF;IACrF,4FAA4F;IAC5F,4FAA4F;IAC5F,2FAA2F;IAC3F,qBAAqB;IACrB,GAAG,CAACnC;YAQeA;QAPjB,MAAMmD,YAAYnD,IAAI4B,KAAK;QAC3B,MAAMO,SAAkC;YAAE,GAAGnC,GAAG;YAAEC,SAAS;QAAE;QAC7D,IAAIkD,WAAW;YACb,MAAM,EAAEH,IAAI,EAAE,GAAGpC,MAAM,GAAGuC;YAC1BhB,OAAOP,KAAK,GAAGoB,SAAS1B,YAAYV,OAAO;gBAAE,GAAGA,IAAI;gBAAEwC,UAAUJ,SAAS,QAAQ,WAAWA;YAAK;QACnG;QAEA,MAAMK,UAAU,EAACrD,gBAAAA,IAAIE,QAAQ,cAAZF,oCAAD,AAACA,cAAsDsD,KAAK,MAAK;QACjF,MAAMlB,UAAUpC,IAAIoC,OAAO;QAC3B,IAAIA,SAAS;YACX,MAAMmB,cAAuC,CAAC;YAC9C,KAAK,MAAM,CAACjD,MAAMkD,OAAO,IAAIrD,OAAOc,OAAO,CAACmB,SAAU;gBACpD,MAAM,EAAEZ,QAAQ,EAAE,GAAGZ,MAAM,GAAG4C;gBAC9B,IAAIhC,aAAaF,WAAW;oBAC1BiC,WAAW,CAACjD,KAAK,GAAGkD;oBACpB;gBACF;gBACA,IAAI,OAAOhC,aAAa,WAAW;oBACjC,MAAM,IAAIlC,WAAW,kBAAkB,CAAC,QAAQ,EAAEgB,KAAK,2BAA2B,CAAC;gBACrF;gBACAiD,WAAW,CAACjD,KAAK,GAAGkB,aAAa,QAAQ;oBAAE,GAAGZ,IAAI;oBAAE6C,SAASJ,UAAU;wBAAEK,OAAO;wBAAGJ,OAAO;oBAAE,IAAI;wBAAEI,OAAO;oBAAE;gBAAE,IAAI9C;YACnH;YACAuB,OAAOC,OAAO,GAAGmB;QACnB;QACA,OAAOpB;IACT;AACF;AAEA,OAAO,SAASwB,cAAc3D,GAAW;QAC1BA;IAAb,MAAM4D,QAAO5D,eAAAA,IAAIC,OAAO,cAAXD,0BAAAA,eAAe;IAC5B,IAAI6D,UAAmC7D;IACvC,IAAK,IAAI8D,IAAIF,MAAME,IAAIrE,0BAA0BqE,IAAK;QACpD,MAAMC,OAAOhE,UAAU,CAAC+D,EAAE;QAC1B,IAAI,CAACC,MAAM,MAAM,IAAIzE,WAAW,8BAA8B,CAAC,iCAAiC,EAAEwE,GAAG;QACrGD,UAAUE,KAAKF;IACjB;IACA,OAAO;QAAE7D,KAAK6D;QAA8BD;IAAK;AACnD;AAUA,SAASI,cAAcC,SAAyB;IAC9C,MAAMrC,QAAiC;QAAEmB,OAAOvD;QAAqB4D,UAAU;IAAS;IACxF,IAAIa,CAAAA,sBAAAA,gCAAAA,UAAWlB,KAAK,MAAKzB,WAAWM,MAAMmB,KAAK,GAAGkB,UAAUlB,KAAK;IACjE,IAAIkB,CAAAA,sBAAAA,gCAAAA,UAAWb,QAAQ,MAAK9B,WAAWM,MAAMwB,QAAQ,GAAGa,UAAUb,QAAQ;IAC1E,IAAIa,CAAAA,sBAAAA,gCAAAA,UAAWhB,GAAG,MAAK3B,WAAWM,MAAMqB,GAAG,GAAGgB,UAAUhB,GAAG;IAC3D,OAAO;QACLiB,SAAS;QACTjE,SAASR;QACT2C,SAAS;YACPC,SAAS;gBAAEvB,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;YACvC8C,OAAO;gBAAErD,SAAS;oBAAC;iBAAU;gBAAEO,GAAG;YAAG;QACvC;QACA,sFAAsF;QACtF,iEAAiE;QACjEO,OAAOA;QACPjB,SAAS,CAAC;IACZ;AACF;AAEA,0FAA0F;AAC1F,wFAAwF;AACxF,OAAO,SAASyD,WAAWC,GAAW,EAAEJ,SAAyB;IAC/D,MAAMK,aAAalF,KAAKiF,KAAK9E;IAC7B,IAAIP,WAAWsF,aAAa;QAC1B,MAAM,IAAIhF,WAAW,iBAAiB,GAAGC,gBAAgB,mBAAmB,EAAE8E,KAAK;IACrF;IACA,MAAMrE,MAAMgE,cAAcC;IAC1BtE,eAAeK,KAAKsE;IACpBpF,cAAcoF,YAAY,GAAGC,KAAKC,SAAS,CAACxE,KAAK,MAAM,GAAG,EAAE,CAAC;IAC7D,OAAOsE;AACT;AAEA,OAAO,SAASG,eAAeC,QAAgB;IAC7C,IAAIL,MAAMhF,QAAQqF;IAClB,OAAS;QACP,MAAMC,YAAYvF,KAAKiF,KAAK9E;QAC5B,IAAIP,WAAW2F,YAAY,OAAOA;QAClC,MAAMC,SAASzF,QAAQkF;QACvB,IAAIO,WAAWP,KAAK,OAAO;QAC3BA,MAAMO;IACR;AACF;AAEA,OAAO,SAASC,WAAWC,YAAqB;IAC9C,IAAIR;IACJ,IAAIQ,cAAc;QAChBR,aAAajF,QAAQ0F,QAAQC,GAAG,IAAIF;QACpC,IAAI,CAAC9F,WAAWsF,aAAa,MAAM,IAAIhF,WAAW,oBAAoB,CAAC,kBAAkB,EAAEgF,YAAY;IACzG,OAAO;QACL,MAAMW,QAAQR,eAAeM,QAAQC,GAAG;QACxC,IAAI,CAACC,OAAO;YACV,MAAM,IAAI3F,WAAW,oBAAoB,CAAC,eAAe,EAAEC,gBAAgB,IAAI,EAAEwF,QAAQC,GAAG,GAAG,wBAAwB,CAAC;QAC1H;QACAV,aAAaW;IACf;IAEA,MAAMC,MAAMjG,aAAaqF,YAAY;IACrC,MAAMa,SAAkBZ,KAAKa,KAAK,CAACF;IAEnC,wFAAwF;IACxF,wFAAwF;IACxF,wDAAwD;IACxD,IAAI,OAAOC,WAAW,YAAYA,WAAW,QAAQE,MAAMC,OAAO,CAACH,SAAS;QAC1E,MAAM,IAAI7F,WAAW,kBAAkB,GAAGgF,WAAW,8BAA8B,CAAC;IACtF;IAEA,sFAAsF;IACtF,qFAAqF;IACrF,MAAMrE,UAAU,OAAOkF,WAAW,YAAYA,WAAW,QAAQ,OAAO,AAACA,OAAiClF,OAAO,KAAK,WAAW,AAACkF,OAA+BlF,OAAO,GAAG;IAC3K,IAAIA,UAAUR,0BAA0B;QACtC,MAAM,IAAIH,WAAW,8BAA8B,CAAC,eAAe,EAAEW,QAAQ,uBAAuB,CAAC;IACvG;IAEA,2FAA2F;IAC3F,mDAAmD;IACnD,IAAID;IACJ,IAAIuF;IACJ,IAAItF,UAAUR,0BAA0B;QACtC,IAAIQ,UAAUJ,sBAAsBD,mBAAmBuF,QAAQb;QAC/D,MAAMnC,SAASwB,cAAcwB;QAC7BnF,MAAML,eAAewC,OAAOnC,GAAG,EAAEsE;QACjCiB,eAAepD,OAAOyB,IAAI;QAC1B1E,cAAcoF,YAAY,GAAGC,KAAKC,SAAS,CAACxE,KAAK,MAAM,GAAG,EAAE,CAAC;IAC/D,OAAO;QACLA,MAAML,eAAewF,QAAQb;IAC/B;IAEA,MAAMkB,cAAc9F,kBAAkBM;IACtC,OAAO;QAAE,GAAGA,GAAG;QAAEyF,SAAStG,QAAQmF;QAAaA;QAAYiB;QAAcC,aAAaA,YAAYjD,MAAM,GAAG,IAAIiD,cAAclE;IAAU;AACzI"}

package/dist/esm/config/resolve.js

@@ -1,5 +1,5 @@
 import { SenseError } from '../errors.js';
-import { presetNames } from './access.js';
+import { presetNames, presetSignals } from './access.js';
 // Looks up a declared preset by name, defaulting to `default`. Throws naming every declared
 // preset when an explicit name is not declared -- the `default` fallback is never unknown
 // itself (validateConfig requires it).
@@ -30,6 +30,6 @@ export function resolveSearch(cfg, opts = {}) {
         where,
         include,
         exclude,
-        semantic: preset.semantic !== false
+        signals: presetSignals(cfg, presetName)
     };
 }

package/dist/esm/config/resolve.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/resolve.ts"],"sourcesContent":["import { SenseError } from '../errors.ts';\nimport { presetNames } from './access.ts';\nimport type { Config, EffectiveSearch, Preset, SearchOverrides } from './types.ts';\n\n// Looks up a declared preset by name, defaulting to `default`. Throws naming every declared\n// preset when an explicit name is not declared -- the `default` fallback is never unknown\n// itself (validateConfig requires it).\nexport function resolvePreset(cfg: Config, name?: string): { name: string; preset: Preset } {\n  const presetName = name ?? 'default';\n  const preset = cfg.presets[presetName];\n  if (!preset) throw new SenseError('PRESET_UNKNOWN', `unknown preset \"${presetName}\"; declared presets: ${presetNames(cfg).join(', ')}`);\n  return { name: presetName, preset };\n}\n\n// Precedence, per field: built-ins <- named preset (or `default`) <- caller overrides.\n// `opts` arrives with any saved-query/CLI merge already resolved (src/cli/named.ts).\nexport function resolveSearch(cfg: Config, opts: SearchOverrides = {}): EffectiveSearch {\n  const { name: presetName, preset } = resolvePreset(cfg, opts.preset);\n  const k = opts.k ?? preset.k ?? 10;\n  const where = opts.where ?? preset.where;\n  // Each overrides its own side only, so neither clears the other.\n  const include = opts.include ?? preset.include;\n  // --no-exclude widens past the preset's exclusions; an explicit --exclude alongside it is\n  // still the scope for this command, since it says what to leave out rather than what to keep.\n  const exclude = opts.exclude ?? (opts.noExclude ? undefined : preset.exclude);\n  return { presetName, k, where, include, exclude, semantic: preset.semantic !== false };\n}\n"],"names":["SenseError","presetNames","resolvePreset","cfg","name","presetName","preset","presets","join","resolveSearch","opts","k","where","include","exclude","noExclude","undefined","semantic"],"mappings":"AAAA,SAASA,UAAU,QAAQ,eAAe;AAC1C,SAASC,WAAW,QAAQ,cAAc;AAG1C,4FAA4F;AAC5F,0FAA0F;AAC1F,uCAAuC;AACvC,OAAO,SAASC,cAAcC,GAAW,EAAEC,IAAa;IACtD,MAAMC,aAAaD,iBAAAA,kBAAAA,OAAQ;IAC3B,MAAME,SAASH,IAAII,OAAO,CAACF,WAAW;IACtC,IAAI,CAACC,QAAQ,MAAM,IAAIN,WAAW,kBAAkB,CAAC,gBAAgB,EAAEK,WAAW,qBAAqB,EAAEJ,YAAYE,KAAKK,IAAI,CAAC,OAAO;IACtI,OAAO;QAAEJ,MAAMC;QAAYC;IAAO;AACpC;AAEA,uFAAuF;AACvF,qFAAqF;AACrF,OAAO,SAASG,cAAcN,GAAW,EAAEO,OAAwB,CAAC,CAAC;QAEzDA,MAAAA,SACIA,aAEEA,eAGAA;IAPhB,MAAM,EAAEN,MAAMC,UAAU,EAAEC,MAAM,EAAE,GAAGJ,cAAcC,KAAKO,KAAKJ,MAAM;IACnE,MAAMK,KAAID,QAAAA,UAAAA,KAAKC,CAAC,cAAND,qBAAAA,UAAUJ,OAAOK,CAAC,cAAlBD,kBAAAA,OAAsB;IAChC,MAAME,SAAQF,cAAAA,KAAKE,KAAK,cAAVF,yBAAAA,cAAcJ,OAAOM,KAAK;IACxC,iEAAiE;IACjE,MAAMC,WAAUH,gBAAAA,KAAKG,OAAO,cAAZH,2BAAAA,gBAAgBJ,OAAOO,OAAO;IAC9C,0FAA0F;IAC1F,8FAA8F;IAC9F,MAAMC,WAAUJ,gBAAAA,KAAKI,OAAO,cAAZJ,2BAAAA,gBAAiBA,KAAKK,SAAS,GAAGC,YAAYV,OAAOQ,OAAO;IAC5E,OAAO;QAAET;QAAYM;QAAGC;QAAOC;QAASC;QAASG,UAAUX,OAAOW,QAAQ,KAAK;IAAM;AACvF"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/resolve.ts"],"sourcesContent":["import { SenseError } from '../errors.ts';\nimport { presetNames, presetSignals } from './access.ts';\nimport type { Config, EffectiveSearch, Preset, SearchOverrides } from './types.ts';\n\n// Looks up a declared preset by name, defaulting to `default`. Throws naming every declared\n// preset when an explicit name is not declared -- the `default` fallback is never unknown\n// itself (validateConfig requires it).\nexport function resolvePreset(cfg: Config, name?: string): { name: string; preset: Preset } {\n  const presetName = name ?? 'default';\n  const preset = cfg.presets[presetName];\n  if (!preset) throw new SenseError('PRESET_UNKNOWN', `unknown preset \"${presetName}\"; declared presets: ${presetNames(cfg).join(', ')}`);\n  return { name: presetName, preset };\n}\n\n// Precedence, per field: built-ins <- named preset (or `default`) <- caller overrides.\n// `opts` arrives with any saved-query/CLI merge already resolved (src/cli/named.ts).\nexport function resolveSearch(cfg: Config, opts: SearchOverrides = {}): EffectiveSearch {\n  const { name: presetName, preset } = resolvePreset(cfg, opts.preset);\n  const k = opts.k ?? preset.k ?? 10;\n  const where = opts.where ?? preset.where;\n  // Each overrides its own side only, so neither clears the other.\n  const include = opts.include ?? preset.include;\n  // --no-exclude widens past the preset's exclusions; an explicit --exclude alongside it is\n  // still the scope for this command, since it says what to leave out rather than what to keep.\n  const exclude = opts.exclude ?? (opts.noExclude ? undefined : preset.exclude);\n  return { presetName, k, where, include, exclude, signals: presetSignals(cfg, presetName) };\n}\n"],"names":["SenseError","presetNames","presetSignals","resolvePreset","cfg","name","presetName","preset","presets","join","resolveSearch","opts","k","where","include","exclude","noExclude","undefined","signals"],"mappings":"AAAA,SAASA,UAAU,QAAQ,eAAe;AAC1C,SAASC,WAAW,EAAEC,aAAa,QAAQ,cAAc;AAGzD,4FAA4F;AAC5F,0FAA0F;AAC1F,uCAAuC;AACvC,OAAO,SAASC,cAAcC,GAAW,EAAEC,IAAa;IACtD,MAAMC,aAAaD,iBAAAA,kBAAAA,OAAQ;IAC3B,MAAME,SAASH,IAAII,OAAO,CAACF,WAAW;IACtC,IAAI,CAACC,QAAQ,MAAM,IAAIP,WAAW,kBAAkB,CAAC,gBAAgB,EAAEM,WAAW,qBAAqB,EAAEL,YAAYG,KAAKK,IAAI,CAAC,OAAO;IACtI,OAAO;QAAEJ,MAAMC;QAAYC;IAAO;AACpC;AAEA,uFAAuF;AACvF,qFAAqF;AACrF,OAAO,SAASG,cAAcN,GAAW,EAAEO,OAAwB,CAAC,CAAC;QAEzDA,MAAAA,SACIA,aAEEA,eAGAA;IAPhB,MAAM,EAAEN,MAAMC,UAAU,EAAEC,MAAM,EAAE,GAAGJ,cAAcC,KAAKO,KAAKJ,MAAM;IACnE,MAAMK,KAAID,QAAAA,UAAAA,KAAKC,CAAC,cAAND,qBAAAA,UAAUJ,OAAOK,CAAC,cAAlBD,kBAAAA,OAAsB;IAChC,MAAME,SAAQF,cAAAA,KAAKE,KAAK,cAAVF,yBAAAA,cAAcJ,OAAOM,KAAK;IACxC,iEAAiE;IACjE,MAAMC,WAAUH,gBAAAA,KAAKG,OAAO,cAAZH,2BAAAA,gBAAgBJ,OAAOO,OAAO;IAC9C,0FAA0F;IAC1F,8FAA8F;IAC9F,MAAMC,WAAUJ,gBAAAA,KAAKI,OAAO,cAAZJ,2BAAAA,gBAAiBA,KAAKK,SAAS,GAAGC,YAAYV,OAAOQ,OAAO;IAC5E,OAAO;QAAET;QAAYM;QAAGC;QAAOC;QAASC;QAASG,SAAShB,cAAcE,KAAKE;IAAY;AAC3F"}

package/dist/esm/config/signals.d.ts

@@ -0,0 +1,4 @@
+export declare const SIGNAL_NAMES: readonly ["words", "links", "vectors"];
+export type SignalName = (typeof SIGNAL_NAMES)[number];
+export type SignalWeights = Partial<Record<SignalName, number>>;
+export declare const SIGNAL_PREREQUISITES: Partial<Record<SignalName, SignalName>>;

package/dist/esm/config/signals.js

@@ -0,0 +1,14 @@
+// Signal names a search can compose and each one's prerequisite among the others. The
+// single source both config validation and search composition read: a preset that declares a
+// signal whose prerequisite is unmet gets an error naming both keys, not a quieter result.
+export const SIGNAL_NAMES = [
+    'words',
+    'links',
+    'vectors'
+];
+// links is seeded by word-match rows, so it is empty without them. vectors' prerequisite is a
+// named embed model, not another signal, so validate.ts checks it against the top-level embed
+// block directly instead of listing it here.
+export const SIGNAL_PREREQUISITES = {
+    links: 'words'
+};

package/dist/esm/config/signals.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/signals.ts"],"sourcesContent":["// Signal names a search can compose and each one's prerequisite among the others. The\n// single source both config validation and search composition read: a preset that declares a\n// signal whose prerequisite is unmet gets an error naming both keys, not a quieter result.\nexport const SIGNAL_NAMES = ['words', 'links', 'vectors'] as const;\nexport type SignalName = (typeof SIGNAL_NAMES)[number];\n\n// A preset's signals, declared or effective: which ones fire and each one's RRF weight. Presence\n// is enablement -- a signal absent from the map never runs. Weight multiplies that signal's\n// RRF contribution (weight / (RRF_K + rank)); weight 1 is the default and reproduces pre-weight\n// scores bit-for-bit.\nexport type SignalWeights = Partial<Record<SignalName, number>>;\n\n// links is seeded by word-match rows, so it is empty without them. vectors' prerequisite is a\n// named embed model, not another signal, so validate.ts checks it against the top-level embed\n// block directly instead of listing it here.\nexport const SIGNAL_PREREQUISITES: Partial<Record<SignalName, SignalName>> = { links: 'words' };\n"],"names":["SIGNAL_NAMES","SIGNAL_PREREQUISITES","links"],"mappings":"AAAA,sFAAsF;AACtF,6FAA6F;AAC7F,2FAA2F;AAC3F,OAAO,MAAMA,eAAe;IAAC;IAAS;IAAS;CAAU,CAAU;AASnE,8FAA8F;AAC9F,8FAA8F;AAC9F,6CAA6C;AAC7C,OAAO,MAAMC,uBAAgE;IAAEC,OAAO;AAAQ,EAAE"}

package/dist/esm/config/types.d.ts

@@ -1,20 +1,23 @@
+import type { SignalWeights } from './signals.js';
 export declare const CONFIG_FILENAME = "sense.config.json";
 export declare const STATE_DIR = ".sense";
-export declare const SUPPORTED_CONFIG_VERSION = 4;
+export declare const SUPPORTED_CONFIG_VERSION = 5;
 export declare const FEATURE_NAMES: readonly ["links", "sections", "tags", "rank", "embed"];
 export type FeatureName = (typeof FEATURE_NAMES)[number];
 export interface EmbedConfig {
     model?: string;
-    type?: 'static' | 'api';
+    provider?: 'static' | 'openai' | 'cohere';
     url?: string;
     key?: string;
+    languages?: string[];
+    chunkTokens?: number;
 }
 export declare const DEFAULT_EMBED_MODEL = "minishlab/potion-retrieval-32M";
 export interface Preset {
     include: string[];
     exclude?: string[];
     k?: number;
-    semantic?: boolean;
+    signals?: SignalWeights;
     where?: string;
 }
 export interface SavedSearch {
@@ -64,5 +67,5 @@ export interface EffectiveSearch {
     where?: string;
     include: string[];
     exclude?: string[];
-    semantic: boolean;
+    signals: SignalWeights;
 }

package/dist/esm/config/types.js

@@ -1,7 +1,7 @@
 export const CONFIG_FILENAME = 'sense.config.json';
 export const STATE_DIR = '.sense';
 // Highest sense.config.json `version` this build understands. Older versions auto-migrate on load.
-export const SUPPORTED_CONFIG_VERSION = 4;
+export const SUPPORTED_CONFIG_VERSION = 5;
 // Each feature owns its tables, parse-time extraction, and reconcile step; commands degrade when one is off.
 // links/sections/tags/rank are opt-out toggles in the top-level `features` block; embed is not a
 // member of that block -- it is on exactly when an `embed` block names a model.

package/dist/esm/config/types.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/types.ts"],"sourcesContent":["export const CONFIG_FILENAME = 'sense.config.json';\nexport const STATE_DIR = '.sense';\n\n// Highest sense.config.json `version` this build understands. Older versions auto-migrate on load.\nexport const SUPPORTED_CONFIG_VERSION = 4;\n\n// Each feature owns its tables, parse-time extraction, and reconcile step; commands degrade when one is off.\n// links/sections/tags/rank are opt-out toggles in the top-level `features` block; embed is not a\n// member of that block -- it is on exactly when an `embed` block names a model.\nexport const FEATURE_NAMES = ['links', 'sections', 'tags', 'rank', 'embed'] as const;\nexport type FeatureName = (typeof FEATURE_NAMES)[number];\n\n// `embed` names the model and gives the tree vectors at all; a preset's `semantic` says\n// whether that scope uses them.\nexport interface EmbedConfig {\n  model?: string;\n  type?: 'static' | 'api';\n  url?: string; // api type: OpenAI-compatible base URL, e.g. http://localhost:11434/v1\n  key?: string; // api type: name of the env var holding the bearer token, if any\n}\n\nexport const DEFAULT_EMBED_MODEL = 'minishlab/potion-retrieval-32M';\n\n// A named, self-contained file-selection scope. include/exclude are globby patterns resolved\n// relative to the config file. No inheritance between presets -- every field a preset wants\n// it declares itself. Presets may overlap freely; they are views, not partitions.\nexport interface Preset {\n  include: string[];\n  exclude?: string[];\n  k?: number; // result count for `search` scoped to this preset; default 10\n  // Vectors for the files this preset covers, and for searches scoped to it. Default true;\n  // only ever written as false. A layer searched for exact wording (ingested sources,\n  // archives, generated output) sets it false and costs no embedding at all.\n  semantic?: boolean;\n  where?: string; // standing SQL condition against frontmatter alias `f`\n}\n\n// A saved `search` invocation: `sense <name>` runs like\n// `sense search <search> [--preset] [--include] [--exclude] [--where] [--k]`.\nexport interface SavedSearch {\n  search: string;\n  preset?: string;\n  include?: string[];\n  exclude?: string[];\n  where?: string;\n  k?: number;\n}\n\n// An entry names the verb it runs, one to one with the commands: { sql } runs like\n// `sense sql`, { search } like `sense search`.\nexport type SavedQuery = { sql: string } | SavedSearch;\n\nexport interface Config {\n  // Editor-only pointer to schema.json; never read by sense.\n  $schema?: string;\n  version?: number;\n  // File selection, index-time, and per-preset search defaults. A file is indexed iff any\n  // preset's include/exclude covers it (union). `default` is used when a command names no preset.\n  presets: Record<string, Preset>;\n  // Global feature defaults; absent block or key means enabled. embed is not a member here --\n  // see the `embed` block.\n  features?: { links?: boolean; sections?: boolean; tags?: boolean; rank?: boolean };\n  // Names the embedding model. Present means every indexed file gets vectors; absent means none do.\n  embed?: EmbedConfig;\n  // Settings for the `content` FTS5 table. `tokenize` decides which languages the tree can be\n  // word-searched in at all; changing it rebuilds the index.\n  content?: { tokenize?: string };\n  queries: Record<string, SavedQuery>;\n}\n\nexport interface ResolvedConfig extends Config {\n  baseDir: string;\n  configPath: string | null;\n  // Keys the file declares that this build does not read; cli reports them.\n  unknownKeys?: string[];\n  // Set when loadConfig auto-migrated the file on disk; cli reports it.\n  migratedFrom?: number;\n}\n\nexport interface SearchOverrides {\n  preset?: string;\n  k?: number;\n  where?: string;\n  include?: string[];\n  exclude?: string[];\n  noExclude?: boolean; // drop the preset's exclude for this command; --exclude still applies\n}\n\nexport interface EffectiveSearch {\n  presetName: string;\n  k: number;\n  where?: string;\n  include: string[];\n  exclude?: string[];\n  semantic: boolean; // the resolved preset's vector participation\n}\n"],"names":["CONFIG_FILENAME","STATE_DIR","SUPPORTED_CONFIG_VERSION","FEATURE_NAMES","DEFAULT_EMBED_MODEL"],"mappings":"AAAA,OAAO,MAAMA,kBAAkB,oBAAoB;AACnD,OAAO,MAAMC,YAAY,SAAS;AAElC,mGAAmG;AACnG,OAAO,MAAMC,2BAA2B,EAAE;AAE1C,6GAA6G;AAC7G,iGAAiG;AACjG,gFAAgF;AAChF,OAAO,MAAMC,gBAAgB;IAAC;IAAS;IAAY;IAAQ;IAAQ;CAAQ,CAAU;AAYrF,OAAO,MAAMC,sBAAsB,iCAAiC"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/types.ts"],"sourcesContent":["import type { SignalWeights } from './signals.ts';\n\nexport const CONFIG_FILENAME = 'sense.config.json';\nexport const STATE_DIR = '.sense';\n\n// Highest sense.config.json `version` this build understands. Older versions auto-migrate on load.\nexport const SUPPORTED_CONFIG_VERSION = 5;\n\n// Each feature owns its tables, parse-time extraction, and reconcile step; commands degrade when one is off.\n// links/sections/tags/rank are opt-out toggles in the top-level `features` block; embed is not a\n// member of that block -- it is on exactly when an `embed` block names a model.\nexport const FEATURE_NAMES = ['links', 'sections', 'tags', 'rank', 'embed'] as const;\nexport type FeatureName = (typeof FEATURE_NAMES)[number];\n\n// `embed` names the model and gives the tree vectors at all; a preset's `signals` says which\n// engines that scope's searches use.\nexport interface EmbedConfig {\n  model?: string;\n  provider?: 'static' | 'openai' | 'cohere';\n  url?: string; // openai provider: OpenAI-compatible base URL, e.g. http://localhost:11434/v1\n  key?: string; // openai/cohere provider: name of the env var holding the bearer token, if any\n  languages?: string[]; // owner-declared model languages; enables the language-fit check where no card exists\n  chunkTokens?: number; // chunk size ceiling in estimated tokens for small-context models; default 500\n}\n\nexport const DEFAULT_EMBED_MODEL = 'minishlab/potion-retrieval-32M';\n\n// A named, self-contained file-selection scope. include/exclude are globby patterns resolved\n// relative to the config file. No inheritance between presets -- every field a preset wants\n// it declares itself. Presets may overlap freely; they are views, not partitions.\nexport interface Preset {\n  include: string[];\n  exclude?: string[];\n  k?: number; // result count for `search` scoped to this preset; default 10\n  // Exhaustive when present: every signal this preset's searches compose, each mapped to\n  // its RRF weight (a finite number > 0; presence is enablement). Absent means every signal\n  // whose prerequisite holds, each at weight 1 -- words always, links when the feature is on,\n  // vectors when the tree names a model. A layer searched for exact wording (ingested sources,\n  // archives, generated output) declares {\"words\":1,\"links\":1} and costs no embedding at all.\n  signals?: SignalWeights;\n  where?: string; // standing SQL condition against frontmatter alias `f`\n}\n\n// A saved `search` invocation: `sense <name>` runs like\n// `sense search <search> [--preset] [--include] [--exclude] [--where] [--k]`.\nexport interface SavedSearch {\n  search: string;\n  preset?: string;\n  include?: string[];\n  exclude?: string[];\n  where?: string;\n  k?: number;\n}\n\n// An entry names the verb it runs, one to one with the commands: { sql } runs like\n// `sense sql`, { search } like `sense search`.\nexport type SavedQuery = { sql: string } | SavedSearch;\n\nexport interface Config {\n  // Editor-only pointer to schema.json; never read by sense.\n  $schema?: string;\n  version?: number;\n  // File selection, index-time, and per-preset search defaults. A file is indexed iff any\n  // preset's include/exclude covers it (union). `default` is used when a command names no preset.\n  presets: Record<string, Preset>;\n  // Global feature defaults; absent block or key means enabled. embed is not a member here --\n  // see the `embed` block.\n  features?: { links?: boolean; sections?: boolean; tags?: boolean; rank?: boolean };\n  // Names the embedding model. Present means every indexed file gets vectors; absent means none do.\n  embed?: EmbedConfig;\n  // Settings for the `content` FTS5 table. `tokenize` decides which languages the tree can be\n  // word-searched in at all; changing it rebuilds the index.\n  content?: { tokenize?: string };\n  queries: Record<string, SavedQuery>;\n}\n\nexport interface ResolvedConfig extends Config {\n  baseDir: string;\n  configPath: string | null;\n  // Keys the file declares that this build does not read; cli reports them.\n  unknownKeys?: string[];\n  // Set when loadConfig auto-migrated the file on disk; cli reports it.\n  migratedFrom?: number;\n}\n\nexport interface SearchOverrides {\n  preset?: string;\n  k?: number;\n  where?: string;\n  include?: string[];\n  exclude?: string[];\n  noExclude?: boolean; // drop the preset's exclude for this command; --exclude still applies\n}\n\nexport interface EffectiveSearch {\n  presetName: string;\n  k: number;\n  where?: string;\n  include: string[];\n  exclude?: string[];\n  signals: SignalWeights; // this preset's effective signal weights\n}\n"],"names":["CONFIG_FILENAME","STATE_DIR","SUPPORTED_CONFIG_VERSION","FEATURE_NAMES","DEFAULT_EMBED_MODEL"],"mappings":"AAEA,OAAO,MAAMA,kBAAkB,oBAAoB;AACnD,OAAO,MAAMC,YAAY,SAAS;AAElC,mGAAmG;AACnG,OAAO,MAAMC,2BAA2B,EAAE;AAE1C,6GAA6G;AAC7G,iGAAiG;AACjG,gFAAgF;AAChF,OAAO,MAAMC,gBAAgB;IAAC;IAAS;IAAY;IAAQ;IAAQ;CAAQ,CAAU;AAcrF,OAAO,MAAMC,sBAAsB,iCAAiC"}

package/dist/esm/config/validate.d.ts

@@ -1,4 +1,5 @@
 import type { Config } from './types.js';
+export declare const KNOWN_EMBED_KEYS: Set<string>;
 export declare function unknownConfigKeys(cfg: Record<string, unknown>): string[];
 export declare function validateLegacyScan(parsed: unknown, configPath: string): void;
 export declare function validateConfig(parsed: unknown, configPath: string): Config;