sensemaking 0.15.4 → 0.16.0

package/dist/cjs/commands/signals.js

@@ -0,0 +1,299 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", {
+    value: true
+});
+function _export(target, all) {
+    for(var name in all)Object.defineProperty(target, name, {
+        enumerable: true,
+        get: Object.getOwnPropertyDescriptor(all, name).get
+    });
+}
+_export(exports, {
+    get linksCandidates () {
+        return linksCandidates;
+    },
+    get vectorsCandidates () {
+        return vectorsCandidates;
+    },
+    get wordsCandidates () {
+        return wordsCandidates;
+    }
+});
+var _queryts = require("../embed/query.js");
+var _indexts = require("../features/index.js");
+var _graphts = require("../graph.js");
+function _array_like_to_array(arr, len) {
+    if (len == null || len > arr.length) len = arr.length;
+    for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
+    return arr2;
+}
+function _array_with_holes(arr) {
+    if (Array.isArray(arr)) return arr;
+}
+function _array_without_holes(arr) {
+    if (Array.isArray(arr)) return _array_like_to_array(arr);
+}
+function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
+    try {
+        var info = gen[key](arg);
+        var value = info.value;
+    } catch (error) {
+        reject(error);
+        return;
+    }
+    if (info.done) resolve(value);
+    else Promise.resolve(value).then(_next, _throw);
+}
+function _async_to_generator(fn) {
+    return function() {
+        var self = this, args = arguments;
+        return new Promise(function(resolve, reject) {
+            var gen = fn.apply(self, args);
+            function _next(value) {
+                asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value);
+            }
+            function _throw(err) {
+                asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err);
+            }
+            _next(undefined);
+        });
+    };
+}
+function _iterable_to_array(iter) {
+    if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) {
+        return Array.from(iter);
+    }
+}
+function _iterable_to_array_limit(arr, i) {
+    var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"];
+    if (_i == null) return;
+    var _arr = [];
+    var _n = true;
+    var _d = false;
+    var _s, _e;
+    try {
+        for(_i = _i.call(arr); !(_n = (_s = _i.next()).done); _n = true){
+            _arr.push(_s.value);
+            if (i && _arr.length === i) break;
+        }
+    } catch (err) {
+        _d = true;
+        _e = err;
+    } finally{
+        try {
+            if (!_n && _i["return"] != null) _i["return"]();
+        } finally{
+            if (_d) throw _e;
+        }
+    }
+    return _arr;
+}
+function _non_iterable_rest() {
+    throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
+}
+function _non_iterable_spread() {
+    throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
+}
+function _sliced_to_array(arr, i) {
+    return _array_with_holes(arr) || _iterable_to_array_limit(arr, i) || _unsupported_iterable_to_array(arr, i) || _non_iterable_rest();
+}
+function _to_consumable_array(arr) {
+    return _array_without_holes(arr) || _iterable_to_array(arr) || _unsupported_iterable_to_array(arr) || _non_iterable_spread();
+}
+function _ts_generator(thisArg, body) {
+    var f, y, t, _ = {
+        label: 0,
+        sent: function() {
+            if (t[0] & 1) throw t[1];
+            return t[1];
+        },
+        trys: [],
+        ops: []
+    }, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype), d = Object.defineProperty;
+    return d(g, "next", {
+        value: verb(0)
+    }), d(g, "throw", {
+        value: verb(1)
+    }), d(g, "return", {
+        value: verb(2)
+    }), typeof Symbol === "function" && d(g, Symbol.iterator, {
+        value: function() {
+            return this;
+        }
+    }), g;
+    function verb(n) {
+        return function(v) {
+            return step([
+                n,
+                v
+            ]);
+        };
+    }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while(g && (g = 0, op[0] && (_ = 0)), _)try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [
+                op[0] & 2,
+                t.value
+            ];
+            switch(op[0]){
+                case 0:
+                case 1:
+                    t = op;
+                    break;
+                case 4:
+                    _.label++;
+                    return {
+                        value: op[1],
+                        done: false
+                    };
+                case 5:
+                    _.label++;
+                    y = op[1];
+                    op = [
+                        0
+                    ];
+                    continue;
+                case 7:
+                    op = _.ops.pop();
+                    _.trys.pop();
+                    continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) {
+                        _ = 0;
+                        continue;
+                    }
+                    if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) {
+                        _.label = op[1];
+                        break;
+                    }
+                    if (op[0] === 6 && _.label < t[1]) {
+                        _.label = t[1];
+                        t = op;
+                        break;
+                    }
+                    if (t && _.label < t[2]) {
+                        _.label = t[2];
+                        _.ops.push(op);
+                        break;
+                    }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop();
+                    continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) {
+            op = [
+                6,
+                e
+            ];
+            y = 0;
+        } finally{
+            f = t = 0;
+        }
+        if (op[0] & 5) throw op[1];
+        return {
+            value: op[0] ? op[1] : void 0,
+            done: true
+        };
+    }
+}
+function _unsupported_iterable_to_array(o, minLen) {
+    if (!o) return;
+    if (typeof o === "string") return _array_like_to_array(o, minLen);
+    var n = Object.prototype.toString.call(o).slice(8, -1);
+    if (n === "Object" && o.constructor) n = o.constructor.name;
+    if (n === "Map" || n === "Set") return Array.from(n);
+    if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
+}
+// RRF composes whatever the preset declares; the constant lives here since it belongs to
+// the fusion these three functions share, not to search() itself.
+var RRF_K = 60;
+function wordsCandidates(db, candidates, query, whereJoin, whereCond, scopeCond, fetch, weight) {
+    var WEIGHTED_BM25 = 'bm25(content, 10.0, 5.0, 1.0, 0, 10.0, 5.0, 1.0)';
+    var SNIPPET_BOUND = 16384;
+    var matchSql = "SELECT content.path AS path, CASE WHEN length(content.text) <= ".concat(SNIPPET_BOUND, " THEN snippet(content, 2, '\xab', '\xbb', '…', 10) ELSE NULL END AS hit FROM content ").concat(whereJoin, " WHERE content MATCH ? ").concat(whereCond, " ").concat(scopeCond, " ORDER BY ").concat(WEIGHTED_BM25, " LIMIT ").concat(fetch);
+    var matchRows = db.prepare(matchSql).all(query);
+    matchRows.forEach(function(r, i) {
+        candidates.set(r.path, {
+            score: weight / (RRF_K + i),
+            via: 'match'
+        });
+    });
+    return matchRows;
+}
+function linksCandidates(db, candidates, matchRows, allPaths, allowedPaths, fetch, weight) {
+    if (matchRows.length === 0) return;
+    var edges = (0, _indexts.linkEdges)(db);
+    if (edges.length === 0) return;
+    // Gates the label only, not the score: restart mass ranks every seed without an incident
+    // edge, but dropping it from the score reweights fusion (FEVER hit@10 0.997 -> 0.907).
+    var linked = new Set(edges.flat());
+    var seeds = new Map(matchRows.map(function(r, i) {
+        return [
+            r.path,
+            1 / (i + 1)
+        ];
+    }));
+    var ranked = _to_consumable_array((0, _graphts.personalizedRank)(allPaths, edges, seeds)).filter(function(param) {
+        var _param = _sliced_to_array(param, 2), path = _param[0], score = _param[1];
+        return score > 1e-9 && allowedPaths.has(path);
+    }).sort(function(a, b) {
+        return b[1] - a[1];
+    }).slice(0, fetch);
+    ranked.forEach(function(param, i) {
+        var _param = _sliced_to_array(param, 1), path = _param[0];
+        var existing = candidates.get(path);
+        if (existing) {
+            existing.score += weight / (RRF_K + i);
+            if (linked.has(path)) existing.via = 'match+link';
+        } else {
+            candidates.set(path, {
+                score: weight / (RRF_K + i),
+                via: 'link'
+            });
+        }
+    });
+}
+function vectorsCandidates(db, cfg, candidates, terms, fetch, allowedPaths, weight) {
+    return _async_to_generator(function() {
+        var chunkLines, chunkSimilarity, vec;
+        return _ts_generator(this, function(_state) {
+            switch(_state.label){
+                case 0:
+                    chunkLines = new Map();
+                    chunkSimilarity = new Map();
+                    return [
+                        4,
+                        (0, _queryts.semanticCandidates)(db, cfg, terms, fetch, allowedPaths)
+                    ];
+                case 1:
+                    vec = _state.sent();
+                    vec.forEach(function(param, i) {
+                        var path = param.path, lines = param.lines, similarity = param.similarity;
+                        chunkLines.set(path, lines);
+                        chunkSimilarity.set(path, similarity);
+                        var existing = candidates.get(path);
+                        if (existing) {
+                            existing.score += weight / (RRF_K + i);
+                            existing.via = "".concat(existing.via, "+vector");
+                        } else {
+                            candidates.set(path, {
+                                score: weight / (RRF_K + i),
+                                via: 'vector'
+                            });
+                        }
+                    });
+                    return [
+                        2,
+                        {
+                            chunkLines: chunkLines,
+                            chunkSimilarity: chunkSimilarity
+                        }
+                    ];
+            }
+        });
+    })();
+}
+/* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }

package/dist/cjs/commands/signals.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/commands/signals.ts"],"sourcesContent":["import type { DatabaseSync } from 'node:sqlite';\nimport type { ResolvedConfig } from '../config/index.ts';\nimport { semanticCandidates } from '../embed/query.ts';\nimport { linkEdges } from '../features/index.ts';\nimport { personalizedRank } from '../graph.ts';\n\n// RRF composes whatever the preset declares; the constant lives here since it belongs to\n// the fusion these three functions share, not to search() itself.\nconst RRF_K = 60;\n\nexport type Candidates = Map<string, { score: number; via: string }>;\n\n// BM25 match rows, folded into `candidates` by reciprocal rank scaled by the preset's declared\n// weight for this signal (default 1, bit-identical to the unweighted score). Every other signal\n// is seeded from its output, so search() runs this one first when \"words\" is declared.\nexport function wordsCandidates(db: DatabaseSync, candidates: Candidates, query: string, whereJoin: string, whereCond: string, scopeCond: string, fetch: number, weight: number): Array<{ path: string; hit: string | null }> {\n  const WEIGHTED_BM25 = 'bm25(content, 10.0, 5.0, 1.0, 0, 10.0, 5.0, 1.0)';\n  const SNIPPET_BOUND = 16_384;\n  const matchSql = `SELECT content.path AS path, CASE WHEN length(content.text) <= ${SNIPPET_BOUND} THEN snippet(content, 2, '«', '»', '…', 10) ELSE NULL END AS hit FROM content ${whereJoin} WHERE content MATCH ? ${whereCond} ${scopeCond} ORDER BY ${WEIGHTED_BM25} LIMIT ${fetch}`;\n  const matchRows = db.prepare(matchSql).all(query) as Array<{ path: string; hit: string | null }>;\n  matchRows.forEach((r, i) => {\n    candidates.set(r.path, { score: weight / (RRF_K + i), via: 'match' });\n  });\n  return matchRows;\n}\n\n// Personalized-PageRank expansion from the word-match seeds, folded into `candidates` at this\n// signal's weight. A no-op when there is nothing to seed from (matchRows empty), same as before\n// this was a signal.\nexport function linksCandidates(db: DatabaseSync, candidates: Candidates, matchRows: Array<{ path: string; hit: string | null }>, allPaths: string[], allowedPaths: Set<string>, fetch: number, weight: number): void {\n  if (matchRows.length === 0) return;\n  const edges = linkEdges(db);\n  if (edges.length === 0) return;\n  // Gates the label only, not the score: restart mass ranks every seed without an incident\n  // edge, but dropping it from the score reweights fusion (FEVER hit@10 0.997 -> 0.907).\n  const linked = new Set(edges.flat());\n  const seeds = new Map(matchRows.map((r, i) => [r.path, 1 / (i + 1)]));\n  const ranked = [...personalizedRank(allPaths, edges, seeds)]\n    .filter(([path, score]) => score > 1e-9 && allowedPaths.has(path))\n    .sort((a, b) => b[1] - a[1])\n    .slice(0, fetch);\n  ranked.forEach(([path], i) => {\n    const existing = candidates.get(path);\n    if (existing) {\n      existing.score += weight / (RRF_K + i);\n      if (linked.has(path)) existing.via = 'match+link';\n    } else {\n      candidates.set(path, { score: weight / (RRF_K + i), via: 'link' });\n    }\n  });\n}\n\n// Vector expansion at the swept flat-region constants (pool = fetch), folded into `candidates`\n// at this signal's weight. Each row also carries its best chunk's line range and similarity,\n// for the caller.\nexport async function vectorsCandidates(db: DatabaseSync, cfg: ResolvedConfig, candidates: Candidates, terms: string, fetch: number, allowedPaths: Set<string>, weight: number): Promise<{ chunkLines: Map<string, string>; chunkSimilarity: Map<string, number> }> {\n  const chunkLines = new Map<string, string>();\n  const chunkSimilarity = new Map<string, number>();\n  const vec = await semanticCandidates(db, cfg, terms, fetch, allowedPaths);\n  vec.forEach(({ path, lines, similarity }, i) => {\n    chunkLines.set(path, lines);\n    chunkSimilarity.set(path, similarity);\n    const existing = candidates.get(path);\n    if (existing) {\n      existing.score += weight / (RRF_K + i);\n      existing.via = `${existing.via}+vector`;\n    } else {\n      candidates.set(path, { score: weight / (RRF_K + i), via: 'vector' });\n    }\n  });\n  return { chunkLines, chunkSimilarity };\n}\n"],"names":["linksCandidates","vectorsCandidates","wordsCandidates","RRF_K","db","candidates","query","whereJoin","whereCond","scopeCond","fetch","weight","WEIGHTED_BM25","SNIPPET_BOUND","matchSql","matchRows","prepare","all","forEach","r","i","set","path","score","via","allPaths","allowedPaths","length","edges","linkEdges","linked","Set","flat","seeds","Map","map","ranked","personalizedRank","filter","has","sort","a","b","slice","existing","get","cfg","terms","chunkLines","chunkSimilarity","vec","semanticCandidates","lines","similarity"],"mappings":";;;;;;;;;;;QA6BgBA;eAAAA;;QA0BMC;eAAAA;;QAxCNC;eAAAA;;;uBAbmB;uBACT;uBACO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEjC,yFAAyF;AACzF,kEAAkE;AAClE,IAAMC,QAAQ;AAOP,SAASD,gBAAgBE,EAAgB,EAAEC,UAAsB,EAAEC,KAAa,EAAEC,SAAiB,EAAEC,SAAiB,EAAEC,SAAiB,EAAEC,KAAa,EAAEC,MAAc;IAC7K,IAAMC,gBAAgB;IACtB,IAAMC,gBAAgB;IACtB,IAAMC,WAAW,AAAC,kEAAgKP,OAA/FM,eAAc,yFAAoHL,OAAnCD,WAAU,2BAAsCE,OAAbD,WAAU,KAAyBI,OAAtBH,WAAU,cAAmCC,OAAvBE,eAAc,WAAe,OAANF;IAC/Q,IAAMK,YAAYX,GAAGY,OAAO,CAACF,UAAUG,GAAG,CAACX;IAC3CS,UAAUG,OAAO,CAAC,SAACC,GAAGC;QACpBf,WAAWgB,GAAG,CAACF,EAAEG,IAAI,EAAE;YAAEC,OAAOZ,SAAUR,CAAAA,QAAQiB,CAAAA;YAAII,KAAK;QAAQ;IACrE;IACA,OAAOT;AACT;AAKO,SAASf,gBAAgBI,EAAgB,EAAEC,UAAsB,EAAEU,SAAsD,EAAEU,QAAkB,EAAEC,YAAyB,EAAEhB,KAAa,EAAEC,MAAc;IAC5M,IAAII,UAAUY,MAAM,KAAK,GAAG;IAC5B,IAAMC,QAAQC,IAAAA,kBAAS,EAACzB;IACxB,IAAIwB,MAAMD,MAAM,KAAK,GAAG;IACxB,yFAAyF;IACzF,uFAAuF;IACvF,IAAMG,SAAS,IAAIC,IAAIH,MAAMI,IAAI;IACjC,IAAMC,QAAQ,IAAIC,IAAInB,UAAUoB,GAAG,CAAC,SAAChB,GAAGC;eAAM;YAACD,EAAEG,IAAI;YAAE,IAAKF,CAAAA,IAAI,CAAA;SAAG;;IACnE,IAAMgB,SAAS,AAAC,qBAAGC,IAAAA,yBAAgB,EAACZ,UAAUG,OAAOK,QAClDK,MAAM,CAAC;iDAAEhB,kBAAMC;eAAWA,QAAQ,QAAQG,aAAaa,GAAG,CAACjB;OAC3DkB,IAAI,CAAC,SAACC,GAAGC;eAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE;OAC1BE,KAAK,CAAC,GAAGjC;IACZ0B,OAAOlB,OAAO,CAAC,gBAASE;iDAAPE;QACf,IAAMsB,WAAWvC,WAAWwC,GAAG,CAACvB;QAChC,IAAIsB,UAAU;YACZA,SAASrB,KAAK,IAAIZ,SAAUR,CAAAA,QAAQiB,CAAAA;YACpC,IAAIU,OAAOS,GAAG,CAACjB,OAAOsB,SAASpB,GAAG,GAAG;QACvC,OAAO;YACLnB,WAAWgB,GAAG,CAACC,MAAM;gBAAEC,OAAOZ,SAAUR,CAAAA,QAAQiB,CAAAA;gBAAII,KAAK;YAAO;QAClE;IACF;AACF;AAKO,SAAevB,kBAAkBG,EAAgB,EAAE0C,GAAmB,EAAEzC,UAAsB,EAAE0C,KAAa,EAAErC,KAAa,EAAEgB,YAAyB,EAAEf,MAAc;;YACtKqC,YACAC,iBACAC;;;;oBAFAF,aAAa,IAAId;oBACjBe,kBAAkB,IAAIf;oBAChB;;wBAAMiB,IAAAA,2BAAkB,EAAC/C,IAAI0C,KAAKC,OAAOrC,OAAOgB;;;oBAAtDwB,MAAM;oBACZA,IAAIhC,OAAO,CAAC,gBAA8BE;4BAA3BE,aAAAA,MAAM8B,cAAAA,OAAOC,mBAAAA;wBAC1BL,WAAW3B,GAAG,CAACC,MAAM8B;wBACrBH,gBAAgB5B,GAAG,CAACC,MAAM+B;wBAC1B,IAAMT,WAAWvC,WAAWwC,GAAG,CAACvB;wBAChC,IAAIsB,UAAU;4BACZA,SAASrB,KAAK,IAAIZ,SAAUR,CAAAA,QAAQiB,CAAAA;4BACpCwB,SAASpB,GAAG,GAAG,AAAC,GAAe,OAAboB,SAASpB,GAAG,EAAC;wBACjC,OAAO;4BACLnB,WAAWgB,GAAG,CAACC,MAAM;gCAAEC,OAAOZ,SAAUR,CAAAA,QAAQiB,CAAAA;gCAAII,KAAK;4BAAS;wBACpE;oBACF;oBACA;;wBAAO;4BAAEwB,YAAAA;4BAAYC,iBAAAA;wBAAgB;;;;IACvC"}

package/dist/cjs/commands/status.d.cts

@@ -1,9 +1,9 @@
 import type { DatabaseSync } from 'node:sqlite';
-import type { ResolvedConfig } from '../config/index.js';
+import type { ResolvedConfig, SignalWeights } from '../config/index.js';
 export interface PresetCoverage {
     name: string;
     files: number;
     embedded: number;
-    semantic: boolean;
+    signals: SignalWeights;
 }
 export declare function presetCoverage(db: DatabaseSync, cfg: ResolvedConfig): PresetCoverage[];

package/dist/cjs/commands/status.d.ts

@@ -1,9 +1,9 @@
 import type { DatabaseSync } from 'node:sqlite';
-import type { ResolvedConfig } from '../config/index.js';
+import type { ResolvedConfig, SignalWeights } from '../config/index.js';
 export interface PresetCoverage {
     name: string;
     files: number;
     embedded: number;
-    semantic: boolean;
+    signals: SignalWeights;
 }
 export declare function presetCoverage(db: DatabaseSync, cfg: ResolvedConfig): PresetCoverage[];

package/dist/cjs/commands/status.js

@@ -18,7 +18,7 @@ function presetCoverage(db, cfg) {
             name: name,
             files: files,
             embedded: embedded,
-            semantic: (0, _indexts.presetSemanticEnabled)(cfg, name)
+            signals: (0, _indexts.presetSignals)(cfg, name)
         };
     });
 }

package/dist/cjs/commands/status.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/commands/status.ts"],"sourcesContent":["import type { DatabaseSync } from 'node:sqlite';\nimport type { ResolvedConfig } from '../config/index.ts';\nimport { anyPresetEmbeds, presetNames, presetSemanticEnabled } from '../config/index.ts';\n\nexport interface PresetCoverage {\n  name: string;\n  files: number;\n  embedded: number;\n  // Reported so 0 embedded reads as \"this scope declined vectors\" rather than \"not yet built\".\n  semantic: boolean;\n}\n\n// Indexing derives from presets, so the derivation stays visible. Read from preset_files, not\n// recomputed from globs, so it reflects the cache rather than the config.\nexport function presetCoverage(db: DatabaseSync, cfg: ResolvedConfig): PresetCoverage[] {\n  const embedActive = anyPresetEmbeds(cfg);\n  return presetNames(cfg).map((name) => {\n    const files = (db.prepare('SELECT COUNT(*) AS n FROM preset_files WHERE preset = ?').get(name) as { n: number }).n;\n    const embedded = embedActive ? (db.prepare('SELECT COUNT(*) AS n FROM preset_files pf WHERE pf.preset = ? AND EXISTS (SELECT 1 FROM embeddings e WHERE e.\"path\" = pf.\"path\" AND e.vector IS NOT NULL)').get(name) as { n: number }).n : 0;\n    return { name, files, embedded, semantic: presetSemanticEnabled(cfg, name) };\n  });\n}\n"],"names":["presetCoverage","db","cfg","embedActive","anyPresetEmbeds","presetNames","map","name","files","prepare","get","n","embedded","semantic","presetSemanticEnabled"],"mappings":";;;;+BAcgBA;;;eAAAA;;;uBAZoD;AAY7D,SAASA,eAAeC,EAAgB,EAAEC,GAAmB;IAClE,IAAMC,cAAcC,IAAAA,wBAAe,EAACF;IACpC,OAAOG,IAAAA,oBAAW,EAACH,KAAKI,GAAG,CAAC,SAACC;QAC3B,IAAMC,QAAQ,AAACP,GAAGQ,OAAO,CAAC,2DAA2DC,GAAG,CAACH,MAAwBI,CAAC;QAClH,IAAMC,WAAWT,cAAc,AAACF,GAAGQ,OAAO,CAAC,6JAA6JC,GAAG,CAACH,MAAwBI,CAAC,GAAG;QACxO,OAAO;YAAEJ,MAAAA;YAAMC,OAAAA;YAAOI,UAAAA;YAAUC,UAAUC,IAAAA,8BAAqB,EAACZ,KAAKK;QAAM;IAC7E;AACF"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/commands/status.ts"],"sourcesContent":["import type { DatabaseSync } from 'node:sqlite';\nimport type { ResolvedConfig, SignalWeights } from '../config/index.ts';\nimport { anyPresetEmbeds, presetNames, presetSignals } from '../config/index.ts';\n\nexport interface PresetCoverage {\n  name: string;\n  files: number;\n  embedded: number;\n  // Reported so 0 embedded reads as \"this scope declined vectors\" rather than \"not yet built\".\n  signals: SignalWeights;\n}\n\n// Indexing derives from presets, so the derivation stays visible. Read from preset_files, not\n// recomputed from globs, so it reflects the cache rather than the config.\nexport function presetCoverage(db: DatabaseSync, cfg: ResolvedConfig): PresetCoverage[] {\n  const embedActive = anyPresetEmbeds(cfg);\n  return presetNames(cfg).map((name) => {\n    const files = (db.prepare('SELECT COUNT(*) AS n FROM preset_files WHERE preset = ?').get(name) as { n: number }).n;\n    const embedded = embedActive ? (db.prepare('SELECT COUNT(*) AS n FROM preset_files pf WHERE pf.preset = ? AND EXISTS (SELECT 1 FROM embeddings e WHERE e.\"path\" = pf.\"path\" AND e.vector IS NOT NULL)').get(name) as { n: number }).n : 0;\n    return { name, files, embedded, signals: presetSignals(cfg, name) };\n  });\n}\n"],"names":["presetCoverage","db","cfg","embedActive","anyPresetEmbeds","presetNames","map","name","files","prepare","get","n","embedded","signals","presetSignals"],"mappings":";;;;+BAcgBA;;;eAAAA;;;uBAZ4C;AAYrD,SAASA,eAAeC,EAAgB,EAAEC,GAAmB;IAClE,IAAMC,cAAcC,IAAAA,wBAAe,EAACF;IACpC,OAAOG,IAAAA,oBAAW,EAACH,KAAKI,GAAG,CAAC,SAACC;QAC3B,IAAMC,QAAQ,AAACP,GAAGQ,OAAO,CAAC,2DAA2DC,GAAG,CAACH,MAAwBI,CAAC;QAClH,IAAMC,WAAWT,cAAc,AAACF,GAAGQ,OAAO,CAAC,6JAA6JC,GAAG,CAACH,MAAwBI,CAAC,GAAG;QACxO,OAAO;YAAEJ,MAAAA;YAAMC,OAAAA;YAAOI,UAAAA;YAAUC,SAASC,IAAAA,sBAAa,EAACZ,KAAKK;QAAM;IACpE;AACF"}

package/dist/cjs/config/access.d.cts

@@ -1,7 +1,9 @@
+import type { SignalName, SignalWeights } from './signals.js';
 import { type Config, type FeatureName } from './types.js';
 export declare function presetNames(cfg: Config): string[];
 export declare function embedEnabled(cfg: Config): boolean;
-export declare function presetSemanticEnabled(cfg: Config, name: string): boolean;
+export declare function presetSignals(cfg: Config, name: string): SignalWeights;
+export declare function presetHasSignal(cfg: Config, name: string, signal: SignalName): boolean;
 export declare function anyPresetEmbeds(cfg: Config): boolean;
 export declare function featureEnabled(cfg: Config, name: FeatureName): boolean;
 export declare function enabledFeatures(cfg: Config): FeatureName[];
@@ -11,9 +13,10 @@ export declare function featureStates(cfg: Config): {
 };
 export declare function embedConfig(cfg: Config): {
     model: string;
-    type: 'static' | 'api';
+    provider: 'static' | 'openai' | 'cohere';
     url?: string;
     key?: string;
+    languages?: string[];
 } | null;
 export declare function contentTokenize(cfg: Config): string | undefined;
 export declare function featureSignature(cfg: Config): string;

package/dist/cjs/config/access.d.ts

@@ -1,7 +1,9 @@
+import type { SignalName, SignalWeights } from './signals.js';
 import { type Config, type FeatureName } from './types.js';
 export declare function presetNames(cfg: Config): string[];
 export declare function embedEnabled(cfg: Config): boolean;
-export declare function presetSemanticEnabled(cfg: Config, name: string): boolean;
+export declare function presetSignals(cfg: Config, name: string): SignalWeights;
+export declare function presetHasSignal(cfg: Config, name: string, signal: SignalName): boolean;
 export declare function anyPresetEmbeds(cfg: Config): boolean;
 export declare function featureEnabled(cfg: Config, name: FeatureName): boolean;
 export declare function enabledFeatures(cfg: Config): FeatureName[];
@@ -11,9 +13,10 @@ export declare function featureStates(cfg: Config): {
 };
 export declare function embedConfig(cfg: Config): {
     model: string;
-    type: 'static' | 'api';
+    provider: 'static' | 'openai' | 'cohere';
     url?: string;
     key?: string;
+    languages?: string[];
 } | null;
 export declare function contentTokenize(cfg: Config): string | undefined;
 export declare function featureSignature(cfg: Config): string;

package/dist/cjs/config/access.js

@@ -33,13 +33,17 @@ _export(exports, {
     get featureStates () {
         return featureStates;
     },
+    get presetHasSignal () {
+        return presetHasSignal;
+    },
     get presetNames () {
         return presetNames;
     },
-    get presetSemanticEnabled () {
-        return presetSemanticEnabled;
+    get presetSignals () {
+        return presetSignals;
     }
 });
+var _identityts = require("../embed/identity.js");
 var _typests = require("./types.js");
 function _array_like_to_array(arr, len) {
     if (len == null || len > arr.length) len = arr.length;
@@ -75,13 +79,23 @@ function embedEnabled(cfg) {
     var _cfg_embed;
     return typeof ((_cfg_embed = cfg.embed) === null || _cfg_embed === void 0 ? void 0 : _cfg_embed.model) === 'string' && cfg.embed.model.length > 0;
 }
-function presetSemanticEnabled(cfg, name) {
-    var _cfg_presets_name;
-    return ((_cfg_presets_name = cfg.presets[name]) === null || _cfg_presets_name === void 0 ? void 0 : _cfg_presets_name.semantic) !== false;
+function presetSignals(cfg, name) {
+    var _cfg_presets_name, _cfg_features;
+    var declared = (_cfg_presets_name = cfg.presets[name]) === null || _cfg_presets_name === void 0 ? void 0 : _cfg_presets_name.signals;
+    if (declared) return declared;
+    var signals = {
+        words: 1
+    };
+    if (((_cfg_features = cfg.features) === null || _cfg_features === void 0 ? void 0 : _cfg_features.links) !== false) signals.links = 1;
+    if (embedEnabled(cfg)) signals.vectors = 1;
+    return signals;
+}
+function presetHasSignal(cfg, name, signal) {
+    return presetSignals(cfg, name)[signal] !== undefined;
 }
 function anyPresetEmbeds(cfg) {
-    return embedEnabled(cfg) && presetNames(cfg).some(function(name) {
-        return presetSemanticEnabled(cfg, name);
+    return presetNames(cfg).some(function(name) {
+        return presetHasSignal(cfg, name, 'vectors');
     });
 }
 function featureEnabled(cfg, name) {
@@ -110,14 +124,15 @@ function featureStates(cfg) {
     };
 }
 function embedConfig(cfg) {
-    var _e_type;
+    var _e_provider;
     if (!embedEnabled(cfg)) return null;
     var e = cfg.embed;
     return {
         model: e.model,
-        type: (_e_type = e.type) !== null && _e_type !== void 0 ? _e_type : 'static',
+        provider: (_e_provider = e.provider) !== null && _e_provider !== void 0 ? _e_provider : 'static',
         url: e.url,
-        key: e.key
+        key: e.key,
+        languages: e.languages
     };
 }
 function contentTokenize(cfg) {
@@ -130,14 +145,17 @@ function featureSignature(cfg) {
         return name !== 'embed';
     }).join(',');
     var e = embedConfig(cfg);
-    var embedPart = e ? "embed:".concat(e.type, ":").concat(e.model) : 'embed:off';
+    // Weight identity from identity.ts, no network: a static model's resolved sha or local
+    // size+mtime, appended once known so changed weights re-embed.
+    var identity = e && e.provider === 'static' ? (0, _identityts.modelIdentity)(e.model) : undefined;
+    var embedPart = e ? "embed:".concat(e.provider, ":").concat(e.model).concat(identity !== undefined ? "@".concat(identity) : '') : 'embed:off';
     // One keyed segment per preset so a rebuild notice can name exactly which preset moved.
     var presetsPart = _to_consumable_array(presetNames(cfg)).sort().map(function(name) {
         var _p_exclude;
         var p = cfg.presets[name];
         var include = _to_consumable_array(p.include).sort().join('+');
         var exclude = _to_consumable_array((_p_exclude = p.exclude) !== null && _p_exclude !== void 0 ? _p_exclude : []).sort().join('+');
-        return "preset:".concat(name, ":").concat(include, ":").concat(exclude, ":").concat(p.semantic === false ? 'off' : 'on');
+        return "preset:".concat(name, ":").concat(include, ":").concat(exclude, ":").concat(presetHasSignal(cfg, name, 'vectors') ? 'on' : 'off');
     }).join('|');
     var tokenize = contentTokenize(cfg);
     var parts = [

package/dist/cjs/config/access.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/access.ts"],"sourcesContent":["import { type Config, type EmbedConfig, FEATURE_NAMES, type FeatureName } from './types.ts';\n\nexport function presetNames(cfg: Config): string[] {\n  return Object.keys(cfg.presets);\n}\n\n// Whether the tree names a model at all.\nexport function embedEnabled(cfg: Config): boolean {\n  return typeof cfg.embed?.model === 'string' && cfg.embed.model.length > 0;\n}\n\n// A preset's own vector participation: absent or true means on, false means off.\nexport function presetSemanticEnabled(cfg: Config, name: string): boolean {\n  return cfg.presets[name]?.semantic !== false;\n}\n\n// Whether embedding needs to run: a model is named AND some preset wants vectors.\nexport function anyPresetEmbeds(cfg: Config): boolean {\n  return embedEnabled(cfg) && presetNames(cfg).some((name) => presetSemanticEnabled(cfg, name));\n}\n\n// Opt-out features (default on): absent block or key means enabled. `rank` additionally\n// requires `links`. `embed` is derived, not a features-block member: on iff `embed` names a model.\nexport function featureEnabled(cfg: Config, name: FeatureName): boolean {\n  if (name === 'embed') return anyPresetEmbeds(cfg);\n  const enabled = cfg.features?.[name] !== false;\n  if (name === 'rank') return enabled && featureEnabled(cfg, 'links');\n  return enabled;\n}\n\nexport function enabledFeatures(cfg: Config): FeatureName[] {\n  return FEATURE_NAMES.filter((name) => featureEnabled(cfg, name));\n}\n\n// Feature states, so \"off\" and \"empty\" stay distinguishable in output. `embed` is excluded:\n// it is not a features-block toggle, and `status` reports it on its own line.\nexport function featureStates(cfg: Config): { on: FeatureName[]; off: FeatureName[] } {\n  const reported = FEATURE_NAMES.filter((name) => name !== 'embed');\n  return {\n    on: reported.filter((name) => featureEnabled(cfg, name)),\n    off: reported.filter((name) => !featureEnabled(cfg, name)),\n  };\n}\n\n// Resolved embed provider settings, or null when the config names no model. There is no\n// fallback to DEFAULT_EMBED_MODEL: that constant is a template `init` and the v4 migration\n// write into the file, never an implicit runtime default.\nexport function embedConfig(cfg: Config): { model: string; type: 'static' | 'api'; url?: string; key?: string } | null {\n  if (!embedEnabled(cfg)) return null;\n  const e = cfg.embed as EmbedConfig;\n  return { model: e.model as string, type: e.type ?? 'static', url: e.url, key: e.key };\n}\n\n// The configured FTS5 tokenizer, or undefined for the built-in default. Undefined rather than\n// the default string so featureSignature can leave the segment off entirely for trees that\n// never set it, which is what keeps existing indexes from rebuilding on upgrade.\nexport function contentTokenize(cfg: Config): string | undefined {\n  const tokenize = cfg.content?.tokenize;\n  return tokenize === undefined || tokenize.trim() === '' ? undefined : tokenize.trim();\n}\n\n// Cache key over everything indexing derives from, so any change to those inputs rebuilds.\nexport function featureSignature(cfg: Config): string {\n  const globalPart = enabledFeatures(cfg)\n    .filter((name) => name !== 'embed')\n    .join(',');\n  const e = embedConfig(cfg);\n  const embedPart = e ? `embed:${e.type}:${e.model}` : 'embed:off';\n  // One keyed segment per preset so a rebuild notice can name exactly which preset moved.\n  const presetsPart = [...presetNames(cfg)]\n    .sort()\n    .map((name) => {\n      const p = cfg.presets[name];\n      const include = [...p.include].sort().join('+');\n      const exclude = [...(p.exclude ?? [])].sort().join('+');\n      return `preset:${name}:${include}:${exclude}:${p.semantic === false ? 'off' : 'on'}`;\n    })\n    .join('|');\n  const tokenize = contentTokenize(cfg);\n  const parts = [`features:${globalPart}`, embedPart];\n  if (tokenize !== undefined) parts.push(`tokenize:${tokenize}`);\n  parts.push(presetsPart);\n  return parts.join('|');\n}\n"],"names":["anyPresetEmbeds","contentTokenize","embedConfig","embedEnabled","enabledFeatures","featureEnabled","featureSignature","featureStates","presetNames","presetSemanticEnabled","cfg","Object","keys","presets","embed","model","length","name","semantic","some","enabled","features","FEATURE_NAMES","filter","reported","on","off","e","type","url","key","tokenize","content","undefined","trim","globalPart","join","embedPart","presetsPart","sort","map","p","include","exclude","parts","push"],"mappings":";;;;;;;;;;;QAiBgBA;eAAAA;;QAuCAC;eAAAA;;QATAC;eAAAA;;QAxCAC;eAAAA;;QAuBAC;eAAAA;;QAPAC;eAAAA;;QAuCAC;eAAAA;;QA1BAC;eAAAA;;QAlCAC;eAAAA;;QAUAC;eAAAA;;;uBAZ+D;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAExE,SAASD,YAAYE,GAAW;IACrC,OAAOC,OAAOC,IAAI,CAACF,IAAIG,OAAO;AAChC;AAGO,SAASV,aAAaO,GAAW;QACxBA;IAAd,OAAO,SAAOA,aAAAA,IAAII,KAAK,cAATJ,iCAAAA,WAAWK,KAAK,MAAK,YAAYL,IAAII,KAAK,CAACC,KAAK,CAACC,MAAM,GAAG;AAC1E;AAGO,SAASP,sBAAsBC,GAAW,EAAEO,IAAY;QACtDP;IAAP,OAAOA,EAAAA,oBAAAA,IAAIG,OAAO,CAACI,KAAK,cAAjBP,wCAAAA,kBAAmBQ,QAAQ,MAAK;AACzC;AAGO,SAASlB,gBAAgBU,GAAW;IACzC,OAAOP,aAAaO,QAAQF,YAAYE,KAAKS,IAAI,CAAC,SAACF;eAASR,sBAAsBC,KAAKO;;AACzF;AAIO,SAASZ,eAAeK,GAAW,EAAEO,IAAiB;QAE3CP;IADhB,IAAIO,SAAS,SAAS,OAAOjB,gBAAgBU;IAC7C,IAAMU,UAAUV,EAAAA,gBAAAA,IAAIW,QAAQ,cAAZX,oCAAAA,aAAc,CAACO,KAAK,MAAK;IACzC,IAAIA,SAAS,QAAQ,OAAOG,WAAWf,eAAeK,KAAK;IAC3D,OAAOU;AACT;AAEO,SAAShB,gBAAgBM,GAAW;IACzC,OAAOY,sBAAa,CAACC,MAAM,CAAC,SAACN;eAASZ,eAAeK,KAAKO;;AAC5D;AAIO,SAASV,cAAcG,GAAW;IACvC,IAAMc,WAAWF,sBAAa,CAACC,MAAM,CAAC,SAACN;eAASA,SAAS;;IACzD,OAAO;QACLQ,IAAID,SAASD,MAAM,CAAC,SAACN;mBAASZ,eAAeK,KAAKO;;QAClDS,KAAKF,SAASD,MAAM,CAAC,SAACN;mBAAS,CAACZ,eAAeK,KAAKO;;IACtD;AACF;AAKO,SAASf,YAAYQ,GAAW;QAGIiB;IAFzC,IAAI,CAACxB,aAAaO,MAAM,OAAO;IAC/B,IAAMiB,IAAIjB,IAAII,KAAK;IACnB,OAAO;QAAEC,OAAOY,EAAEZ,KAAK;QAAYa,IAAI,GAAED,UAAAA,EAAEC,IAAI,cAAND,qBAAAA,UAAU;QAAUE,KAAKF,EAAEE,GAAG;QAAEC,KAAKH,EAAEG,GAAG;IAAC;AACtF;AAKO,SAAS7B,gBAAgBS,GAAW;QACxBA;IAAjB,IAAMqB,YAAWrB,eAAAA,IAAIsB,OAAO,cAAXtB,mCAAAA,aAAaqB,QAAQ;IACtC,OAAOA,aAAaE,aAAaF,SAASG,IAAI,OAAO,KAAKD,YAAYF,SAASG,IAAI;AACrF;AAGO,SAAS5B,iBAAiBI,GAAW;IAC1C,IAAMyB,aAAa/B,gBAAgBM,KAChCa,MAAM,CAAC,SAACN;eAASA,SAAS;OAC1BmB,IAAI,CAAC;IACR,IAAMT,IAAIzB,YAAYQ;IACtB,IAAM2B,YAAYV,IAAI,AAAC,SAAkBA,OAAVA,EAAEC,IAAI,EAAC,KAAW,OAARD,EAAEZ,KAAK,IAAK;IACrD,wFAAwF;IACxF,IAAMuB,cAAc,AAAC,qBAAG9B,YAAYE,MACjC6B,IAAI,GACJC,GAAG,CAAC,SAACvB;YAGiBwB;QAFrB,IAAMA,IAAI/B,IAAIG,OAAO,CAACI,KAAK;QAC3B,IAAMyB,UAAU,AAAC,qBAAGD,EAAEC,OAAO,EAAEH,IAAI,GAAGH,IAAI,CAAC;QAC3C,IAAMO,UAAU,AAAC,sBAAIF,aAAAA,EAAEE,OAAO,cAATF,wBAAAA,aAAa,EAAE,EAAGF,IAAI,GAAGH,IAAI,CAAC;QACnD,OAAO,AAAC,UAAiBM,OAARzB,MAAK,KAAc0B,OAAXD,SAAQ,KAAcD,OAAXE,SAAQ,KAAuC,OAApCF,EAAEvB,QAAQ,KAAK,QAAQ,QAAQ;IAChF,GACCkB,IAAI,CAAC;IACR,IAAML,WAAW9B,gBAAgBS;IACjC,IAAMkC,QAAQ;QAAE,YAAsB,OAAXT;QAAcE;KAAU;IACnD,IAAIN,aAAaE,WAAWW,MAAMC,IAAI,CAAC,AAAC,YAAoB,OAATd;IACnDa,MAAMC,IAAI,CAACP;IACX,OAAOM,MAAMR,IAAI,CAAC;AACpB"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/access.ts"],"sourcesContent":["import { modelIdentity } from '../embed/identity.ts';\nimport type { SignalName, SignalWeights } from './signals.ts';\nimport { type Config, type EmbedConfig, FEATURE_NAMES, type FeatureName } from './types.ts';\n\nexport function presetNames(cfg: Config): string[] {\n  return Object.keys(cfg.presets);\n}\n\n// Whether the tree names a model at all.\nexport function embedEnabled(cfg: Config): boolean {\n  return typeof cfg.embed?.model === 'string' && cfg.embed.model.length > 0;\n}\n\n// A preset's effective signal weights: declared exhaustively when `signals` is present;\n// otherwise every signal whose prerequisite holds, each at weight 1 -- words always, links when\n// the feature is on, vectors when the tree names a model. Single source search() and status/map\n// read.\nexport function presetSignals(cfg: Config, name: string): SignalWeights {\n  const declared = cfg.presets[name]?.signals;\n  if (declared) return declared;\n  const signals: SignalWeights = { words: 1 };\n  if (cfg.features?.links !== false) signals.links = 1;\n  if (embedEnabled(cfg)) signals.vectors = 1;\n  return signals;\n}\n\nexport function presetHasSignal(cfg: Config, name: string, signal: SignalName): boolean {\n  return presetSignals(cfg, name)[signal] !== undefined;\n}\n\n// Whether embedding needs to run: a model is named AND some preset's effective signals include vectors.\nexport function anyPresetEmbeds(cfg: Config): boolean {\n  return presetNames(cfg).some((name) => presetHasSignal(cfg, name, 'vectors'));\n}\n\n// Opt-out features (default on): absent block or key means enabled. `rank` additionally\n// requires `links`. `embed` is derived, not a features-block member: on iff some preset's\n// effective signals include vectors.\nexport function featureEnabled(cfg: Config, name: FeatureName): boolean {\n  if (name === 'embed') return anyPresetEmbeds(cfg);\n  const enabled = cfg.features?.[name] !== false;\n  if (name === 'rank') return enabled && featureEnabled(cfg, 'links');\n  return enabled;\n}\n\nexport function enabledFeatures(cfg: Config): FeatureName[] {\n  return FEATURE_NAMES.filter((name) => featureEnabled(cfg, name));\n}\n\n// Feature states, so \"off\" and \"empty\" stay distinguishable in output. `embed` is excluded:\n// it is not a features-block toggle, and `status` reports it on its own line.\nexport function featureStates(cfg: Config): { on: FeatureName[]; off: FeatureName[] } {\n  const reported = FEATURE_NAMES.filter((name) => name !== 'embed');\n  return {\n    on: reported.filter((name) => featureEnabled(cfg, name)),\n    off: reported.filter((name) => !featureEnabled(cfg, name)),\n  };\n}\n\n// Resolved embed provider settings, or null when the config names no model. There is no\n// fallback to DEFAULT_EMBED_MODEL: that constant is a template `init` and the v4 migration\n// write into the file, never an implicit runtime default.\nexport function embedConfig(cfg: Config): { model: string; provider: 'static' | 'openai' | 'cohere'; url?: string; key?: string; languages?: string[] } | null {\n  if (!embedEnabled(cfg)) return null;\n  const e = cfg.embed as EmbedConfig;\n  return { model: e.model as string, provider: e.provider ?? 'static', url: e.url, key: e.key, languages: e.languages };\n}\n\n// The configured FTS5 tokenizer, or undefined for the built-in default. Undefined rather than\n// the default string so featureSignature can leave the segment off entirely for trees that\n// never set it, which is what keeps existing indexes from rebuilding on upgrade.\nexport function contentTokenize(cfg: Config): string | undefined {\n  const tokenize = cfg.content?.tokenize;\n  return tokenize === undefined || tokenize.trim() === '' ? undefined : tokenize.trim();\n}\n\n// Cache key over everything indexing derives from, so any change to those inputs rebuilds.\nexport function featureSignature(cfg: Config): string {\n  const globalPart = enabledFeatures(cfg)\n    .filter((name) => name !== 'embed')\n    .join(',');\n  const e = embedConfig(cfg);\n  // Weight identity from identity.ts, no network: a static model's resolved sha or local\n  // size+mtime, appended once known so changed weights re-embed.\n  const identity = e && e.provider === 'static' ? modelIdentity(e.model) : undefined;\n  const embedPart = e ? `embed:${e.provider}:${e.model}${identity !== undefined ? `@${identity}` : ''}` : 'embed:off';\n  // One keyed segment per preset so a rebuild notice can name exactly which preset moved.\n  const presetsPart = [...presetNames(cfg)]\n    .sort()\n    .map((name) => {\n      const p = cfg.presets[name];\n      const include = [...p.include].sort().join('+');\n      const exclude = [...(p.exclude ?? [])].sort().join('+');\n      return `preset:${name}:${include}:${exclude}:${presetHasSignal(cfg, name, 'vectors') ? 'on' : 'off'}`;\n    })\n    .join('|');\n  const tokenize = contentTokenize(cfg);\n  const parts = [`features:${globalPart}`, embedPart];\n  if (tokenize !== undefined) parts.push(`tokenize:${tokenize}`);\n  parts.push(presetsPart);\n  return parts.join('|');\n}\n"],"names":["anyPresetEmbeds","contentTokenize","embedConfig","embedEnabled","enabledFeatures","featureEnabled","featureSignature","featureStates","presetHasSignal","presetNames","presetSignals","cfg","Object","keys","presets","embed","model","length","name","declared","signals","words","features","links","vectors","signal","undefined","some","enabled","FEATURE_NAMES","filter","reported","on","off","e","provider","url","key","languages","tokenize","content","trim","globalPart","join","identity","modelIdentity","embedPart","presetsPart","sort","map","p","include","exclude","parts","push"],"mappings":";;;;;;;;;;;QA+BgBA;eAAAA;;QAwCAC;eAAAA;;QATAC;eAAAA;;QArDAC;eAAAA;;QAoCAC;eAAAA;;QAPAC;eAAAA;;QAuCAC;eAAAA;;QA1BAC;eAAAA;;QAzBAC;eAAAA;;QAtBAC;eAAAA;;QAaAC;eAAAA;;;0BAjBc;uBAEiD;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAExE,SAASD,YAAYE,GAAW;IACrC,OAAOC,OAAOC,IAAI,CAACF,IAAIG,OAAO;AAChC;AAGO,SAASX,aAAaQ,GAAW;QACxBA;IAAd,OAAO,SAAOA,aAAAA,IAAII,KAAK,cAATJ,iCAAAA,WAAWK,KAAK,MAAK,YAAYL,IAAII,KAAK,CAACC,KAAK,CAACC,MAAM,GAAG;AAC1E;AAMO,SAASP,cAAcC,GAAW,EAAEO,IAAY;QACpCP,mBAGbA;IAHJ,IAAMQ,YAAWR,oBAAAA,IAAIG,OAAO,CAACI,KAAK,cAAjBP,wCAAAA,kBAAmBS,OAAO;IAC3C,IAAID,UAAU,OAAOA;IACrB,IAAMC,UAAyB;QAAEC,OAAO;IAAE;IAC1C,IAAIV,EAAAA,gBAAAA,IAAIW,QAAQ,cAAZX,oCAAAA,cAAcY,KAAK,MAAK,OAAOH,QAAQG,KAAK,GAAG;IACnD,IAAIpB,aAAaQ,MAAMS,QAAQI,OAAO,GAAG;IACzC,OAAOJ;AACT;AAEO,SAASZ,gBAAgBG,GAAW,EAAEO,IAAY,EAAEO,MAAkB;IAC3E,OAAOf,cAAcC,KAAKO,KAAK,CAACO,OAAO,KAAKC;AAC9C;AAGO,SAAS1B,gBAAgBW,GAAW;IACzC,OAAOF,YAAYE,KAAKgB,IAAI,CAAC,SAACT;eAASV,gBAAgBG,KAAKO,MAAM;;AACpE;AAKO,SAASb,eAAeM,GAAW,EAAEO,IAAiB;QAE3CP;IADhB,IAAIO,SAAS,SAAS,OAAOlB,gBAAgBW;IAC7C,IAAMiB,UAAUjB,EAAAA,gBAAAA,IAAIW,QAAQ,cAAZX,oCAAAA,aAAc,CAACO,KAAK,MAAK;IACzC,IAAIA,SAAS,QAAQ,OAAOU,WAAWvB,eAAeM,KAAK;IAC3D,OAAOiB;AACT;AAEO,SAASxB,gBAAgBO,GAAW;IACzC,OAAOkB,sBAAa,CAACC,MAAM,CAAC,SAACZ;eAASb,eAAeM,KAAKO;;AAC5D;AAIO,SAASX,cAAcI,GAAW;IACvC,IAAMoB,WAAWF,sBAAa,CAACC,MAAM,CAAC,SAACZ;eAASA,SAAS;;IACzD,OAAO;QACLc,IAAID,SAASD,MAAM,CAAC,SAACZ;mBAASb,eAAeM,KAAKO;;QAClDe,KAAKF,SAASD,MAAM,CAAC,SAACZ;mBAAS,CAACb,eAAeM,KAAKO;;IACtD;AACF;AAKO,SAAShB,YAAYS,GAAW;QAGQuB;IAF7C,IAAI,CAAC/B,aAAaQ,MAAM,OAAO;IAC/B,IAAMuB,IAAIvB,IAAII,KAAK;IACnB,OAAO;QAAEC,OAAOkB,EAAElB,KAAK;QAAYmB,QAAQ,GAAED,cAAAA,EAAEC,QAAQ,cAAVD,yBAAAA,cAAc;QAAUE,KAAKF,EAAEE,GAAG;QAAEC,KAAKH,EAAEG,GAAG;QAAEC,WAAWJ,EAAEI,SAAS;IAAC;AACtH;AAKO,SAASrC,gBAAgBU,GAAW;QACxBA;IAAjB,IAAM4B,YAAW5B,eAAAA,IAAI6B,OAAO,cAAX7B,mCAAAA,aAAa4B,QAAQ;IACtC,OAAOA,aAAab,aAAaa,SAASE,IAAI,OAAO,KAAKf,YAAYa,SAASE,IAAI;AACrF;AAGO,SAASnC,iBAAiBK,GAAW;IAC1C,IAAM+B,aAAatC,gBAAgBO,KAChCmB,MAAM,CAAC,SAACZ;eAASA,SAAS;OAC1ByB,IAAI,CAAC;IACR,IAAMT,IAAIhC,YAAYS;IACtB,uFAAuF;IACvF,+DAA+D;IAC/D,IAAMiC,WAAWV,KAAKA,EAAEC,QAAQ,KAAK,WAAWU,IAAAA,yBAAa,EAACX,EAAElB,KAAK,IAAIU;IACzE,IAAMoB,YAAYZ,IAAI,AAAC,SAAsBA,OAAdA,EAAEC,QAAQ,EAAC,KAAaS,OAAVV,EAAElB,KAAK,EAAgD,OAA7C4B,aAAalB,YAAY,AAAC,IAAY,OAATkB,YAAa,MAAO;IACxG,wFAAwF;IACxF,IAAMG,cAAc,AAAC,qBAAGtC,YAAYE,MACjCqC,IAAI,GACJC,GAAG,CAAC,SAAC/B;YAGiBgC;QAFrB,IAAMA,IAAIvC,IAAIG,OAAO,CAACI,KAAK;QAC3B,IAAMiC,UAAU,AAAC,qBAAGD,EAAEC,OAAO,EAAEH,IAAI,GAAGL,IAAI,CAAC;QAC3C,IAAMS,UAAU,AAAC,sBAAIF,aAAAA,EAAEE,OAAO,cAATF,wBAAAA,aAAa,EAAE,EAAGF,IAAI,GAAGL,IAAI,CAAC;QACnD,OAAO,AAAC,UAAiBQ,OAARjC,MAAK,KAAckC,OAAXD,SAAQ,KAAc3C,OAAX4C,SAAQ,KAAwD,OAArD5C,gBAAgBG,KAAKO,MAAM,aAAa,OAAO;IAChG,GACCyB,IAAI,CAAC;IACR,IAAMJ,WAAWtC,gBAAgBU;IACjC,IAAM0C,QAAQ;QAAE,YAAsB,OAAXX;QAAcI;KAAU;IACnD,IAAIP,aAAab,WAAW2B,MAAMC,IAAI,CAAC,AAAC,YAAoB,OAATf;IACnDc,MAAMC,IAAI,CAACP;IACX,OAAOM,MAAMV,IAAI,CAAC;AACpB"}

package/dist/cjs/config/index.d.cts

@@ -1,5 +1,8 @@
-export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetNames, presetSemanticEnabled } from './access.js';
+export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetHasSignal, presetNames, presetSignals } from './access.js';
+export type { InitOverrides } from './load.js';
 export { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.js';
 export { resolvePreset, resolveSearch } from './resolve.js';
+export type { SignalName, SignalWeights } from './signals.js';
+export { SIGNAL_NAMES, SIGNAL_PREREQUISITES } from './signals.js';
 export type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.js';
 export { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.js';

package/dist/cjs/config/index.d.ts

@@ -1,5 +1,8 @@
-export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetNames, presetSemanticEnabled } from './access.js';
+export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetHasSignal, presetNames, presetSignals } from './access.js';
+export type { InitOverrides } from './load.js';
 export { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.js';
 export { resolvePreset, resolveSearch } from './resolve.js';
+export type { SignalName, SignalWeights } from './signals.js';
+export { SIGNAL_NAMES, SIGNAL_PREREQUISITES } from './signals.js';
 export type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.js';
 export { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.js';

package/dist/cjs/config/index.js

@@ -15,6 +15,12 @@ _export(exports, {
     get DEFAULT_EMBED_MODEL () {
         return _typests.DEFAULT_EMBED_MODEL;
     },
+    get SIGNAL_NAMES () {
+        return _signalsts.SIGNAL_NAMES;
+    },
+    get SIGNAL_PREREQUISITES () {
+        return _signalsts.SIGNAL_PREREQUISITES;
+    },
     get STATE_DIR () {
         return _typests.STATE_DIR;
     },
@@ -57,11 +63,14 @@ _export(exports, {
     get migrateConfig () {
         return _loadts.migrateConfig;
     },
+    get presetHasSignal () {
+        return _accessts.presetHasSignal;
+    },
     get presetNames () {
         return _accessts.presetNames;
     },
-    get presetSemanticEnabled () {
-        return _accessts.presetSemanticEnabled;
+    get presetSignals () {
+        return _accessts.presetSignals;
     },
     get resolvePreset () {
         return _resolvets.resolvePreset;
@@ -73,5 +82,6 @@ _export(exports, {
 var _accessts = require("./access.js");
 var _loadts = require("./load.js");
 var _resolvets = require("./resolve.js");
+var _signalsts = require("./signals.js");
 var _typests = require("./types.js");
 /* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }

package/dist/cjs/config/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/index.ts"],"sourcesContent":["export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetNames, presetSemanticEnabled } from './access.ts';\nexport { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.ts';\nexport { resolvePreset, resolveSearch } from './resolve.ts';\nexport type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.ts';\nexport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.ts';\n"],"names":["CONFIG_FILENAME","DEFAULT_EMBED_MODEL","STATE_DIR","SUPPORTED_CONFIG_VERSION","anyPresetEmbeds","contentTokenize","embedConfig","embedEnabled","enabledFeatures","featureEnabled","featureSignature","featureStates","findConfigPath","initConfig","loadConfig","migrateConfig","presetNames","presetSemanticEnabled","resolvePreset","resolveSearch"],"mappings":";;;;;;;;;;;QAISA;eAAAA,wBAAe;;QAAEC;eAAAA,4BAAmB;;QAAEC;eAAAA,kBAAS;;QAAEC;eAAAA,iCAAwB;;QAJzEC;eAAAA,yBAAe;;QAAEC;eAAAA,yBAAe;;QAAEC;eAAAA,qBAAW;;QAAEC;eAAAA,sBAAY;;QAAEC;eAAAA,yBAAe;;QAAEC;eAAAA,wBAAc;;QAAEC;eAAAA,0BAAgB;;QAAEC;eAAAA,uBAAa;;QAC7HC;eAAAA,sBAAc;;QAAEC;eAAAA,kBAAU;;QAAEC;eAAAA,kBAAU;;QAAEC;eAAAA,qBAAa;;QAD0EC;eAAAA,qBAAW;;QAAEC;eAAAA,+BAAqB;;QAEjKC;eAAAA,wBAAa;;QAAEC;eAAAA,wBAAa;;;wBAF6I;sBAC5G;yBACzB;uBAE6C"}
+{"version":3,"sources":["/Users/kevin/Dev/OpenSource/ai/sensemaking/src/config/index.ts"],"sourcesContent":["export { anyPresetEmbeds, contentTokenize, embedConfig, embedEnabled, enabledFeatures, featureEnabled, featureSignature, featureStates, presetHasSignal, presetNames, presetSignals } from './access.ts';\nexport type { InitOverrides } from './load.ts';\nexport { findConfigPath, initConfig, loadConfig, migrateConfig } from './load.ts';\nexport { resolvePreset, resolveSearch } from './resolve.ts';\nexport type { SignalName, SignalWeights } from './signals.ts';\nexport { SIGNAL_NAMES, SIGNAL_PREREQUISITES } from './signals.ts';\nexport type { Config, EffectiveSearch, EmbedConfig, FeatureName, Preset, ResolvedConfig, SavedQuery, SavedSearch, SearchOverrides } from './types.ts';\nexport { CONFIG_FILENAME, DEFAULT_EMBED_MODEL, STATE_DIR, SUPPORTED_CONFIG_VERSION } from './types.ts';\n"],"names":["CONFIG_FILENAME","DEFAULT_EMBED_MODEL","SIGNAL_NAMES","SIGNAL_PREREQUISITES","STATE_DIR","SUPPORTED_CONFIG_VERSION","anyPresetEmbeds","contentTokenize","embedConfig","embedEnabled","enabledFeatures","featureEnabled","featureSignature","featureStates","findConfigPath","initConfig","loadConfig","migrateConfig","presetHasSignal","presetNames","presetSignals","resolvePreset","resolveSearch"],"mappings":";;;;;;;;;;;QAOSA;eAAAA,wBAAe;;QAAEC;eAAAA,4BAAmB;;QAFpCC;eAAAA,uBAAY;;QAAEC;eAAAA,+BAAoB;;QAEIC;eAAAA,kBAAS;;QAAEC;eAAAA,iCAAwB;;QAPzEC;eAAAA,yBAAe;;QAAEC;eAAAA,yBAAe;;QAAEC;eAAAA,qBAAW;;QAAEC;eAAAA,sBAAY;;QAAEC;eAAAA,yBAAe;;QAAEC;eAAAA,wBAAc;;QAAEC;eAAAA,0BAAgB;;QAAEC;eAAAA,uBAAa;;QAE7HC;eAAAA,sBAAc;;QAAEC;eAAAA,kBAAU;;QAAEC;eAAAA,kBAAU;;QAAEC;eAAAA,qBAAa;;QAF0EC;eAAAA,yBAAe;;QAAEC;eAAAA,qBAAW;;QAAEC;eAAAA,uBAAa;;QAG1KC;eAAAA,wBAAa;;QAAEC;eAAAA,wBAAa;;;wBAHsJ;sBAErH;yBACzB;yBAEM;uBAEuC"}

package/dist/cjs/config/load.d.cts

@@ -3,6 +3,11 @@ export declare function migrateConfig(cfg: Config): {
     cfg: Config;
     from: number;
 };
-export declare function initConfig(dir: string): string;
+export interface InitOverrides {
+    model?: string;
+    provider?: string;
+    url?: string;
+}
+export declare function initConfig(dir: string, overrides?: InitOverrides): string;
 export declare function findConfigPath(startDir: string): string | null;
 export declare function loadConfig(explicitPath?: string): ResolvedConfig;